Allow many Meilisearch write addrs (#5102)

* Write to many Meilisearch write addrs

* Keep client results ordered

* Attach Read Meilisearch client to actix data

* Load balanced meilisearch Compose profile

* Nginx config (round_robin)

* Fix nginx

* Meilisearch + nginx in same net

* Fix env vars example

* Fix env example again

* Fix env again

* Use try_collect with FuturesOrdered

* maybe fix remove_documents

* Clippy

docker-compose.yml

@@ -13,13 +13,15 @@ services:
       POSTGRES_PASSWORD: labrinth
       POSTGRES_HOST_AUTH_METHOD: trust
     healthcheck:
-      test: ['CMD', 'pg_isready', '-U', 'labrinth']
+      test: [ 'CMD', 'pg_isready', '-U', 'labrinth' ]
       interval: 3s
       timeout: 5s
       retries: 3
-  meilisearch:
+  meilisearch0:
     image: getmeili/meilisearch:v1.12.0
-    container_name: labrinth-meilisearch
+    container_name: labrinth-meilisearch0
+    networks:
+      - meilisearch-mesh
     restart: on-failure
     ports:
       - '127.0.0.1:7700:7700'
@@ -30,7 +32,7 @@ services:
       MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
       MEILI_LOG_LEVEL: warn
     healthcheck:
-      test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
+      test: [ 'CMD', 'curl', '--fail', 'http://localhost:7700/health' ]
       interval: 3s
       timeout: 5s
       retries: 3
@@ -43,7 +45,7 @@ services:
     volumes:
       - redis-data:/data
     healthcheck:
-      test: ['CMD', 'redis-cli', 'PING']
+      test: [ 'CMD', 'redis-cli', 'PING' ]
       interval: 3s
       timeout: 5s
       retries: 3
@@ -56,7 +58,7 @@ services:
       CLICKHOUSE_USER: default
       CLICKHOUSE_PASSWORD: default
     healthcheck:
-      test: ['CMD-SHELL', 'clickhouse-client --query "SELECT 1"']
+      test: [ 'CMD-SHELL', 'clickhouse-client --query "SELECT 1"' ]
       interval: 3s
       timeout: 5s
       retries: 3
@@ -69,14 +71,7 @@ services:
     environment:
       MP_ENABLE_SPAMASSASSIN: postmark
     healthcheck:
-      test:
-        [
-          'CMD',
-          'wget',
-          '-q',
-          '-O/dev/null',
-          'http://localhost:8025/api/v1/info',
-        ]
+      test: [ 'CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:8025/api/v1/info' ]
       interval: 3s
       timeout: 5s
       retries: 3
@@ -127,8 +122,7 @@ services:
       LABRINTH_ENDPOINT: http://host.docker.internal:8000/_internal/delphi/ingest
       LABRINTH_ADMIN_KEY: feedbeef
     healthcheck:
-      test:
-        ['CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:59999/health']
+      test: [ 'CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:59999/health' ]
       interval: 3s
       timeout: 5s
       retries: 3
@@ -140,8 +134,52 @@ services:
       # Delphi must send a message on a webhook to our backend,
       # so it must have access to our local network
       - 'host.docker.internal:host-gateway'
+
+  # Sharded Meilisearch
+  meilisearch1:
+    profiles:
+      - sharded-meilisearch
+    image: getmeili/meilisearch:v1.12.0
+    container_name: labrinth-meilisearch1
+    restart: on-failure
+    networks:
+      - meilisearch-mesh
+    ports:
+      - '127.0.0.1:7701:7700'
+    volumes:
+      - meilisearch1-data:/data.ms
+    environment:
+      MEILI_MASTER_KEY: modrinth
+      MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
+      MEILI_LOG_LEVEL: warn
+    healthcheck:
+      test: [ 'CMD', 'curl', '--fail', 'http://localhost:7700/health' ]
+      interval: 3s
+      timeout: 5s
+      retries: 3
+
+  nginx-meilisearch-lb:
+    profiles:
+      - sharded-meilisearch
+    image: nginx:alpine
+    container_name: labrinth-meili-lb
+    networks:
+      - meilisearch-mesh
+    depends_on:
+      meilisearch0:
+        condition: service_healthy
+      meilisearch1:
+        condition: service_healthy
+    ports:
+      - '127.0.0.1:7710:80'
+    volumes:
+      - ./apps/labrinth/nginx/meili-lb.conf:/etc/nginx/conf.d/default.conf:ro
+networks:
+  meilisearch-mesh:
+    driver: bridge
 volumes:
   meilisearch-data:
+  meilisearch1-data:
   db-data:
   redis-data:
   labrinth-cdn-data: