k

onyx-dot-app · Nov 10, 2024 · 9ce8cb9 · 9ce8cb9
1 parent 33ea51f
commit 9ce8cb9
Show file tree

Hide file tree

Showing 8 changed files with 11 additions and 5 deletions.
diff --git a/backend/danswer/background/celery/tasks/beat_schedule.py b/backend/danswer/background/celery/tasks/beat_schedule.py
@@ -6,6 +6,9 @@
 
 tasks_to_schedule = [
     {
+        # 15 light workers can check for 1144 in a minute,
+        # but previously we were creating (4 * 120 * 15 = 7,200 per minute)
+        # This should be more reasonably accomplishable.
         "name": "check-for-vespa-sync",
         "task": "check_for_vespa_sync_task",
         "schedule": timedelta(seconds=60),

diff --git a/backend/danswer/redis/redis_connector_credential_pair.py b/backend/danswer/redis/redis_connector_credential_pair.py
@@ -63,6 +63,7 @@ def generate_tasks(
         stmt = construct_document_select_for_connector_credential_pair_by_needs_sync(
             cc_pair.connector_id, cc_pair.credential_id
         )
+
         for doc in db_session.scalars(stmt).yield_per(1):
             current_time = time.monotonic()
             if current_time - last_lock_time >= (

diff --git a/deployment/cloud_kubernetes/keda/keda-redis-secret.yaml b/deployment/cloud_kubernetes/keda/keda-redis-secret.yaml
@@ -5,3 +5,5 @@ metadata:
   namespace: danswer
 type: Opaque
 data:
+  host: bWFzdGVyLnJlZGlzZW5jcnlwdGVkLjRoNHhvci51c2UyLmNhY2hlLmFtYXpvbmF3cy5jb20=
+  password: NTBsYnNBdXRoVG9rZW5EYW5zd2Vy
diff --git a/deployment/cloud_kubernetes/workers/beat.yaml b/deployment/cloud_kubernetes/workers/beat.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: celery-beat
-          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.2
+          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.3
           imagePullPolicy: Always
           command:
             [

diff --git a/deployment/cloud_kubernetes/workers/heavy_worker.yaml b/deployment/cloud_kubernetes/workers/heavy_worker.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: celery-worker-heavy
-          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.2
+          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.3
           imagePullPolicy: Always
           command:
             [

diff --git a/deployment/cloud_kubernetes/workers/indexing_worker.yaml b/deployment/cloud_kubernetes/workers/indexing_worker.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: celery-worker-indexing
-          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.2
+          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.3
           imagePullPolicy: Always
           command:
             [

diff --git a/deployment/cloud_kubernetes/workers/light_worker.yaml b/deployment/cloud_kubernetes/workers/light_worker.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: celery-worker-light
-          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.2
+          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.3
           imagePullPolicy: Always
           command:
             [

diff --git a/deployment/cloud_kubernetes/workers/primary.yaml b/deployment/cloud_kubernetes/workers/primary.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
         - name: celery-worker-primary
-          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.2
+          image: danswer/danswer-backend-cloud:v0.12.0-cloud.beta.3
           imagePullPolicy: Always
           command:
             [