chore: add environment variables for Qdrant and VLLM services in depl…

…oyment YAML files
wmgeolab · Feb 22, 2025 · e228d00 · e228d00
1 parent 3aaec55
commit e228d00
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 4 deletions.
diff --git a/deployment/ml-api.yml b/deployment/ml-api.yml
@@ -21,7 +21,24 @@ spec:
           imagePullPolicy: Always
           volumeMounts:
             - name: scopenfs
-              mountPath: /scope  # Any path you want to mount to.
+              mountPath: /scope # Any path you want to mount to.
+          env:
+            - name: QDRANT_URL
+              value: "http://qdrant-svc:6333"
+            - name: QDRANT_COLLECTION_NAME
+              value: "scope-gef"
+            - name: VLLM_URL
+              value: "http://vllm-svc:8000"
+            - name: VLLM_MODEL_NAME
+              value: "TODO"
+            - name: TEI_URL
+              value: "http://text-embedding-svc:8080"
+            - name: DATA_BASE_DIR
+              value: "/scope/scope-data/gef/output"
+            - name: LLM_CONTEXT_WINDOW
+              value: "32768"
+            - name: LLM_NUM_OUTPUT
+              value: "8192"
           resources:
             limits:
               cpu: 8
@@ -34,7 +51,7 @@ spec:
       volumes:
         - name: scopenfs
           nfs:
-            server: 128.239.59.144  # NFS Server address.
+            server: 128.239.59.144 # NFS Server address.
             path: /sciclone/geograd/scope
 
 ---

diff --git a/deployment/text-embedding.yml b/deployment/text-embedding.yml
@@ -24,7 +24,7 @@ spec:
               value: "nomic-ai/nomic-embed-text-v1.5"
           volumeMounts:
             - name: scopenfs-tei
-              mountPath: /data  # Any path you want to mount to.
+              mountPath: /data # Any path you want to mount to.
           resources:
             limits:
               cpu: "8"
@@ -36,7 +36,7 @@ spec:
       volumes:
         - name: scopenfs-tei
           nfs:
-            server: 128.239.59.144  # NFS Server address.
+            server: 128.239.59.144 # NFS Server address.
             path: /sciclone/geograd/scope/k8s-storage/text-embedding
 
 ---