Add deployment configuration for Sea Lion v2.1 model in model-values.…

…yaml
GooeyAI · Sep 5, 2024 · 30ed8bf · 30ed8bf
1 parent 53d48bc
commit 30ed8bf
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/chart/model-values.yaml b/chart/model-values.yaml
@@ -354,6 +354,17 @@ deployments:
       LLM_MODEL_IDS: |-
         aisingapore/llama3-8b-cpt-sea-lionv2-instruct
 
+  - name: "common-llms-sealion-v2-1"
+    image: "crgooeyprodwestus1.azurecr.io/gooey-gpu-common:7"
+    limits_gpu: "30Gi"
+    limits:
+      memory: "80Gi"  # (220 / 80) * 30
+    env:
+      IMPORTS: |-
+        common.llms
+      LLM_MODEL_IDS: |-
+        aisingapore/llama3-8b-cpt-sea-lionv2.1-instruct
+
   - name: "common-llms-sarvam-2b"
     image: "crgooeyprodwestus1.azurecr.io/gooey-gpu-common:7"
     limits_gpu: "6Gi"