chore(model): update llama model to predeploy model

instill-ai · Oct 21, 2023 · 8ba74c3 · 8ba74c3
1 parent c1dc507
commit 8ba74c3
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 4 deletions.
diff --git a/model-hub/model_hub_cpu.json b/model-hub/model_hub_cpu.json
@@ -5,8 +5,8 @@
     "task": "TASK_CLASSIFICATION",
     "model_definition": "model-definitions/github",
     "configuration": {
-    "repository": "instill-ai/model-mobilenetv2-dvc",
-    "tag": "v1.0-cpu"
+      "repository": "instill-ai/model-mobilenetv2-dvc",
+      "tag": "v1.0-cpu"
     }
   },
   {
@@ -77,5 +77,15 @@
       "repository": "instill-ai/model-diffusion-dvc",
       "tag": "v1.5-cpu"
     }
+  },
+  {
+    "id": "llama2-7b",
+    "description": "Llama2-7b, from meta, is trained to generate text based on your prompts.",
+    "task": "TASK_TEXT_GENERATION",
+    "model_definition": "model-definitions/github",
+    "configuration": {
+      "repository": "instill-ai/model-llama2-7b-dvc",
+      "tag": "fp32-7b-hf-tf-cpu"
+    }
   }
-]
+]
diff --git a/model-hub/model_hub_gpu.json b/model-hub/model_hub_gpu.json
@@ -78,5 +78,15 @@
       "repository": "instill-ai/model-gpt2-megatron-dvc",
       "tag": "fp32-345m-1-gpu"
     }
+  },
+  {
+    "id": "llama2-7b",
+    "description": "Llama2-7b, from meta, is trained to generate text based on your prompts.",
+    "task": "TASK_TEXT_GENERATION",
+    "model_definition": "model-definitions/github",
+    "configuration": {
+      "repository": "instill-ai/model-llama2-7b-dvc",
+      "tag": "fp16-7b-vllm-p80-1gpu"
+    }
   }
-]
+]