llama2 lint

mosaicml · Aug 30, 2023 · baeaf3b · baeaf3b
1 parent 5bae943
commit baeaf3b
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 4 deletions.
diff --git a/examples/inference-deployments/llama2/README.md b/examples/inference-deployments/llama2/README.md
@@ -61,7 +61,7 @@ Once the deployment is ready, it's time to run inference! Detailed information a
 from mcli import predict
 
 prompt = """[INST] <<SYS>>
-You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. 
+You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.
 Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
 If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
 <</SYS>>

diff --git a/examples/inference-deployments/llama2/llama2_13b.yaml b/examples/inference-deployments/llama2/llama2_13b.yaml
@@ -10,4 +10,4 @@ compute:
 image: mosaicml/inference:0.1.37
 cluster: r7z15
 default_model:
-  model_type: llama2-13b
+  model_type: llama2-13b
diff --git a/examples/inference-deployments/llama2/llama2_7b_chat.yaml b/examples/inference-deployments/llama2/llama2_7b_chat.yaml
@@ -10,4 +10,4 @@ compute:
 image: mosaicml/inference:0.1.37
 cluster: r7z15
 default_model:
-  model_type: llama2-7b-chat
+  model_type: llama2-7b-chat
diff --git a/examples/inference-deployments/llama2/requirements.txt b/examples/inference-deployments/llama2/requirements.txt
@@ -0,0 +1 @@
+torch==1.13.1
diff --git a/examples/inference-deployments/mpt/mpt_30b_chat.yaml b/examples/inference-deployments/mpt/mpt_30b_chat.yaml
@@ -5,4 +5,4 @@ compute:
 image: mosaicml/inference:0.1.37
 replicas: 1
 default_model:
-  model_type: mpt-30b-chat
+  model_type: mpt-30b-chat