From 8b7e8c2b8996c0bc35577efb8be613e35bcdfddb Mon Sep 17 00:00:00 2001 From: Sakshi Gupta Date: Wed, 5 Jul 2023 12:51:37 -0700 Subject: [PATCH 1/3] update instructor yamls --- .../instructor/instructor_large.yaml | 13 ++++++------- .../instructor/instructor_xl.yaml | 13 ++++++------- 2 files changed, 12 insertions(+), 14 deletions(-) diff --git a/examples/inference-deployments/instructor/instructor_large.yaml b/examples/inference-deployments/instructor/instructor_large.yaml index aa5b882e9..8dc0fbecc 100644 --- a/examples/inference-deployments/instructor/instructor_large.yaml +++ b/examples/inference-deployments/instructor/instructor_large.yaml @@ -1,15 +1,14 @@ name: instructor-large -gpu_num: 1 -gpu_type: a100_40gb -image: mosaicml/inference:0.0.80 +compute: + gpus: 1 + gpu_type: a100_40gb +image: mosaicml/inference-testing:29eb4d0 replicas: 1 -command: | - cd examples - PYTHONPATH=.. uvicorn serve:app --host 0.0.0.0 --port 8080 || exit 1; +command: + export PYTHONPATH=/code/llm-foundry:/code/examples:/code integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 55e1bfcbe6984f970e4b951a2d373e0e68962a31 ssh_clone: false - integration_type: pip_packages packages: diff --git a/examples/inference-deployments/instructor/instructor_xl.yaml b/examples/inference-deployments/instructor/instructor_xl.yaml index 32dc5b97a..efa76a79e 100644 --- a/examples/inference-deployments/instructor/instructor_xl.yaml +++ b/examples/inference-deployments/instructor/instructor_xl.yaml @@ -1,15 +1,14 @@ name: instructor-xl -gpu_num: 1 -gpu_type: a100_40gb -image: mosaicml/inference:0.0.80 +compute: + gpus: 1 + gpu_type: a100_40gb +image: mosaicml/inference-testing:29eb4d0 replicas: 1 -command: | - cd examples - PYTHONPATH=.. uvicorn serve:app --host 0.0.0.0 --port 8080 || exit 1; +command: + export PYTHONPATH=/code/llm-foundry:/code/examples:/code integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 55e1bfcbe6984f970e4b951a2d373e0e68962a31 ssh_clone: false - integration_type: pip_packages packages: From e7cf917a55fbcd82c901c43e41ca7c2134f60aa6 Mon Sep 17 00:00:00 2001 From: Sakshi Gupta Date: Thu, 6 Jul 2023 16:11:41 -0700 Subject: [PATCH 2/3] Update instructor_large.yaml --- examples/inference-deployments/instructor/instructor_large.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/inference-deployments/instructor/instructor_large.yaml b/examples/inference-deployments/instructor/instructor_large.yaml index 8dc0fbecc..571dc860d 100644 --- a/examples/inference-deployments/instructor/instructor_large.yaml +++ b/examples/inference-deployments/instructor/instructor_large.yaml @@ -2,7 +2,7 @@ name: instructor-large compute: gpus: 1 gpu_type: a100_40gb -image: mosaicml/inference-testing:29eb4d0 +image: mosaicml/inference:29eb4d0 replicas: 1 command: export PYTHONPATH=/code/llm-foundry:/code/examples:/code From 35ed51ae826e17121145b90ddf529344bbe879a8 Mon Sep 17 00:00:00 2001 From: Sakshi Gupta Date: Thu, 6 Jul 2023 16:11:52 -0700 Subject: [PATCH 3/3] Update instructor_xl.yaml --- examples/inference-deployments/instructor/instructor_xl.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/inference-deployments/instructor/instructor_xl.yaml b/examples/inference-deployments/instructor/instructor_xl.yaml index efa76a79e..45cd2c2d9 100644 --- a/examples/inference-deployments/instructor/instructor_xl.yaml +++ b/examples/inference-deployments/instructor/instructor_xl.yaml @@ -2,7 +2,7 @@ name: instructor-xl compute: gpus: 1 gpu_type: a100_40gb -image: mosaicml/inference-testing:29eb4d0 +image: mosaicml/inference:29eb4d0 replicas: 1 command: export PYTHONPATH=/code/llm-foundry:/code/examples:/code