diff --git a/examples/inference-deployments/instructor/instructor_large.yaml b/examples/inference-deployments/instructor/instructor_large.yaml index aa5b882e9..571dc860d 100644 --- a/examples/inference-deployments/instructor/instructor_large.yaml +++ b/examples/inference-deployments/instructor/instructor_large.yaml @@ -1,15 +1,14 @@ name: instructor-large -gpu_num: 1 -gpu_type: a100_40gb -image: mosaicml/inference:0.0.80 +compute: + gpus: 1 + gpu_type: a100_40gb +image: mosaicml/inference:29eb4d0 replicas: 1 -command: | - cd examples - PYTHONPATH=.. uvicorn serve:app --host 0.0.0.0 --port 8080 || exit 1; +command: + export PYTHONPATH=/code/llm-foundry:/code/examples:/code integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 55e1bfcbe6984f970e4b951a2d373e0e68962a31 ssh_clone: false - integration_type: pip_packages packages: diff --git a/examples/inference-deployments/instructor/instructor_xl.yaml b/examples/inference-deployments/instructor/instructor_xl.yaml index 32dc5b97a..45cd2c2d9 100644 --- a/examples/inference-deployments/instructor/instructor_xl.yaml +++ b/examples/inference-deployments/instructor/instructor_xl.yaml @@ -1,15 +1,14 @@ name: instructor-xl -gpu_num: 1 -gpu_type: a100_40gb -image: mosaicml/inference:0.0.80 +compute: + gpus: 1 + gpu_type: a100_40gb +image: mosaicml/inference:29eb4d0 replicas: 1 -command: | - cd examples - PYTHONPATH=.. uvicorn serve:app --host 0.0.0.0 --port 8080 || exit 1; +command: + export PYTHONPATH=/code/llm-foundry:/code/examples:/code integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 55e1bfcbe6984f970e4b951a2d373e0e68962a31 ssh_clone: false - integration_type: pip_packages packages: