diff --git a/scripts/cht_falcon.sh b/scripts/cht_falcon.sh new file mode 100644 index 0000000..f8d4159 --- /dev/null +++ b/scripts/cht_falcon.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +set -e + +export VERSION=1.0.0 + +docker buildx build --push \ + --cache-from ghcr.io/premai-io/chat-falcon-7b-gpu:latest \ + --file ./cht-falcon/docker/gpu/Dockerfile \ + --build-arg="MODEL_ID=tiiuae/falcon-7b" \ + --tag ghcr.io/premai-io/chat-falcon-7b-gpu:latest \ + --tag ghcr.io/premai-io/chat-falcon-7b-gpu:$VERSION \ + ./cht-falcon +docker run --gpus all ghcr.io/premai-io/chat-falcon-7b-gpu:latest pytest