Skip to content
This repository has been archived by the owner on Dec 6, 2023. It is now read-only.

Commit

Permalink
Merge pull request #73 from casperdcl/build-tidy
Browse files Browse the repository at this point in the history
  • Loading branch information
casperdcl authored Jul 27, 2023
2 parents 51843d1 + 39927db commit 3d132f8
Show file tree
Hide file tree
Showing 15 changed files with 80 additions and 327 deletions.
25 changes: 3 additions & 22 deletions a2t-whisper/build.sh
Original file line number Diff line number Diff line change
@@ -1,26 +1,7 @@
#!/bin/bash
set -e
export VERSION=1.0.1
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/audio-to-text-whisper-tiny-cpu
docker buildx build ${@:1} \
--file ./docker/cpu/Dockerfile \
--build-arg="MODEL_ID=tiny" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
--platform ${BUILDX_PLATFORM:-linux/arm64,linux/amd64} \
.
if test -z $TESTS_SKIP_CPU; then
docker run --rm $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/audio-to-text-whisper-large-v2-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=large-v2" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_cpu ghcr.io/premai-io/audio-to-text-whisper-tiny-cpu tiny ${@:1}
build_gpu ghcr.io/premai-io/audio-to-text-whisper-large-v2-gpu large-v2 ${@:1}
12 changes: 2 additions & 10 deletions cdr-replit/build.sh
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/coder-replit-code-v1-3b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=replit/replit-code-v1-3b" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/coder-replit-code-v1-3b-gpu replit/replit-code-v1-3b ${@:1}
13 changes: 2 additions & 11 deletions cdr-t5/build.sh
Original file line number Diff line number Diff line change
@@ -1,15 +1,6 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/coder-codet5p-220m-py-cpu
docker buildx build ${@:1} \
--file ./docker/cpu/Dockerfile \
--build-arg="MODEL_ID=Salesforce/codet5p-220m-py" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
--platform ${BUILDX_PLATFORM:-linux/arm64,linux/amd64} \
.
if test -z $TESTS_SKIP_CPU; then
docker run --rm $IMAGE:$VERSION pytest
fi
build_cpu ghcr.io/premai-io/coder-codet5p-220m-py-cpu Salesforce/codet5p-220m-py ${@:1}
12 changes: 2 additions & 10 deletions cht-dolly-v2/build.sh
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
#!/bin/bash
set -e
export VERSION=1.0.3
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-dolly-v2-12b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=databricks/dolly-v2-12b" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-dolly-v2-12b-gpu databricks/dolly-v2-12b ${@:1}
12 changes: 2 additions & 10 deletions cht-falcon/build.sh
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-falcon-7b-instruct-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=tiiuae/falcon-7b-instruct" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-falcon-7b-instruct-gpu tiiuae/falcon-7b-instruct ${@:1}
24 changes: 3 additions & 21 deletions cht-gorilla/build.sh
Original file line number Diff line number Diff line change
@@ -1,25 +1,7 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-gorilla-falcon-7b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=gorilla-llm/gorilla-falcon-7b-hf-v0" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/chat-gorilla-mpt-7b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=gorilla-llm/gorilla-mpt-7b-hf-v0" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-gorilla-falcon-7b-gpu gorilla-llm/gorilla-falcon-7b-hf-v0 ${@:1}
build_gpu ghcr.io/premai-io/chat-gorilla-mpt-7b-gpu gorilla-llm/gorilla-mpt-7b-hf-v0 ${@:1}
26 changes: 3 additions & 23 deletions cht-llama-cpp/build.sh
Original file line number Diff line number Diff line change
@@ -1,27 +1,7 @@
#!/bin/bash
set -e
export VERSION=1.0.4
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-gpt4all-lora-q4-cpu
docker buildx build ${@:1} \
--file ./docker/cpu/Dockerfile \
--build-arg="MODEL_ID=gpt4all-lora-q4" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
--platform ${BUILDX_PLATFORM:-linux/arm64,linux/amd64} \
.
if test -z $TESTS_SKIP_CPU; then
docker run --rm $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/chat-vicuna-7b-q4-cpu
docker buildx build ${@:1} \
--file ./docker/cpu/Dockerfile \
--build-arg="MODEL_ID=vicuna-7b-q4" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
--platform ${BUILDX_PLATFORM:-linux/arm64,linux/amd64} \
.
if test -z $TESTS_SKIP_CPU; then
docker run --rm $IMAGE:$VERSION pytest
fi
build_cpu ghcr.io/premai-io/chat-gpt4all-lora-q4-cpu gpt4all-lora-q4 ${@:1}
build_cpu ghcr.io/premai-io/chat-vicuna-7b-q4-cpu vicuna-7b-q4 ${@:1}
48 changes: 5 additions & 43 deletions cht-llama-v2/build.sh
Original file line number Diff line number Diff line change
@@ -1,47 +1,9 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-llama-2-7b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=llama-2-7b-hf" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/chat-llama-2-7b-chat-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=llama-2-7b-chat-hf" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/chat-llama-2-13b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=llama-2-13b-hf" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/chat-llama-2-13b-chat-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=llama-2-13b-chat-hf" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-llama-2-7b-gpu llama-2-7b-hf ${@:1}
build_gpu ghcr.io/premai-io/chat-llama-2-7b-chat-gpu llama-2-7b-chat-hf ${@:1}
build_gpu ghcr.io/premai-io/chat-llama-2-13b-gpu llama-2-13b-hf ${@:1}
build_gpu ghcr.io/premai-io/chat-llama-2-13b-chat-gpu llama-2-13b-chat-hf ${@:1}
36 changes: 4 additions & 32 deletions cht-mpt/build.sh
Original file line number Diff line number Diff line change
@@ -1,36 +1,8 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-mpt-7b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=mosaicml/mpt-7b-chat" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/mpt-7b-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=mosaicml/mpt-7b" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all ghcr.io/premai-io/mpt-7b-gpu:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/mpt-7b-instruct-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=mosaicml/mpt-7b-instruct" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all ghcr.io/premai-io/mpt-7b-instruct-gpu:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-mpt-7b-gpu mosaicml/mpt-7b-chat ${@:1}
build_gpu ghcr.io/premai-io/mpt-7b-gpu mosaicml/mpt-7b ${@:1}
build_gpu ghcr.io/premai-io/mpt-7b-instruct-gpu mosaicml/mpt-7b-instruct ${@:1}
12 changes: 2 additions & 10 deletions cht-xgen/build.sh
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/chat-xgen-7b-8k-inst-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=Salesforce/xgen-7b-8k-inst" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/chat-xgen-7b-8k-inst-gpu Salesforce/xgen-7b-8k-inst ${@:1}
19 changes: 6 additions & 13 deletions dfs-dalle/build.sh
Original file line number Diff line number Diff line change
@@ -1,17 +1,10 @@
#!/bin/bash
set -e
export VERSION=1.0.0
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

IMAGE=ghcr.io/premai-io/diffuser-dalle-mini-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="DALLE_MODEL_ID=dalle-mini/dalle-mini" \
--build-arg="DALLE_REVISION_ID=''" \
--build-arg="VQGAN_MODEL_ID=dalle-mini/vqgan_imagenet_f16_16384" \
--build-arg="VQGAN_REVISION_ID=e93a26e7707683d349bf5d5c41c5b0ef69b677a9" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
build_gpu ghcr.io/premai-io/diffuser-dalle-mini-gpu - ${@:1} \
--build-arg="DALLE_MODEL_ID=dalle-mini/dalle-mini" \
--build-arg="DALLE_REVISION_ID=''" \
--build-arg="VQGAN_MODEL_ID=dalle-mini/vqgan_imagenet_f16_16384" \
--build-arg="VQGAN_REVISION_ID=e93a26e7707683d349bf5d5c41c5b0ef69b677a9"
88 changes: 10 additions & 78 deletions dfs-diffusers/build.sh
Original file line number Diff line number Diff line change
@@ -1,81 +1,13 @@
#!/bin/bash
set -e
export VERSION=1.0.3

IMAGE=ghcr.io/premai-io/diffuser-stable-diffusion-2-1-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/stable-diffusion-2-1" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/diffuser-stable-diffusion-1-5-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=runwayml/stable-diffusion-v1-5" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/diffuser-stable-diffusion-2-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/stable-diffusion-2" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/diffuser-stable-diffusion-xl-gpu
docker buildx build --push \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/stable-diffusion-xl-base-1.0" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/diffuser-stable-diffusion-xl-with-refiner-gpu
docker buildx build --push \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/stable-diffusion-xl-base-1.0" \
--build-arg="REFINER_ID=stabilityai/stable-diffusion-xl-refiner-1.0" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/upscaler-stable-diffusion-x4-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/stable-diffusion-x4-upscaler" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi

IMAGE=ghcr.io/premai-io/upscaler-stable-diffusion-x2-latent-gpu
docker buildx build ${@:1} \
--file ./docker/gpu/Dockerfile \
--build-arg="MODEL_ID=stabilityai/sd-x2-latent-upscaler" \
--tag $IMAGE:latest \
--tag $IMAGE:$VERSION \
.
if test -z $TESTS_SKIP_GPU; then
docker run --rm --gpus all $IMAGE:$VERSION pytest
fi
source "$(dirname "${BASH_SOURCE[0]}")/../utils.sh"

build_gpu ghcr.io/premai-io/diffuser-stable-diffusion-2-1-gpu stabilityai/stable-diffusion-2-1 ${@:1}
build_gpu ghcr.io/premai-io/diffuser-stable-diffusion-1-5-gpu runwayml/stable-diffusion-v1-5 ${@:1}
build_gpu ghcr.io/premai-io/diffuser-stable-diffusion-2-gpu stabilityai/stable-diffusion-2 ${@:1}
build_gpu ghcr.io/premai-io/diffuser-stable-diffusion-xl-gpu stabilityai/stable-diffusion-xl-base-1.0 ${@:1}
build_gpu ghcr.io/premai-io/diffuser-stable-diffusion-xl-with-refiner-gpu stabilityai/stable-diffusion-xl-base-1.0 ${@:1} \
--build-arg="REFINER_ID=stabilityai/stable-diffusion-xl-refiner-1.0"
build_gpu ghcr.io/premai-io/upscaler-stable-diffusion-x4-gpu stabilityai/stable-diffusion-x4-upscaler ${@:1}
build_gpu ghcr.io/premai-io/upscaler-stable-diffusion-x2-latent-gpu stabilityai/sd-x2-latent-upscaler ${@:1}
Loading

0 comments on commit 3d132f8

Please sign in to comment.