Skip to content

Commit

Permalink
Update the dev container (#134)
Browse files Browse the repository at this point in the history
* bump container version

* Fix container launch script

* fastavro is super useful for cat
  • Loading branch information
holdenk authored Aug 27, 2024
1 parent e2fecda commit 6901d19
Show file tree
Hide file tree
Showing 4 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,6 @@ ARG base
FROM $base

USER root
RUN pip install --no-cache-dir pyarrow pyiceberg[pandas,snappy,daft,s3fs] avro
RUN pip install --no-cache-dir pyarrow pyiceberg[pandas,snappy,daft,s3fs] avro fastavro
USER dev
RUN sbt clean compile
2 changes: 1 addition & 1 deletion build_container.sh
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ else
git archive -o myapp.tar --format=tar HEAD
echo "$hash" > oldhash
fi
VERSION=${VERSION:-0.4}
VERSION=${VERSION:-0.5}
IMAGE=${IMAGE:-holdenk/hps:$VERSION}
MINI_IMAGE=${MINI_IMAGE:-holdenk/hps-mini:$VERSION}
docker buildx build --platform=linux/amd64,linux/arm64 -t "${MINI_IMAGE}" -f Dockerfile-mini . --push
Expand Down
2 changes: 1 addition & 1 deletion misc/container_launch.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
if [ ! -f /high-performance-spark-examples/iceberg-workshop/Workshop.ipynb ]; then
cp /high-performance-spark-examples/iceberg-workshop/Workshop-Template.ipynb /high-performance-spark-examples/iceberg-workshop/Workshop.ipynb
cp /high-performance-spark-examples/iceberg-workshop-solutions/Workshop-Template.ipynb /high-performance-spark-examples/iceberg-workshop/Workshop.ipynb
fi
jupyter-lab --ip 0.0.0.0 --port 8877
2 changes: 1 addition & 1 deletion run_container.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash
set -ex
VERSION=${VERSION:-0.4}
VERSION=${VERSION:-0.5}
IMAGE=${IMAGE:-holdenk/hps:$VERSION}
export VERSION
export IMAGE
Expand Down

0 comments on commit 6901d19

Please sign in to comment.