forked from PrefectHQ/prefect
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Dockerfile
125 lines (94 loc) · 3.92 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
# The version of Python in the final image
ARG PYTHON_VERSION=3.9
# The base image to use for the final image; Prefect and its Python requirements will
# be installed in this image. The default is the official Python slim image.
# The following images are also available in this file:
# prefect-conda: Derivative of continuum/miniconda3 with a 'prefect' environment. Used for the 'conda' flavor.
# Any image tag can be used, but it must have apt and pip.
ARG BASE_IMAGE=python:${PYTHON_VERSION}-slim
# The version used to build the Python distributable.
ARG BUILD_PYTHON_VERSION=3.9
# THe version used to build the UI distributable.
ARG NODE_VERSION=16.15
# Any extra Python requirements to install
ARG EXTRA_PIP_PACKAGES=""
# Build the UI distributable.
FROM node:${NODE_VERSION}-bullseye-slim as ui-builder
WORKDIR /opt/ui
RUN apt-get update && \
apt-get install --no-install-recommends -y \
# Required for arm64 builds
chromium \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Install a newer npm to avoid esbuild errors
RUN npm install -g npm@8
# Install dependencies separately so they cache
COPY ./ui/package*.json ./
RUN npm ci
# Build static UI files
COPY ./ui .
RUN npm run build
# Build the Python distributable.
# Without this build step, versioneer cannot infer the version without git
# see https://github.com/python-versioneer/python-versioneer/issues/215
FROM python:${BUILD_PYTHON_VERSION}-slim AS python-builder
WORKDIR /opt/prefect
RUN apt-get update && \
apt-get install --no-install-recommends -y \
gpg \
git=1:2.* \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Copy the repository in; requires full git history for versions to generate correctly
COPY . ./
# Package the UI into the distributable.
COPY --from=ui-builder /opt/ui/dist ./src/prefect/server/ui
# Create a source distributable archive; ensuring existing dists are removed first
RUN rm -rf dist && python setup.py sdist
RUN mv "dist/$(python setup.py --fullname).tar.gz" "dist/prefect.tar.gz"
# Setup a base final image from miniconda
FROM continuumio/miniconda3 as prefect-conda
# Create a new conda environment with our required Python version
ARG PYTHON_VERSION
RUN conda create \
python=${PYTHON_VERSION} \
--name prefect
# Use the prefect environment by default
RUN echo "conda activate prefect" >> ~/.bashrc
SHELL ["/bin/bash", "--login", "-c"]
# Build the final image with Prefect installed and our entrypoint configured
FROM ${BASE_IMAGE} as final
ENV LC_ALL C.UTF-8
ENV LANG C.UTF-8
LABEL maintainer="help@prefect.io"
LABEL io.prefect.python-version=${PYTHON_VERSION}
LABEL org.label-schema.schema-version = "1.0"
LABEL org.label-schema.name="prefect"
LABEL org.label-schema.url="https://www.prefect.io/"
WORKDIR /opt/prefect
# Install requirements
# - tini: Used in the entrypoint
# - build-essential: Required for Python dependencies without wheels
# - git: Required for retrieving workflows from git sources
RUN apt-get update && \
apt-get install --no-install-recommends -y \
tini=0.19.* \
build-essential \
git=1:2.* \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Pin the pip version
RUN python -m pip install --no-cache-dir pip==23.3.1
# Install the base requirements separately so they cache
COPY requirements-client.txt requirements.txt ./
RUN pip install --upgrade --upgrade-strategy eager --no-cache-dir -r requirements.txt
# Install prefect from the sdist
COPY --from=python-builder /opt/prefect/dist ./dist
# Extras to include during `pip install`. Must be wrapped in brackets, e.g. "[dev]"
ARG PREFECT_EXTRAS=${PREFECT_EXTRAS:-""}
RUN pip install --no-cache-dir "./dist/prefect.tar.gz${PREFECT_EXTRAS}"
ARG EXTRA_PIP_PACKAGES=${EXTRA_PIP_PACKAGES:-""}
RUN [ -z "${EXTRA_PIP_PACKAGES}" ] || pip install --no-cache-dir "${EXTRA_PIP_PACKAGES}"
# Smoke test
RUN prefect version
# Setup entrypoint
COPY scripts/entrypoint.sh ./entrypoint.sh
ENTRYPOINT ["/usr/bin/tini", "-g", "--", "/opt/prefect/entrypoint.sh"]