Tasking manager fastapi

.github/workflows/ecs-deploy.yml

@@ -9,13 +9,13 @@ env:
   REGISTRY: ghcr.io
   AWS_REGION: us-east-1
   ECS_CLUSTER: tasking-manager
-  ECS_SERVICE: tasking-manager-fastAPI
+  ECS_SERVICE: backend-fastAPI
   CONTAINER_NAME: backend
   IMAGE_NAME: hotosm/tasking-manager-backend # was ${{ github.repository }}
 
 jobs:
-  build-push-image:
-    name: Build Images
+  image-build-and-push:
+    name: Build Container Images
     runs-on: ubuntu-latest
     environment: production
 
@@ -24,14 +24,11 @@ jobs:
       packages: write
 
     outputs:
-      imageid: steps.build-push-image.imageid
+      image_tags: ${{ steps.meta.outputs.tags }}
 
     steps:
-      - name: Setup QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Setup Buildx
-        uses: docker/setup-buildx-action@v3
+      - uses: docker/setup-qemu-action@v3
+      - uses: docker/setup-buildx-action@v3
 
       - name: Log in to the Container registry
         uses: docker/login-action@v3
@@ -45,31 +42,34 @@ jobs:
         uses: docker/metadata-action@v5
         with:
           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-
           tags: |
-            type=ref,event=branch
+            type=raw,value=fastapi
 
       - name: Build and push container image
         id: build-push-image
         uses: docker/build-push-action@v5
         with:
           context: "{{defaultContext}}"
+          target: prod
           platforms: linux/amd64,linux/arm64
           push: true
           tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+
 
   deploy:
-    name: Deploy
+    name: Deploy to ECS
     runs-on: ubuntu-latest
     environment: production
 
+    needs: image-build-and-push
+
     permissions:
       contents: read
       id-token: write
 
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
+      - uses: actions/checkout@v4
 
       - name: Configure AWS credentials
         uses: aws-actions/configure-aws-credentials@v4
@@ -80,15 +80,15 @@ jobs:
 
       - name: Download task definition
         run: |
-           aws ecs describe-task-definition --task-definition tasking-manager --query taskDefinition > task-definition.json
+           aws ecs describe-task-definition --task-definition tasking-manager-fastAPI --query taskDefinition > task-definition.json
 
       - name: Task definition rendition
         id: task-def
         uses: aws-actions/amazon-ecs-render-task-definition@v1
         with:
           task-definition: task-definition.json
           container-name: ${{ env.CONTAINER_NAME }}
-          image: ${{ needs.build-push-image.outputs.imageid }}
+          image: ${{ needs.image-build-and-push.outputs.image_tags }}
 
       - name: Deploy task definition
         uses: aws-actions/amazon-ecs-deploy-task-definition@v1

.gitignore

@@ -68,3 +68,4 @@ htmlcov/
 
 # Docker & Docker compose
 docker-compose.override.yml
+postgres_data/

Dockerfile

@@ -1,13 +1,10 @@
 ARG DEBIAN_IMG_TAG=slim-bookworm
 ARG PYTHON_IMG_TAG=3.10
 
-
-
 FROM docker.io/python:${PYTHON_IMG_TAG}-${DEBIAN_IMG_TAG} as base
 ARG APP_VERSION=0.1.0
 ARG DOCKERFILE_VERSION=0.5.0
 ARG ALPINE_IMG_TAG
-ARG DEBIAN_IMG_TAG
 ARG PYTHON_IMG_TAG
 ARG MAINTAINER=sysadmin@hotosm.org
 LABEL org.hotosm.tasks.app-version="${APP_VERSION}" \
@@ -28,7 +25,7 @@ FROM base as extract-deps
 RUN pip install --no-cache-dir --upgrade pip
 WORKDIR /opt/python
 COPY pyproject.toml pdm.lock README.md /opt/python/
-RUN pip install --no-cache-dir pdm==2.18.1
+RUN pip install --no-cache-dir pdm==2.8.0
 RUN pdm export --prod --without-hashes > requirements.txt
 
 
@@ -37,13 +34,14 @@ FROM base as build
 RUN pip install --no-cache-dir --upgrade pip
 WORKDIR /opt/python
 # Setup backend build-time dependencies
-RUN apt-get update && apt-get install --no-install-recommends -y \
-        build-essential \
-        libffi-dev \
-        libgeos-dev \
-        postgresql-server-dev-15 \
-        python3-dev \
-    && rm -rf /var/lib/apt/lists/*
+RUN apt-get update && \
+    DEBIAN_FRONTEND=noninteractive \
+    apt-get -q install --no-install-recommends -y \
+      build-essential \
+      postgresql-server-dev-15 \
+      python3-dev \
+      libffi-dev \
+      libgeos-dev
 # Setup backend Python dependencies
 COPY --from=extract-deps \
     /opt/python/requirements.txt /opt/python/
@@ -60,15 +58,15 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
     PYTHONUNBUFFERED=1 \
     PYTHONFAULTHANDLER=1 \
     PATH="/home/appuser/.local/bin:$PATH" \
-    PYTHONPATH="/usr/src/app:$PYTHONPATH" \
     PYTHON_LIB="/home/appuser/.local/lib/python$PYTHON_IMG_TAG/site-packages" \
     SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt \
     REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
 # Setup backend runtime dependencies
 RUN apt-get update && \
-    apt-get install --no-install-recommends -y \
-        libgeos3.11.1 postgresql-client proj-bin && \
-    rm -rf /var/lib/apt/lists/*
+    DEBIAN_FRONTEND=noninteractive \
+    apt-get -q install --no-install-recommends -y \
+        postgresql-client libgeos3.11.1 proj-bin curl && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
 COPY --from=build \
     /home/appuser/.local \
     /home/appuser/.local
@@ -83,25 +81,19 @@ COPY manage.py .
 
 FROM runtime as debug
 RUN pip install --user --no-warn-script-location \
-    --no-cache-dir debugpy==1.8.5
+    --no-cache-dir debugpy==1.8.1
 EXPOSE 5678/tcp
 CMD ["python", "-m", "debugpy", "--wait-for-client", "--listen", "0.0.0.0:5678", \
-    "-m", "gunicorn", "-c", "python:backend.gunicorn", "manage:application", \
+    "-m", "uvicorn", "backend.main:api", "--host", "0.0.0.0", "--port", "5000", \
     "--reload", "--log-level", "error"]
 
 
-
 FROM runtime as prod
 USER root
-RUN apt-get update && \
-	apt-get install -y curl && \
-	rm -rf /var/lib/apt/lists/*
 # Pre-compile packages to .pyc (init speed gains)
 RUN python -c "import compileall; compileall.compile_path(maxlevels=10, quiet=1)"
 RUN python -m compileall .
 EXPOSE 5000/tcp
 USER appuser:appuser
-# Default gunicorn worker count is 1
-# For prod the WEB_CONCURRENCY env var can be used to set this
-CMD ["gunicorn", "-c", "python:backend.gunicorn", "manage:application", \
-    "--log-level", "error"]
+CMD ["uvicorn", "backend.main:api", "--host", "0.0.0.0", "--port", "5000", \
+     "--log-level", "error","--reload"]