Add Backend

.github/workflows/_functionDeployTemplate.yml

@@ -0,0 +1,96 @@
+name: Function App Deploy Template
+
+on:
+  workflow_call:
+    inputs:
+      environment:
+        required: true
+        type: string
+        default: "dev"
+        description: "Specifies the environment of the deployment."
+      python_version:
+        required: true
+        type: string
+        default: "3.11"
+        description: "Specifies the python version."
+      function_directory:
+        required: true
+        type: string
+        description: "Specifies the directory of the Azure Web App."
+      function_name:
+        required: true
+        type: string
+        description: "Specifies the name of the Azure Web App."
+      tenant_id:
+        required: true
+        type: string
+        description: "Specifies the tenant id of the deployment."
+      subscription_id:
+        required: true
+        type: string
+        description: "Specifies the subscription id of the deployment."
+    secrets:
+      CLIENT_ID:
+        required: true
+        description: "Specifies the client id."
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  deployment:
+    name: Function App Deploy
+    runs-on: [self-hosted]
+    continue-on-error: false
+    environment: ${{ inputs.environment }}
+    concurrency:
+      group: function-${{ inputs.function_name }}-${{ inputs.environment }}
+      cancel-in-progress: false
+
+    steps:
+      # Check Out Repository
+      - name: Check Out Repository
+        id: checkout_repository
+        uses: actions/checkout@v4
+
+      # Setup Python
+      - name: Setup Python
+        id: python_setup
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python_version }}
+          cache: "pip"
+          cache-dependency-path: |
+            ${{ inputs.function_directory }}/requirements.txt
+
+      # Install Web App Dependencies
+      - name: Resolve Web App Dependencies
+        id: function_dependencies
+        shell: bash
+        run: |
+          pushd "${WEBAPP_DIRECTORY}"
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt --target=".python_packages/lib/site-packages"
+          popd
+        env:
+          WEBAPP_DIRECTORY: ${{ inputs.function_directory }}
+
+      # Azure login
+      - name: Azure login
+        id: azure_login
+        uses: azure/login@v2
+        with:
+          client-id: ${{ secrets.CLIENT_ID }}
+          tenant-id: ${{ inputs.tenant_id }}
+          subscription-id: ${{ inputs.subscription_id }}
+
+      # Deploy Function
+      - name: Deploy Function
+        id: function_deploy
+        uses: Azure/functions-action@v1
+        with:
+          app-name: ${{ inputs.function_name }}
+          package: ${{ inputs.function_directory }}
+          scm-do-build-during-deployment: true
+          enable-oryx-build: true

.github/workflows/_functionTestTemplate.yml

@@ -0,0 +1,48 @@
+name: Function App Test Template
+
+on:
+  workflow_call:
+    inputs:
+      python_version:
+        required: true
+        type: string
+        default: "3.11"
+        description: "Specifies the python version."
+      function_directory:
+        required: true
+        type: string
+        description: "Specifies the directory of the Azure Web App."
+
+jobs:
+  test:
+    name: Function App Test
+    runs-on: [ubuntu-latest]
+    continue-on-error: false
+
+    steps:
+      # Check Out Repository
+      - name: Check Out Repository
+        id: checkout_repository
+        uses: actions/checkout@v4
+
+      # Setup Python
+      - name: Setup Python
+        id: python_setup
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python_version }}
+          cache: "pip"
+          cache-dependency-path: |
+            ${{ inputs.function_directory }}/requirements.txt
+            requirements.txt
+
+      # Run Python Tests
+      - name: Run Python Tests
+        id: python_test
+        working-directory: ${{ inputs.function_directory }}
+        run: |
+          pip install -r "./../../requirements.txt" -q
+          pip install -r "./requirements.txt" -q
+          pytest
+        env:
+          FUNCTION_DIRECTORY: ${{ inputs.function_directory }}

.github/workflows/_terraformDestroyTemplate.yml

@@ -81,6 +81,7 @@ jobs:
 
       # Terraform Init
       - name: Terraform Init
+        id: terraform_init
         working-directory: ${{ inputs.working_directory }}
         run: |
           terraform init -backend-config=../../config/${CONFIG}/azurerm.tfbackend
@@ -89,6 +90,7 @@ jobs:
 
       # Terraform Destroy
       - name: Terraform Destroy
+        id: terraform_destroy
         working-directory: ${{ inputs.working_directory }}
         run: |
           terraform apply -var-file="../../config/${CONFIG}/vars.tfvars" -auto-approve -input=false -destroy

.github/workflows/_terraformEnvironmentTemplate.yml

@@ -223,6 +223,7 @@ jobs:
 
       # Terraform Init
       - name: Terraform Init
+        id: terraform_init
         working-directory: ${{ inputs.working_directory }}
         run: |
           terraform init -backend-config=../../config/${CONFIG}/azurerm.tfbackend
@@ -231,6 +232,7 @@ jobs:
 
       # Terraform Apply
       - name: Terraform Apply
+        id: terraform_apply
         working-directory: ${{ inputs.working_directory }}
         run: |
           terraform apply -var-file="../../config/${CONFIG}/vars.tfvars" -auto-approve -input=false

.github/workflows/function.yml

@@ -0,0 +1,43 @@
+name: Function App Deployment
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "**.py"
+      - "code/backend/**"
+      - "config/**"
+      - "tests/**"
+      - "requirements.txt"
+
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "**.py"
+      - "code/backend/**"
+      - "config/**"
+      - "tests/**"
+      - "requirements.txt"
+
+jobs:
+  # function_test:
+  #   uses: ./.github/workflows/_functionTestTemplate.yml
+  #   name: "Web App Test"
+  #   with:
+  #     python_version: "3.11"
+  #     function_directory: "./code/backend"
+
+  function_dev:
+    uses: ./.github/workflows/_functionDeployTemplate.yml
+    name: "Web App - Dev"
+    # needs: [function_test]
+    with:
+      environment: "dev"
+      python_version: "3.11"
+      function_directory: "./code/backend"
+      function_name: "vdnlytcs-dev-app001"
+      tenant_id: "37963dd4-f4e6-40f8-a7d6-24b97919e452"
+      subscription_id: "1fdab118-1638-419a-8b12-06c9543714a0"
+    secrets:
+      CLIENT_ID: ${{ secrets.CLIENT_ID }}

.github/workflows/lint.yml

@@ -26,7 +26,7 @@ jobs:
         id: terraform_setup
         uses: hashicorp/setup-terraform@v3
         with:
-          terraform_version: "1.9.6"
+          terraform_version: "1.9.8"
           terraform_wrapper: true
 
       # Checkout repository

.github/workflows/terraform.yml

@@ -27,7 +27,7 @@ jobs:
     with:
       environment: "dev"
       config: "PerfectThymeTech"
-      terraform_version: "1.9.6"
+      terraform_version: "1.9.8"
       node_version: 20
       working_directory: "./code/infra"
       tenant_id: "37963dd4-f4e6-40f8-a7d6-24b97919e452"
@@ -42,7 +42,7 @@ jobs:
     with:
       environment: "dev"
       config: "PerfectThymeTech"
-      terraform_version: "1.9.6"
+      terraform_version: "1.9.8"
       node_version: 20
       working_directory: "./code/infra"
       tenant_id: "37963dd4-f4e6-40f8-a7d6-24b97919e452"

.pre-commit-config.yaml

@@ -1,6 +1,6 @@
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.5.0
+    rev: v5.0.0
     hooks:
       - id: check-yaml
       - id: end-of-file-fixer
@@ -15,7 +15,7 @@ repos:
       - id: isort
         args: ["--profile", "black", "--filter-files"]
   - repo: https://github.com/psf/black
-    rev: 23.12.1
+    rev: 24.10.0
     hooks:
       - id: black
   - repo: local

code/backend/.funcignore

@@ -0,0 +1,10 @@
+.git*
+.vscode
+__azurite_db*__.json
+__blobstorage__
+__queuestorage__
+__pycache__
+local.settings.json
+test
+venv
+.vscode

code/backend/aispeechanalysis/function.py

@@ -0,0 +1,84 @@
+import json
+import logging
+
+import azure.functions as func
+import azurefunctions.extensions.bindings.blob as blob
+from aispeechanalysis.llm import LlmClient
+from aispeechanalysis.utils import get_timestamps_for_sections, get_transcript
+from shared.config import settings
+from shared.utils import load_blob, upload_string
+
+bp = func.Blueprint()
+
+
+@bp.function_name("AiSpeechAnalysis")
+@bp.blob_trigger(
+    arg_name="client",
+    path="internal-analysis-speech/{name}",
+    connection="BlobTrigger",
+    # source="LogsAndContainerScan",
+)
+async def ai_speech_analysis(client: blob.BlobClient) -> func.HttpResponse:
+    logging.info("Azure AI Speech file upload detected.")
+
+    # Initialize
+    logging.info("Initialize")
+    ai_speech_analysis_guid = str.split(client.blob_name, sep="/")[0]
+
+    # Download blob file content and convert to json
+    logging.info("Download blob file content and convert to json.")
+    result_load_blob = await load_blob(
+        storage_domain_name=f"{client.account_name}.blob.core.windows.net",
+        storage_container_name=client.container_name,
+        storage_blob_name=client.blob_name,
+        encoding="utf-8",
+        managed_identity_client_id=settings.MANAGED_IDENTITY_CLIENT_ID,
+    )
+    result_load_blob_json = json.loads(result_load_blob)
+    logging.debug(f"Loaded blob content as json: '{result_load_blob_json}'")
+
+    # Get transcript
+    logging.info("Get transcript from Azure AI Speech content.")
+    result_get_transcript = get_transcript(ai_speech_blob_json=result_load_blob_json)
+
+    # Use Open AI to generate scenes
+    logging.info("Use Open AI to generate scenes.")
+    llm_client = LlmClient(
+        azure_open_ai_base_url=settings.AZURE_OPEN_AI_BASE_URL,
+        azure_open_ai_api_version=settings.AZURE_OPEN_AI_API_VERSION,
+        azure_open_ai_deployment_name=settings.AZURE_OPEN_AI_DEPLOYMENT_NAME,
+        azure_open_ai_temperature=settings.AZURE_OPEN_AI_TEMPERATURE,
+        managed_identity_client_id=settings.MANAGED_IDENTITY_CLIENT_ID,
+    )
+    result_invoke_llm_chain = llm_client.invoke_llm_chain(
+        news_content=result_get_transcript,
+        news_show_details="This is a news show covering different news content.",
+        language=settings.MAIN_CONTENT_LANGUAGE,
+    )
+
+    # Save llm result
+    logging.info("Saving LLM result.")
+    _ = await upload_string(
+        data=result_invoke_llm_chain.model_dump_json(),
+        storage_domain_name=f"{client.account_name}.blob.core.windows.net",
+        storage_container_name=settings.STORAGE_CONTAINER_INTERNAL_ANALYSIS_SPEECH_NAME,
+        storage_blob_name=f"{ai_speech_analysis_guid}/llm.json",
+        managed_identity_client_id=settings.MANAGED_IDENTITY_CLIENT_ID,
+    )
+
+    # Get timestamps for news sections
+    logging.info("Get timestamps for news sections")
+    result_get_timestamps_for_sections = get_timestamps_for_sections(
+        result_stt=result_load_blob_json,
+        result_llm=result_invoke_llm_chain.model_dump(),
+    )
+
+    # Save results
+    logging.info("Save results")
+    _ = await upload_string(
+        data=json.dumps(result_get_timestamps_for_sections),
+        storage_domain_name=f"{client.account_name}.blob.core.windows.net",
+        storage_container_name=settings.STORAGE_CONTAINER_RESULTS_NAME,
+        storage_blob_name=f"{ai_speech_analysis_guid}/timestamps.json",
+        managed_identity_client_id=settings.MANAGED_IDENTITY_CLIENT_ID,
+    )