fix CI

doble quote fix
gip-inclusion · Jan 15, 2025 · acf2bee · acf2bee
1 parent 1890a2c
commit acf2bee
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 9 deletions.
diff --git a/deployment/variables.tf b/deployment/variables.tf
@@ -209,3 +209,10 @@ variable "fredo_api_token" {
   sensitive   = true
   default     = ""
 }
+
+variable "imilo_api_secret" {
+  description = "Used in extraction tasks orchestrated by airflow"
+  type        = string
+  sensitive   = true
+  default     = ""
+}
diff --git a/pipeline/dags/dag_utils/sources/__init__.py b/pipeline/dags/dag_utils/sources/__init__.py
@@ -230,14 +230,17 @@
             "offres": {
                 "filename": "offres.json",
                 "url": Variable.get("IMILO_API_URL", None),
+                "token": Variable.get("IMILO_API_SECRET", None),
             },
             "structures": {
                 "filename": "structures.json",
                 "url": Variable.get("IMILO_API_URL", None),
+                "token": Variable.get("IMILO_API_SECRET", None),
             },
             "structures_offres": {
                 "filename": "structures_offres.json",
                 "url": Variable.get("IMILO_API_URL", None),
+                "token": Variable.get("IMILO_API_SECRET", None),
             },
         },
     },

diff --git a/pipeline/dags/dag_utils/sources/imilo.py b/pipeline/dags/dag_utils/sources/imilo.py
@@ -2,8 +2,6 @@
 
 import requests
 
-from airflow.models import Variable
-
 
 class ImiloClient:
     def __init__(self, base_url: str, secret: str) -> None:
@@ -12,6 +10,7 @@ def __init__(self, base_url: str, secret: str) -> None:
         self.session.headers.update({"Content-Type": "application/json"})
         self.secret = secret
 
+    # The token lasts 1h
     def _get_token(self):
         response = self.session.post(
             url=f"{self.base_url}/get_token",
@@ -23,7 +22,7 @@ def _get_token(self):
         )
         response.raise_for_status()
         self.session.headers.update(
-            {"Authorization": f"Bearer {response.json()["access_token"]}"}
+            {"Authorization": f"Bearer {response.json()['access_token']}"}
         )
 
     def _get_endpoint(
@@ -48,12 +47,7 @@ def list_structures_offres(self) -> list:
         return self._get_endpoint("/get_structures_offres")
 
 
-client = ImiloClient(
-    base_url=Variable.get("IMILO_API_URL"),
-    secret=Variable.get("IMILO_API_SECRET"),
-)
-
-
 def extract(id: str, url: str, token: str, **kwargs) -> bytes:
+    client = ImiloClient(base_url=url, secret=token)
     data = getattr(client, f"list_{id}")()
     return json.dumps(data).encode()