add git workflows

.github/workflows/update_data.yml

@@ -0,0 +1,33 @@
+name: auto update-data
+
+on:
+  push:
+    branches: master
+  schedule:
+    - cron:  '*/15 * * * *'
+
+jobs:
+  update-table:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout latest code version from git
+        uses: actions/checkout@master
+        with:
+          path: ./
+
+      - name: Set up Python environement
+        uses: actions/setup-python@master
+        with:
+          python-version: 3.9
+
+      - name: Install dependencies
+        run: pip install -r requirements.txt
+
+      - name: Fetch data
+        run: ./shell_script/update_data.sh
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+
+
+

.gitignore

@@ -0,0 +1,2 @@
+
+sources/update_data.csv

shell_script/update_data.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -e
+
+python3 ./sources/fetch_data.py

sources/data_pipeline.py

@@ -57,6 +57,12 @@ def extract_integer(dictionary_list, key):
     stations['availableMechanicalBikesRate'] = stations['availableMechanicalBikesRate'].fillna(0)
     stations['availableElectricRate'] = stations['availableElectricRate'].fillna(0)
 
+    # Arrondir les KPIs au dixième
+    stations['availableBikesRate'] = stations['availableBikesRate'].round(2)
+    stations['availableDocksRate'] = stations['availableDocksRate'].round(2)
+    stations['availableMechanicalBikesRate'] = stations['availableMechanicalBikesRate'].round(2)
+    stations['availableElectricRate'] = stations['availableElectricRate'].round(2)
+
     return stations
 
 

sources/fetch_data.py

@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+"""
+Created on 27/06/2023 19:13
+@author: GiovanniMINGHELLI
+"""
+import os
+
+from sources.data_pipeline import get_availablity_bikes
+
+
+def fetch():
+    velib_data = get_availablity_bikes()
+    velib_data.to_csv('update_data.csv', header=False, mode='a', date_format='%Y-%m-%d %H:%M:%S')
+
+
+if __name__ == '__main__':
+    fetch()