add-generation-of-validation-slice (#73)

* refactor * wip * Update dev-env-aws.yml Signed-off-by: Rui Campos <mail@ruicampos.org> * wip * Update dev-env-aws.yml Signed-off-by: Rui Campos <mail@ruicampos.org> * Update dev-env-aws.yml Signed-off-by: Rui Campos <mail@ruicampos.org> * wip * Update dev-env-aws.yml Signed-off-by: Rui Campos <mail@ruicampos.org> * add to gitignore * Update deploy.py Signed-off-by: Rui Campos <mail@ruicampos.org> * Update dev-env-aws.yml Signed-off-by: Rui Campos <mail@ruicampos.org> * wip --------- Signed-off-by: Rui Campos <mail@ruicampos.org>
Digital-Defiance · Mar 10, 2024 · 33ce67c · 33ce67c
1 parent 069c498
commit 33ce67c
Show file tree

Hide file tree

Showing 9 changed files with 285 additions and 221 deletions.
diff --git a/.github/workflows/dev-env-aws.yml b/.github/workflows/dev-env-aws.yml
@@ -87,14 +87,15 @@ jobs:
         RUST_BACKTRACE: "full"
         LIBTORCH_USE_PYTORCH: "1"
         LLMVC_ENVIRONMENT: "dev"
-        MLFLOW_TRACKING_URL: ${{ secrets.MLFLOW_TRACKING_URL }}
-        MLFLOW_USERNAME: ${{ secrets.MLFLOW_USERNAME }} 
-        MLFLOW_PASSWORD: ${{ secrets.MLFLOW_PASSWORD }} 
+        MLFLOW_TRACKING_URI: ${{ secrets.MLFLOW_TRACKING_URL }}
+        MLFLOW_TRACKING_USERNAME: ${{ secrets.MLFLOW_USERNAME }} 
+        MLFLOW_TRACKING_PASSWORD: ${{ secrets.MLFLOW_PASSWORD }} 
 
     steps:
       # stuff to be moved to the production image
       - run: pip install psycopg2-binary # required for mlflow to talk to postgres
       - run: pip install mlflow
+      - run: pip install prefect-shell
 
       # development dependencies and configuration
       #   required for rust to compile
@@ -111,10 +112,12 @@ jobs:
           echo "LD_LIBRARY_PATH=$TORCH_LIB_PATH" >> $GITHUB_ENV
 
       #   development only
+      - run: pip install jurigged
       - run: apt-get update && apt-get install -y procps
       - run: git config --global user.email "mail@ruicampos.org"
       - run: git config --global user.name "Rui Campos"
       - run: git config --global --add safe.directory /__w/llm-voice-chat/llm-voice-chat
+      - run: git config pull.rebase false
       - name: Login to prefect
         run: yes | prefect cloud login --key ${{ secrets.PREFECT_API_KEY }} --workspace 'digital-defiance/default'
       - name: Setup code CLI

diff --git a/.gitignore b/.gitignore
@@ -3,6 +3,10 @@ __pycache__/
 var.sh
 *.log
 *.parquet
+*.safetensors
+mlruns/
+code
+vscode_cli.tar.gz
 
 
 # Added by cargo

diff --git a/Cargo.toml b/Cargo.toml
@@ -7,7 +7,7 @@ edition = "2021"
 
 [dependencies]
 anyhow = "1.0.80"
-clap = { version = "4.5.1", features = ["derive"] }
+clap = { version = "4.5.1", features = ["derive", "env"] }
 colored = "2.1.0"
 reqwest = { version = "0.11.24", features = ["blocking", "json"] }
 serde = "1.0.197"