Switch to using python through a virtual env

.github/workflows/test.yaml

@@ -54,8 +54,7 @@ jobs:
         run: |
           # pytest tries to open files with full path and so 'work' home folder must be listable by postgres for it to work
           sudo chmod +x /home/runner && \
-          sudo su postgres -c "python3 ./scripts/integration_tests.py" &&\
-          sudo su postgres -c "python3 -m pytest ./scripts/integration_tests.py --rootdir=./scripts -c /dev/null" &&\
+          sudo su postgres -c "/tmp/lantern/cienv/bin/python ./scripts/integration_tests.py" &&\
           echo "Done with integration tests"
         env:
           PG_VERSION: ${{ matrix.postgres }}
@@ -64,7 +63,7 @@ jobs:
         run: |
           # Start postgres
           sudo su postgres -c "PG_VERSION=$PG_VERSION RUN_TESTS=0 ./ci/scripts/run-tests-linux.sh" && \
-          sudo su -c "PG_VERSION=$PG_VERSION python3 ./scripts/test_updates.py -U postgres" &&\
+          sudo su -c "PG_VERSION=$PG_VERSION /tmp/lantern/cienv/bin/python ./scripts/test_updates.py -U postgres" &&\
           echo "Done with updates"
         env:
           PG_VERSION: ${{ matrix.postgres }}

ci/scripts/build.sh

@@ -64,7 +64,9 @@ function build_and_install() {
   popd
 
   # install update and WAL test dependencies
-  sudo pip install -r /tmp/lantern/scripts/requirements.txt
+  python3 -m venv cienv
+  source cienv/bin/activate
+  pip install -r /tmp/lantern/scripts/requirements.txt
 
   mkdir build
   cd build

ci/scripts/run-tests-linux.sh

@@ -53,7 +53,7 @@ function run_db_tests(){
     make test && \
     make test-parallel && \
     make test-client && \
-    python3 ../scripts/test_wal.py && \
+    $WORKDIR/cienv/bin/python ../scripts/test_wal.py && \
     run_pgvector_tests && \
     stop_current_postgres && \
     if [[ "$ENABLE_COVERAGE" == "1" ]]