build: Python requirements upgrade and lxml build without binary (#34655

) * build: build lxml without binary in requirements and CI workflows --------- Co-authored-by: Usama Sadiq <usama.sadiq@arbisoft.com>
openedx · Apr 29, 2024 · 52adce4 · 52adce4
1 parent 3f7ac2c
commit 52adce4
Show file tree

Hide file tree

Showing 22 changed files with 437 additions and 415 deletions.
diff --git a/.github/workflows/check-consistent-dependencies.yml b/.github/workflows/check-consistent-dependencies.yml
@@ -42,6 +42,11 @@ jobs:
         with:
           python-version: '3.8'
 
+      - name: setup dev for lxml dependency
+        if: ${{ env.RELEVANT == 'true' }}
+        run: |
+            sudo apt-get update && sudo apt-get install -y libxml2-dev libxslt-dev
+  
       - name: "Recompile requirements"
         if: ${{ env.RELEVANT == 'true' }}
         run: |

diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml
@@ -64,7 +64,11 @@ jobs:
           sudo mkdir -p /data/db
           sudo chmod -R a+rw /data/db
           mongod &
-
+  
+      - name: setup dev for lxml dependency
+        run: |
+          sudo apt-get update && sudo apt-get install -y libxml2-dev libxslt-dev
+      
       - name: install requirements
         run: |
           sudo make test-requirements

diff --git a/.github/workflows/units-test-scripts-user-retirement.yml b/.github/workflows/units-test-scripts-user-retirement.yml
@@ -23,6 +23,10 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: setup dev for lxml dependency
+        run: |
+          sudo apt-get update && sudo apt-get install -y libxml2-dev libxslt-dev
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

diff --git a/.github/workflows/upgrade-one-python-dependency.yml b/.github/workflows/upgrade-one-python-dependency.yml
@@ -41,6 +41,10 @@ jobs:
         with:
           python-version: "3.8"
 
+      - name: setup dev for lxml dependency
+        run: |
+            sudo apt-get update && sudo apt-get install -y libxml2-dev libxslt-dev
+      
       - name: Update any pinned dependencies
         env:
           NEW_VERSION: "${{ inputs.version }}"

diff --git a/requirements/edx-sandbox/base.in b/requirements/edx-sandbox/base.in
@@ -2,7 +2,7 @@
 
 chem                                # A helper library for chemistry calculations
 cryptography                        # Implementations of assorted cryptography algorithms
-lxml                                # XML parser
+lxml --no-binary lxml               # XML parser
 matplotlib                          # 2D plotting library
 networkx                            # Utilities for creating, manipulating, and studying network graphs
 nltk                                # Natural language processing; used by the chem package

diff --git a/requirements/edx-sandbox/base.txt b/requirements/edx-sandbox/base.txt
@@ -4,6 +4,8 @@
 #
 #    make upgrade
 #
+--no-binary lxml
+
 cffi==1.16.0
     # via cryptography
 chem==1.3.0
@@ -22,11 +24,11 @@ cryptography==38.0.4
     #   -r requirements/edx-sandbox/base.in
 cycler==0.12.1
     # via matplotlib
-fonttools==4.49.0
+fonttools==4.51.0
     # via matplotlib
-importlib-resources==6.1.1
+importlib-resources==6.4.0
     # via matplotlib
-joblib==1.3.2
+joblib==1.4.0
     # via nltk
 kiwisolver==1.4.5
     # via matplotlib
@@ -59,21 +61,21 @@ openedx-calc==3.1.0
     # via -r requirements/edx-sandbox/base.in
 packaging==24.0
     # via matplotlib
-pillow==10.2.0
+pillow==10.3.0
     # via matplotlib
-pycparser==2.21
+pycparser==2.22
     # via cffi
-pyparsing==3.1.1
+pyparsing==3.1.2
     # via
     #   -r requirements/edx-sandbox/base.in
     #   chem
     #   matplotlib
     #   openedx-calc
-python-dateutil==2.8.2
+python-dateutil==2.9.0.post0
     # via matplotlib
 random2==1.0.2
     # via -r requirements/edx-sandbox/base.in
-regex==2024.4.16
+regex==2024.4.28
     # via nltk
 scipy==1.7.3
     # via
@@ -91,5 +93,5 @@ sympy==1.12
     #   openedx-calc
 tqdm==4.66.2
     # via nltk
-zipp==3.17.0
+zipp==3.18.1
     # via importlib-resources