Merge branch 'main' of https://github.com/rancomp/polars into refacto…

…r/python_datetime_and_delta_convert
pola-rs · Oct 28, 2023 · bf281b6 · bf281b6
2 parents 3ba6697 + ef91ad4
commit bf281b6
Show file tree

Hide file tree

Showing 608 changed files with 25,663 additions and 11,050 deletions.
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -48,3 +48,15 @@ updates:
       prefix: build(python)
       prefix-development: chore(python)
     labels: ['skip changelog']
+
+  # Documentation
+  - package-ecosystem: pip
+    directory: docs
+    schedule:
+      interval: monthly
+    ignore:
+      - dependency-name: '*'
+        update-types: ['version-update:semver-patch']
+    commit-message:
+      prefix: chore(python)
+    labels: ['skip changelog']
diff --git a/.github/workflows/docs-global.yml b/.github/workflows/docs-global.yml
@@ -9,6 +9,8 @@ on:
   push:
     tags:
       - py-**
+  # Allow manual trigger until we have properly versioned docs
+  workflow_dispatch:
 
 jobs:
   markdown-link-check:
@@ -17,6 +19,7 @@ jobs:
     - uses: actions/checkout@v4
     - uses: gaurav-nelson/github-action-markdown-link-check@v1
       with:
+        config-file: docs/mlc-config.json
         folder-path: docs
 
   lint:
@@ -26,7 +29,7 @@ jobs:
       - uses: psf/black@stable
         with:
           src: docs/src/python
-          version: "23.9.1"
+          version: "23.10.0"
 
   deploy:
     runs-on: ubuntu-latest
@@ -72,12 +75,12 @@ jobs:
         run: mkdocs build
 
       - name: Add .nojekyll
-        if: ${{ github.ref_type == 'tag' }}
+        if: github.ref_type == 'tag' || github.event_name == 'workflow_dispatch'
         working-directory: site
         run: touch .nojekyll
 
       - name: Deploy docs
-        if: ${{ github.ref_type == 'tag' }}
+        if: github.ref_type == 'tag' || github.event_name == 'workflow_dispatch'
         uses: JamesIves/github-pages-deploy-action@v4
         with:
           folder: site

diff --git a/.github/workflows/lint-global.yml b/.github/workflows/lint-global.yml
@@ -15,4 +15,4 @@ jobs:
       - name: Lint Markdown and TOML
         uses: dprint/check@v2.2
       - name: Spell Check with Typos
-        uses: crate-ci/typos@v1.16.8
+        uses: crate-ci/typos@v1.16.21
diff --git a/.github/workflows/lint-python.yml b/.github/workflows/lint-python.yml
@@ -30,9 +30,9 @@ jobs:
 
       - name: Lint Python
         run: |
-          ruff --exit-non-zero-on-fix .
-          black --check .
-          blackdoc --check .
+          ruff check --diff .
+          ruff format --diff .
+          blackdoc --diff .
 
   mypy:
     runs-on: ubuntu-latest

diff --git a/.github/workflows/release-drafter.yml b/.github/workflows/release-drafter.yml
@@ -23,7 +23,7 @@ jobs:
         uses: release-drafter/release-drafter@v5
         with:
           config-name: release-drafter-rust.yml
-          commitish: ${{ inputs.sha }}
+          commitish: ${{ inputs.sha || github.sha }}
           disable-autolabeler: true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -32,7 +32,7 @@ jobs:
         uses: release-drafter/release-drafter@v5
         with:
           config-name: release-drafter-python.yml
-          commitish: ${{ inputs.sha }}
+          commitish: ${{ inputs.sha || github.sha }}
           disable-autolabeler: true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
@@ -230,7 +230,7 @@ jobs:
           tag: py-${{ steps.version.outputs.version }}
           version: ${{ steps.version.outputs.version }}
           prerelease: ${{ steps.version.outputs.is_prerelease }}
-          commitish: ${{ inputs.sha }}
+          commitish: ${{ inputs.sha || github.sha }}
           disable-autolabeler: true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

diff --git a/.github/workflows/test-python.yml b/.github/workflows/test-python.yml
@@ -72,6 +72,10 @@ jobs:
         if: github.ref_name != 'main'
         run: pytest --cov -n auto --dist loadgroup -m "not benchmark and not docs"
 
+      - name: Run tests async reader tests
+        if: github.ref_name != 'main'
+        run: POLARS_FORCE_ASYNC=1 pytest -m "not benchmark and not docs" tests/unit/io/
+
       - name: Run doctests
         if: github.ref_name != 'main'
         run: |

diff --git a/.github/workflows/test-rust.yml b/.github/workflows/test-rust.yml
@@ -45,27 +45,29 @@ jobs:
       - name: Compile tests
         run: >
           cargo test --all-features --no-run
+          -p polars-core
+          -p polars-io
           -p polars-lazy
+          -p polars-ops
           -p polars-plan
-          -p polars-io
-          -p polars-core
-          -p polars-time
-          -p polars-utils
           -p polars-row
           -p polars-sql
+          -p polars-time
+          -p polars-utils
 
       - name: Run tests
         if: github.ref_name != 'main'
         run: >
           cargo test --all-features
+          -p polars-core
+          -p polars-io
           -p polars-lazy
+          -p polars-ops
           -p polars-plan
-          -p polars-io
-          -p polars-core
-          -p polars-time
-          -p polars-utils
           -p polars-row
           -p polars-sql
+          -p polars-time
+          -p polars-utils
 
   integration-test:
     runs-on: ${{ matrix.os }}