benchmark imagenet

.github/workflows/benchmarks.yaml

@@ -12,33 +12,37 @@ env:
 jobs:
   bench:
     name: run benchmarks
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
     steps:
       - uses: actions/setup-python@v5
         with:
             python-version: "3.12"
 
-      - uses: astral-sh/setup-uv@v3
-        with:
-          enable-cache: true
-          cache-dependency-glob: pyproject.toml
-
       - uses: actions/checkout@v4
         with:
-          ref: ${{ github.event.pull_request.base.sha }}
           fetch-depth: 0
 
-      - run: uv pip install '.[tests]' --system
-      - name: run benchmarks on base branch
-        run: pytest --benchmark-autosave dvc/testing/benchmarks/ -k 'test_init or test_help'
-
-      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v3
         with:
-          fetch-depth: 0
-          clean: false
-      - run: uv pip install '.[tests]' --system
-      - name: run benchmarks for PR
-        run: >
-          pytest --benchmark-compare --benchmark-compare-fail=min:5%
-          --benchmark-group-by name
-          dvc/testing/benchmarks/ -k 'test_init or test_help'
+          enable-cache: true
+          cache-dependency-glob: pyproject.toml
+
+      - run: uv pip install '.[dev]' --system
+      - run: curl -O https://image-net.org/data/bboxes_annotations.tar.gz
+      - run: tar zxvf bboxes_annotations.tar.gz
+      - run: rm bboxes_annotations.tar.gz
+      - run: |
+          for file in ./*.tar.gz; do
+            tar zxvf $file
+          done
+        shell: bash
+      - run: rm ./*.tar.gz
+        shell: bash
+      - run: /bin/time -v dvc add Annotation/
+      - run: cat ./*.dvc
+        shell: bash
+      - run: /bin/time -v dvc add Annotation/