Migration for new data package format (#122) #363

	name: CI
	on:
	pull_request:
	paths-ignore:
	- 'docs/**'
	push:
	branches:
	- main
	paths-ignore:
	- 'docs/**'
	jobs:
	unittest:
	name: unit tests
	runs-on: ubuntu-22.04
	steps:
	- uses: actions/checkout@v3

	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: '3.11'

	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install ".[test]"
	- name: Test with pytest
	run: \|
	export AWS_DEFAULT_REGION=us-east-1; python -m pytest --cov-report xml --cov=src tests

	- name: Log missing coverage
	run: \|
	coverage report -m --skip-covered
	- name: Generate coverage report
	if: github.ref != 'refs/heads/main'
	uses: orgoro/coverage@v3.2
	with:
	coverageFile: coverage.xml
	token: ${{ secrets.GITHUB_TOKEN }}
	thresholdAll: .9
	thresholdNew: 1
	thresholdModified: .9

	lint:
	runs-on: ubuntu-22.04
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'
	- name: Install linters
	run: \|
	python -m pip install --upgrade pip
	pip install ".[dev]"
	- name: Run ruff
	if: success() \|\| failure() # still run black if above checks fails
	run: \|
	ruff check
	ruff format --check

Provide feedback