ci.yml•4.06 kB
name: CI
on:
push:
branches: [master, main, develop]
pull_request:
branches: [master, main, develop]
workflow_dispatch:
jobs:
test:
name: Test Python ${{ matrix.python-version }}
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
python-version: ["3.12", "3.13"]
steps:
- uses: actions/checkout@v4
- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"
enable-cache: true
cache-dependency-glob: "uv.lock"
- name: Set up Python ${{ matrix.python-version }}
run: uv python install ${{ matrix.python-version }}
- name: Install dependencies
run: uv sync --extra dev
- name: Run tests
run: uv run pytest -v --tb=short
env:
# Disable browser tests in CI to avoid complexity
DATA_EXTRACTOR_ENABLE_JAVASCRIPT: "false"
lint:
name: Lint and Format Check
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"
- name: Set up Python
run: uv python install 3.12
- name: Install dependencies
run: uv sync --extra dev
- name: Run ruff linting
run: uv run ruff check extractor/
- name: Run ruff formatting check
run: uv run ruff format --check extractor/
- name: Run mypy type checking
run: uv run mypy extractor/
security:
name: Security Scan
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"
- name: Set up Python
run: uv python install 3.12
- name: Install dependencies
run: uv sync --extra dev
- name: Run bandit security scan
run: |
uv add --dev bandit[toml]
uv run bandit -r extractor/ -f json -o bandit-report.json || true
uv run bandit -r extractor/
- name: Upload security scan results
uses: actions/upload-artifact@v4
if: always()
with:
name: bandit-report
path: bandit-report.json
build-test:
name: Build Package Test
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"
- name: Set up Python
run: uv python install 3.12
- name: Install dependencies
run: uv sync
- name: Build package
run: uv build
- name: Test installation from wheel
run: |
uv run python -m pip install dist/*.whl
uv run python -c "import extractor; print(f'Successfully imported extractor v{extractor.__version__}')"
- name: Upload build artifacts
uses: actions/upload-artifact@v4
with:
name: dist-test
path: dist/
retention-days: 7
coverage:
name: Coverage Report
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"
- name: Set up Python
run: uv python install 3.12
- name: Install dependencies
run: uv sync --extra dev
- name: Run tests with coverage
run: |
uv run pytest --cov=extractor --cov-report=xml --cov-report=html --cov-report=term
env:
DATA_EXTRACTOR_ENABLE_JAVASCRIPT: "false"
- name: Upload coverage reports
uses: actions/upload-artifact@v4
with:
name: coverage-report
path: |
coverage.xml
htmlcov/
- name: Upload to Codecov
uses: codecov/codecov-action@v4
with:
file: ./coverage.xml
flags: unittests
name: codecov-umbrella
fail_ci_if_error: false