Scrapy MCP Server

name: Update Dependencies on: schedule: # Run every Monday at 9 AM UTC - cron: "0 9 * * 1" workflow_dispatch: jobs: automated-dependency-update: name: Update Dependencies runs-on: ubuntu-latest permissions: contents: write pull-requests: write steps: - uses: actions/checkout@v4 with: token: ${{ secrets.GITHUB_TOKEN }} - name: Install uv uses: astral-sh/setup-uv@v3 with: version: "latest" - name: Set up Python run: uv python install 3.12 - name: Update dependencies run: | # Update lock file uv lock --upgrade # Check if there are any changes if git diff --quiet uv.lock; then echo "No dependency updates available" echo "has_updates=false" >> $GITHUB_ENV else echo "Dependency updates found" echo "has_updates=true" >> $GITHUB_ENV fi - name: Test with updated dependencies if: env.has_updates == 'true' run: | uv sync --extra dev uv run pytest -x --tb=short env: DATA_EXTRACTOR_ENABLE_JAVASCRIPT: "false" - name: Create Pull Request id: create_pr if: env.has_updates == 'true' continue-on-error: true uses: peter-evans/create-pull-request@v7 with: token: ${{ secrets.GITHUB_TOKEN }} commit-message: "chore(deps): update dependencies" title: "chore(deps): Update dependencies" body: | ## Dependency Updates This PR updates project dependencies to their latest versions. ### Changes - Updated `uv.lock` with latest compatible versions - All tests pass with updated dependencies ### Testing - ✅ All tests pass - ✅ Package builds successfully - ✅ No breaking changes detected Auto-generated by GitHub Actions. branch: update-dependencies delete-branch: true labels: | dependencies automated - name: Report PR Creation Status if: always() && steps.create_pr.outcome == 'failure' run: | echo "## ⚠️ Pull Request Creation Failed" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "Dependency updates were found and tested successfully, but creating a pull request failed." >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "### Possible Causes:" >> $GITHUB_STEP_SUMMARY echo "- Insufficient repository permissions for the workflow" >> $GITHUB_STEP_SUMMARY echo "- Fork-related configuration issues with the create-pull-request action" >> $GITHUB_STEP_SUMMARY echo "- Git remote cleanup errors in the GitHub Actions environment" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "### Solutions:" >> $GITHUB_STEP_SUMMARY echo "1. **Enable workflow permissions** in repository settings:" >> $GITHUB_STEP_SUMMARY echo " - Go to Settings > Actions > General > Workflow permissions" >> $GITHUB_STEP_SUMMARY echo " - Enable 'Read and write permissions'" >> $GITHUB_STEP_SUMMARY echo " - Allow GitHub Actions to create and approve pull requests" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "2. **Update create-pull-request action version**:" >> $GITHUB_STEP_SUMMARY echo " - This error is related to internal action cleanup processes" >> $GITHUB_STEP_SUMMARY echo " - The workflow will continue despite this error" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "3. **Or use a Personal Access Token**:" >> $GITHUB_STEP_SUMMARY echo " - Create a PAT with \`repo\` scope" >> $GITHUB_STEP_SUMMARY echo " - Add it as a repository secret named \`GH_PAT\`" >> $GITHUB_STEP_SUMMARY echo " - Update the workflow to use secrets.GH_PAT instead of secrets.GITHUB_TOKEN" >> $GITHUB_STEP_SUMMARY vulnerability-security-audit: name: Security Audit runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - name: Install uv uses: astral-sh/setup-uv@v3 with: version: "latest" - name: Set up Python run: uv python install 3.12 - name: Install dependencies run: uv sync --extra dev - name: Run security audit run: | # Install pip-audit uv add --dev pip-audit # Run audit on installed packages uv run pip-audit --format=json --output=audit-report.json || true uv run pip-audit - name: Upload audit report uses: actions/upload-artifact@v4 if: always() with: name: security-audit-report path: audit-report.json retention-days: 30