python-app.yml

name: AstraCrawler CI

on:
  push:
    branches: [ "master", "main" ]
  pull_request:
    branches: [ "master", "main" ]

permissions:
  contents: read

jobs:
  build:

    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ["3.10", "3.11"]

    steps:
    - uses: actions/checkout@v3
    
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}
        
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install flake8 pytest pytest-asyncio
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
        # 安装 Playwright 浏览器 (仅用于单元测试，可能不需要完整浏览器，视测试而定)
        # playwright install chromium
        
    - name: Lint with flake8
      run: |
        # stop the build if there are Python syntax errors or undefined names
        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
        
    - name: Test with pytest
      run: |
        # 排除需要外部服务 (Redis/JsRpc) 的测试
        # 使用 -m "not integration" 如果有标记，或者忽略特定文件
        pytest tests/ -v --ignore=tests/test_jsrpc.py --ignore=tests/test_dispatcher.py --ignore=tests/test_browser_jsrpc_integration.py

  docker:
    runs-on: ubuntu-latest
    needs: build
    if: github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')
    
    steps:
    - uses: actions/checkout@v3
    
    - name: Build Docker image
      run: docker build . --file docker/Dockerfile --tag astracrawler:latest