crewAI/.github/workflows/import-time.yml

name: Import Time Guard

on:
  pull_request:
    paths:
      - "lib/crewai/src/**"
      - "lib/crewai/pyproject.toml"
      - "pyproject.toml"

permissions:
  contents: read

jobs:
  import-time:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ["3.12"]
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - uses: astral-sh/setup-uv@v6
        with:
          version: "0.11.3"
          enable-cache: true

      - name: Install the project
        run: uv sync --all-extras --no-dev
        env:
          UV_PYTHON: ${{ matrix.python-version }}

      - name: Benchmark PR branch
        id: pr
        run: |
          result=$(uv run python scripts/benchmark_import_time.py --runs 5 --json)
          echo "result=$result" >> "$GITHUB_OUTPUT"
          echo "pr_median=$(echo $result | python3 -c 'import sys,json; print(json.load(sys.stdin)["median_s"])')" >> "$GITHUB_OUTPUT"
          echo "### PR Branch Import Time" >> "$GITHUB_STEP_SUMMARY"
          echo "$result" | python3 -c "
          import sys, json
          d = json.load(sys.stdin)
          print(f'- Median: {d[\"median_s\"]}s')
          print(f'- Mean: {d[\"mean_s\"]}s ± {d[\"stdev_s\"]}s')
          print(f'- Range: {d[\"min_s\"]}s – {d[\"max_s\"]}s')
          " >> "$GITHUB_STEP_SUMMARY"
        env:
          UV_PYTHON: ${{ matrix.python-version }}

      - name: Checkout base branch
        run: git checkout ${{ github.event.pull_request.base.sha }}

      - name: Install base branch
        run: uv sync --all-extras --no-dev
        env:
          UV_PYTHON: ${{ matrix.python-version }}

      - name: Benchmark base branch
        id: base
        run: |
          result=$(uv run python scripts/benchmark_import_time.py --runs 5 --json 2>/dev/null || echo '{"median_s": 0}')
          echo "result=$result" >> "$GITHUB_OUTPUT"
          echo "base_median=$(echo $result | python3 -c 'import sys,json; print(json.load(sys.stdin)["median_s"])')" >> "$GITHUB_OUTPUT"
          echo "### Base Branch Import Time" >> "$GITHUB_STEP_SUMMARY"
          echo "$result" | python3 -c "
          import sys, json
          d = json.load(sys.stdin)
          if d.get('median_s', 0) > 0:
              print(f'- Median: {d[\"median_s\"]}s')
          else:
              print('- Benchmark script not present on base branch (skip comparison)')
          " >> "$GITHUB_STEP_SUMMARY"
        env:
          UV_PYTHON: ${{ matrix.python-version }}

      - name: Compare and gate
        run: |
          pr_median=${{ steps.pr.outputs.pr_median }}
          base_median=${{ steps.base.outputs.base_median }}

          python3 -c "
          pr = float('$pr_median')
          base = float('$base_median')

          if base <= 0:
              print('⏭️  No base benchmark available — skipping comparison.')
              exit(0)

          change_pct = ((pr - base) / base) * 100
          print(f'Base: {base:.3f}s')
          print(f'PR:   {pr:.3f}s')
          print(f'Change: {change_pct:+.1f}%')
          print()

          if change_pct > 5:
              print(f'❌ BLOCKED: Import time regressed by {change_pct:.1f}% (threshold: 5%)')
              exit(1)
          elif change_pct > 0:
              print(f'⚠️  Slight regression ({change_pct:.1f}%) but within 5% threshold.')
          else:
              print(f'✅ Import time improved by {abs(change_pct):.1f}%')
          "