Remove test fns with the benchmark fixture while instrumenting existing unit test files #1132
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: end-to-end-test | |
| on: | |
| # Use pull_request_target for everything to ensure access to secrets | |
| pull_request_target: | |
| paths: | |
| - '**' # Trigger for all paths | |
| workflow_dispatch: | |
| jobs: | |
| tracer-replay: | |
| # Dynamically determine if environment is needed only when workflow files change and contributor is external | |
| environment: ${{ (github.event_name == 'workflow_dispatch' || (contains(toJSON(github.event.pull_request.files.*.filename), '.github/workflows/') && github.event.pull_request.user.login != 'misrasaurabh1' && github.event.pull_request.user.login != 'KRRT7')) && 'external-trusted-contributors' || '' }} | |
| runs-on: ubuntu-latest | |
| env: | |
| CODEFLASH_AIS_SERVER: prod | |
| POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} | |
| CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} | |
| COLUMNS: 110 | |
| MAX_RETRIES: 3 | |
| RETRY_DELAY: 5 | |
| EXPECTED_IMPROVEMENT_PCT: 10 | |
| CODEFLASH_END_TO_END: 1 | |
| steps: | |
| - name: 🛎️ Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.ref }} | |
| repository: ${{ github.event.pull_request.head.repo.full_name }} | |
| fetch-depth: 0 | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Validate PR | |
| run: | | |
| # Check for any workflow changes | |
| if git diff --name-only "${{ github.event.pull_request.base.sha }}" "${{ github.event.pull_request.head.sha }}" | grep -q "^.github/workflows/"; then | |
| echo "⚠️ Workflow changes detected." | |
| # Get the PR author | |
| AUTHOR="${{ github.event.pull_request.user.login }}" | |
| echo "PR Author: $AUTHOR" | |
| # Allowlist check | |
| if [[ "$AUTHOR" == "misrasaurabh1" || "$AUTHOR" == "KRRT7" ]]; then | |
| echo "✅ Authorized user ($AUTHOR). Proceeding." | |
| elif [[ "${{ github.event.pull_request.state }}" == "open" ]]; then | |
| echo "✅ PR triggered by 'pull_request_target' and is open. Assuming protection rules are in place. Proceeding." | |
| else | |
| echo "⛔ Unauthorized user ($AUTHOR) attempting to modify workflows. Exiting." | |
| exit 1 | |
| fi | |
| else | |
| echo "✅ No workflow file changes detected. Proceeding." | |
| fi | |
| - name: Set up Python 3.11 for CLI | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: 3.11.6 | |
| - name: Install dependencies (CLI) | |
| run: | | |
| uv tool install poetry | |
| uv venv | |
| source .venv/bin/activate | |
| poetry install --with dev | |
| - name: Run Codeflash to optimize code | |
| id: optimize_code | |
| run: | | |
| source .venv/bin/activate | |
| poetry run python tests/scripts/end_to_end_test_tracer_replay.py |