name: Playwright E2E Tests on: push: branches: [main, develop] pull_request: branches: [main, develop] env: GRAFANA_LOKI_URL: ${{ secrets.GRAFANA_LOKI_URL }} GRAFANA_LOKI_USERNAME: ${{ secrets.GRAFANA_LOKI_USERNAME }} GRAFANA_LOKI_PASSWORD: ${{ secrets.GRAFANA_LOKI_PASSWORD }} jobs: # Pre-flight validation to ensure environment is ready preflight: name: Validate Environment runs-on: ubuntu-latest steps: - name: Check Required Secrets run: | echo "๐Ÿ” Validating required secrets..." if [ -z "${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}" ]; then echo "โŒ SUPABASE_SERVICE_ROLE_KEY is not set" exit 1 fi if [ -z "${{ secrets.TEST_USER_EMAIL }}" ]; then echo "โš ๏ธ TEST_USER_EMAIL is not set" fi echo "โœ… Required secrets validated" - name: Check Loki Connection if: ${{ secrets.GRAFANA_LOKI_URL != '' }} run: | echo "๐Ÿ” Testing Loki connection..." if [ -n "${{ secrets.GRAFANA_LOKI_USERNAME }}" ]; then response=$(curl -s -o /dev/null -w "%{http_code}" \ -u "${{ secrets.GRAFANA_LOKI_USERNAME }}:${{ secrets.GRAFANA_LOKI_PASSWORD }}" \ "${{ secrets.GRAFANA_LOKI_URL }}/ready") else response=$(curl -s -o /dev/null -w "%{http_code}" \ "${{ secrets.GRAFANA_LOKI_URL }}/ready") fi if [ "$response" = "200" ]; then echo "โœ… Loki is ready at ${{ secrets.GRAFANA_LOKI_URL }}" else echo "โš ๏ธ Loki connection check returned HTTP $response" echo "Tests will continue but logs may not be sent to Loki" fi - name: Send Pre-flight Event to Loki if: ${{ secrets.GRAFANA_LOKI_URL != '' }} run: | timestamp=$(date +%s)000000000 auth_header="" if [ -n "${{ secrets.GRAFANA_LOKI_USERNAME }}" ]; then auth_header="-u ${{ secrets.GRAFANA_LOKI_USERNAME }}:${{ secrets.GRAFANA_LOKI_PASSWORD }}" fi curl -X POST "${{ secrets.GRAFANA_LOKI_URL }}/loki/api/v1/push" \ $auth_header \ -H "Content-Type: application/json" \ -d "{ \"streams\": [{ \"stream\": { \"job\": \"playwright-preflight\", \"workflow\": \"${{ github.workflow }}\", \"branch\": \"${{ github.ref_name }}\", \"commit\": \"${{ github.sha }}\", \"run_id\": \"${{ github.run_id }}\", \"event\": \"preflight_complete\" }, \"values\": [[\"$timestamp\", \"Pre-flight checks completed successfully\"]] }] }" || echo "โš ๏ธ Failed to send pre-flight event to Loki" test: needs: preflight timeout-minutes: 60 runs-on: ubuntu-latest strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] steps: - uses: actions/checkout@v4 - uses: actions/setup-node@v4 with: node-version: 18 cache: 'npm' - name: Install dependencies run: npm ci - name: Install Playwright Browsers run: npx playwright install --with-deps ${{ matrix.browser }} - name: Send Test Start Event to Loki if: ${{ secrets.GRAFANA_LOKI_URL != '' }} run: | timestamp=$(date +%s)000000000 auth_header="" if [ -n "${{ secrets.GRAFANA_LOKI_USERNAME }}" ]; then auth_header="-u ${{ secrets.GRAFANA_LOKI_USERNAME }}:${{ secrets.GRAFANA_LOKI_PASSWORD }}" fi curl -X POST "${{ secrets.GRAFANA_LOKI_URL }}/loki/api/v1/push" \ $auth_header \ -H "Content-Type: application/json" \ -d "{ \"streams\": [{ \"stream\": { \"job\": \"playwright-tests\", \"browser\": \"${{ matrix.browser }}\", \"workflow\": \"${{ github.workflow }}\", \"branch\": \"${{ github.ref_name }}\", \"commit\": \"${{ github.sha }}\", \"run_id\": \"${{ github.run_id }}\", \"event\": \"test_start\" }, \"values\": [[\"$timestamp\", \"Starting Playwright tests for ${{ matrix.browser }}\"]] }] }" || echo "โš ๏ธ Failed to send start event to Loki" - name: Run Playwright tests id: playwright-run env: SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }} TEST_USER_EMAIL: ${{ secrets.TEST_USER_EMAIL }} TEST_USER_PASSWORD: ${{ secrets.TEST_USER_PASSWORD }} TEST_MODERATOR_EMAIL: ${{ secrets.TEST_MODERATOR_EMAIL }} TEST_MODERATOR_PASSWORD: ${{ secrets.TEST_MODERATOR_PASSWORD }} BASE_URL: ${{ secrets.BASE_URL || 'http://localhost:8080' }} # Enable Loki reporter GRAFANA_LOKI_URL: ${{ secrets.GRAFANA_LOKI_URL }} GRAFANA_LOKI_USERNAME: ${{ secrets.GRAFANA_LOKI_USERNAME }} GRAFANA_LOKI_PASSWORD: ${{ secrets.GRAFANA_LOKI_PASSWORD }} run: | echo "๐Ÿงช Running Playwright tests for ${{ matrix.browser }}..." npx playwright test --project=${{ matrix.browser }} 2>&1 | tee test-execution.log TEST_EXIT_CODE=${PIPESTATUS[0]} echo "test_exit_code=$TEST_EXIT_CODE" >> $GITHUB_OUTPUT exit $TEST_EXIT_CODE continue-on-error: true - name: Parse Test Results if: always() id: parse-results run: | if [ -f "test-results.json" ]; then echo "๐Ÿ“Š Parsing test results..." TOTAL=$(jq '[.suites[].specs[]] | length' test-results.json || echo "0") PASSED=$(jq '[.suites[].specs[].tests[] | select(.results[].status == "passed")] | length' test-results.json || echo "0") FAILED=$(jq '[.suites[].specs[].tests[] | select(.results[].status == "failed")] | length' test-results.json || echo "0") SKIPPED=$(jq '[.suites[].specs[].tests[] | select(.results[].status == "skipped")] | length' test-results.json || echo "0") DURATION=$(jq '[.suites[].specs[].tests[].results[].duration] | add' test-results.json || echo "0") echo "total=$TOTAL" >> $GITHUB_OUTPUT echo "passed=$PASSED" >> $GITHUB_OUTPUT echo "failed=$FAILED" >> $GITHUB_OUTPUT echo "skipped=$SKIPPED" >> $GITHUB_OUTPUT echo "duration=$DURATION" >> $GITHUB_OUTPUT echo "โœ… Results: $PASSED passed, $FAILED failed, $SKIPPED skipped (${DURATION}ms total)" else echo "โš ๏ธ test-results.json not found" fi - name: Send Test Results to Loki if: always() && secrets.GRAFANA_LOKI_URL != '' run: | timestamp=$(date +%s)000000000 STATUS="${{ steps.playwright-run.outputs.test_exit_code == '0' && 'success' || 'failure' }}" auth_header="" if [ -n "${{ secrets.GRAFANA_LOKI_USERNAME }}" ]; then auth_header="-u ${{ secrets.GRAFANA_LOKI_USERNAME }}:${{ secrets.GRAFANA_LOKI_PASSWORD }}" fi curl -X POST "${{ secrets.GRAFANA_LOKI_URL }}/loki/api/v1/push" \ $auth_header \ -H "Content-Type: application/json" \ -d "{ \"streams\": [{ \"stream\": { \"job\": \"playwright-tests\", \"browser\": \"${{ matrix.browser }}\", \"workflow\": \"${{ github.workflow }}\", \"branch\": \"${{ github.ref_name }}\", \"commit\": \"${{ github.sha }}\", \"run_id\": \"${{ github.run_id }}\", \"status\": \"$STATUS\", \"event\": \"test_complete\" }, \"values\": [[\"$timestamp\", \"{\\\"total\\\": ${{ steps.parse-results.outputs.total || 0 }}, \\\"passed\\\": ${{ steps.parse-results.outputs.passed || 0 }}, \\\"failed\\\": ${{ steps.parse-results.outputs.failed || 0 }}, \\\"skipped\\\": ${{ steps.parse-results.outputs.skipped || 0 }}, \\\"duration_ms\\\": ${{ steps.parse-results.outputs.duration || 0 }}}\"]] }] }" || echo "โš ๏ธ Failed to send results to Loki" - name: Upload test results uses: actions/upload-artifact@v4 if: always() with: name: playwright-results-${{ matrix.browser }} path: test-results/ retention-days: 30 - name: Upload Playwright report uses: actions/upload-artifact@v4 if: always() with: name: playwright-report-${{ matrix.browser }} path: playwright-report/ retention-days: 30 - name: Comment PR with results uses: daun/playwright-report-comment@v3 if: always() && github.event_name == 'pull_request' with: report-path: test-results.json test-summary: name: Test Summary runs-on: ubuntu-latest needs: test if: always() steps: - name: Download all artifacts uses: actions/download-artifact@v4 - name: Generate summary run: | echo "## Playwright Test Results" >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "Tests completed across all browsers." >> $GITHUB_STEP_SUMMARY echo "" >> $GITHUB_STEP_SUMMARY echo "See artifacts for detailed reports and screenshots." >> $GITHUB_STEP_SUMMARY