name: CI and Deploy on: push: branches: - main pull_request: jobs: test: runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 - name: Setup .NET (resilient) shell: bash # actions/setup-dotnet on this single self-hosted runner intermittently # leaves a partial extraction in the shared tool-cache ("tar: Cannot open: # File exists") or corrupts the SDK download. Install into a clean private # dir via dotnet-install.sh and retry once on failure, mirroring the # npm ci / NuGet retries elsewhere in this workflow. run: | install() { curl -fsSL https://dot.net/v1/dotnet-install.sh -o /tmp/dotnet-install.sh rm -rf "$HOME/.dotnet" bash /tmp/dotnet-install.sh --channel 9.0 --install-dir "$HOME/.dotnet" } install || ( echo "dotnet install failed ($?) — retrying once..." && install ) echo "$HOME/.dotnet" >> "$GITHUB_PATH" "$HOME/.dotnet/dotnet" --info - name: Setup Node uses: actions/setup-node@v4 with: node-version: '20' cache: 'npm' cache-dependency-path: job-tracker-ui/package-lock.json - name: Build backend run: dotnet build JobTrackerApi/JobTrackerApi.csproj --configuration Release # The "Build backend" step above only builds JobTrackerApi, so the test project needs its own # restore + build. These are separate steps on purpose: this runner is flaky (see the SDK and # npm retries in this file) and the job log is not readable from the API, so distinct steps make # the failing phase identifiable from step boundaries alone. Restore retries once, mirroring the # npm ci pattern below. The suite itself is never weakened or filtered. - name: Restore backend tests run: | restore() { dotnet restore JobTrackerApi.Tests/JobTrackerApi.Tests.csproj; } restore || ( echo "NuGet restore failed ($?) — retrying once..." && restore ) - name: Build backend tests run: dotnet build JobTrackerApi.Tests/JobTrackerApi.Tests.csproj --configuration Release --no-restore # Restore and build both pass on this runner, but the test run dies after ~3s -- far too fast to # have executed 306 tests. The suite passes on Windows, in a clean Linux container, under a 1GB # memory cap, and with the SDK installed to a custom dir without DOTNET_ROOT, so the cause is # specific to this runner. This one-test smoke separates "the test host cannot start at all" # from "something in the suite takes the host down"; the log is not readable via the API, so the # step boundary is the signal. - name: Test backend (host smoke) run: dotnet test JobTrackerApi.Tests/JobTrackerApi.Tests.csproj --configuration Release --no-build --filter "FullyQualifiedName~CvBuilderTests.Every_catalog_theme_renders_valid_html" # This runner fails at a DIFFERENT stage on different runs with no readable diagnostics # (test host at 3s; on another run `dotnet restore` at 0s). See # docs/infrastructure/runner-investigation.md. Collection parallelism stays off for # determinism, the same reason the frontend runs --runInBand. Every test runs; nothing skipped. - name: Test backend run: dotnet test JobTrackerApi.Tests/JobTrackerApi.Tests.csproj --configuration Release --no-build -- xUnit.parallelizeTestCollections=false xUnit.maxParallelThreads=1 - name: Install frontend deps working-directory: job-tracker-ui env: npm_config_audit: 'false' npm_config_fund: 'false' run: | node -v npm -v # npm ci occasionally segfaults on the runner (SIGSEGV/139, a memory/native # flake). Retry once with a clean node_modules before failing the job. npm ci --no-audit --no-fund \ || ( echo "npm ci failed ($?) — cleaning node_modules and retrying once..." \ && rm -rf node_modules \ && npm ci --no-audit --no-fund ) - name: Test frontend working-directory: job-tracker-ui # Run the WHOLE suite. Never whitelist test files here again: the previous # whitelist silently skipped new suites and let two regressions reach main. run: npm test -- --watchAll=false --runInBand - name: Build frontend working-directory: job-tracker-ui env: CI: 'false' GENERATE_SOURCEMAP: 'false' NODE_OPTIONS: --max-old-space-size=4096 # CRA's build (Terser minify + fork-ts-checker workers) has repeatedly died silently on # this runner with no error output (OOM/SIGSEGV signature — same resource-starved-runner # class as the npm ci and dotnet-install flakes elsewhere in this workflow). Retry once. run: | npm run build \ || ( echo "Frontend build failed ($?) — retrying once..." && npm run build ) deploy: needs: test if: github.event_name == 'push' && github.ref == 'refs/heads/main' runs-on: ubuntu-latest steps: - name: Run remote deploy uses: appleboy/ssh-action@v1.0.3 with: host: ${{ secrets.PROD_HOST }} username: ${{ secrets.PROD_USER }} key: ${{ secrets.PROD_SSH_KEY }} command_timeout: 40m script: | set -euo pipefail if [ ! -d /opt/job-tracker/app/.git ]; then echo "Expected git checkout at /opt/job-tracker/app but .git was not found." exit 1 fi cd /opt/job-tracker/app if ! git fetch --all --prune; then echo "git fetch failed on server. Check remote auth/URL for /opt/job-tracker/app." exit 1 fi if ! git rev-parse --verify --quiet ${{ github.sha }} >/dev/null; then echo "Commit ${{ github.sha }} is not available in the server checkout after fetch." exit 1 fi git reset --hard ${{ github.sha }} git clean -fd chmod +x deploy/deploy.sh APP_VERSION=${{ github.run_number }} \ APP_COMMIT_SHA=${{ github.sha }} \ APP_BUILD_STAMP="$(date -u +'%Y-%m-%d %H:%M UTC')" \ ./deploy/deploy.sh docker compose ps AI_CONTAINER_ID="$(docker compose ps -q ai-service)" if [ -z "$AI_CONTAINER_ID" ]; then echo "AI service container id could not be resolved after deploy. Continuing because AI is not a deploy gate for the core app." else ATTEMPTS=90 SLEEP_SECS=2 i=1 while [ "$i" -le "$ATTEMPTS" ]; do HEALTH_STATUS="$(docker inspect -f '{{if .State.Health}}{{.State.Health.Status}}{{else}}none{{end}}' "$AI_CONTAINER_ID" 2>/dev/null || echo unknown)" if [ "$HEALTH_STATUS" = "healthy" ]; then break fi if [ "$HEALTH_STATUS" = "unhealthy" ]; then echo "AI service became unhealthy during deploy readiness wait. Continuing because AI is not a deploy gate for the core app." docker compose logs --tail=200 ai-service || true break fi sleep "$SLEEP_SECS" i=$((i + 1)) done if [ "${HEALTH_STATUS:-unknown}" != "healthy" ]; then echo "AI service did not become healthy within $((ATTEMPTS * SLEEP_SECS)) seconds. Final status: ${HEALTH_STATUS:-unknown}. Continuing because AI is not a deploy gate for the core app." docker compose ps docker compose logs --tail=200 ai-service || true fi fi