cesnimda/jobtrackingapp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs(p5-13): record grounding qualification blockers and evidence

Browse Source
This commit is contained in:
cesnimda
2026-10-08 22:15:40 +02:00
parent fe045b9e01
commit 1095ef1d29
7 changed files with 853 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/redesign/phase-5/p5-13-qualification/RESULTS.json
+362
View File
@@ -0,0 +1,362 @@
{
"schemaVersion": 1,
"date": "2026-10-08",
"sourceCheckpoint": "fe045b9e015549f3d9101228149af9f9c9f876e5",
"candidateBranch": "codex/ui-redesign-phase4",
"applicationCodeChanged": false,
"testCiConfigurationChanged": false,
"p513UiImplemented": false,
"productionBlockPreserved": true,
"productionActivationApprovedOrPerformed": false,
"productionContactedMergedOrDeployed": false,
"readinessDecision": "NO-GO",
"semanticStatus": "BLOCKED — configured-model qualification unavailable; human review incomplete",
"availability": {
"observedAtUtc": "2026-10-08T18:49:27.128707+00:00",
"sourceCheckpoint": "fe045b9e015549f3d9101228149af9f9c9f876e5",
"localAllowlistedConfiguration": {
"OLLAMA_BASE_URL": {
"scheme": "http",
"host": "ollama",
"port": 11434,
"credentialsOrPathNotRecorded": true
},
"OLLAMA_MODEL": "qwen2.5:7b",
"AI_PROVIDER": "gemini",
"GEMINI_MODEL": "gemini-2.0-flash",
"GROQ_MODEL": "llama-3.3-70b-versatile"
},
"allowlistedProcessOverridesPresent": {
"OLLAMA_BASE_URL": false,
"OLLAMA_MODEL": false,
"AI_PROVIDER": false,
"AI_ROUTING_MODE": false,
"EXTERNAL_AI_ENABLED": false,
"GEMINI_MODEL": false,
"GROQ_MODEL": false
},
"localProbes": [
{
"label": "host-Ollama-inventory",
"origin": "http://127.0.0.1:11434/api/tags",
"available": false,
"errorType": "TimeoutError",
"errorCode": null,
"identityQualified": false
},
{
"label": "host-sidecar-health",
"origin": "http://127.0.0.1:8001/health",
"available": false,
"errorType": "TimeoutError",
"errorCode": null,
"identityQualified": false
}
],
"dockerReadOnlyInventory": {
"exitCode": 1,
"engineAvailable": false,
"namedPipeUnavailable": true,
"recoveryOrStartupAttempted": false
},
"localSshConfigExists": false,
"frozenSha256LfNormalized": {
"corpus.json": "bd9869e102932817cd471036fd93429aff376b5dd72334f1f0519a4b6b805a7d",
"RUBRIC.md": "0de49fc9a11ba5626ff4049bb1ae0baa201932ba589cbb0cfa4bdb9f0939557e",
"qualification-results.json": "4ac60db0219a5f0eb70ce42c4720d7fca686f7432605d409629c63e45f8c4c2c",
"environment-checkpoint.json": "bfb2cdbbab0dcca4697bff34bfcb1c808277239afae03cc70691689703ca08cd",
"environment-recovery-checkpoint.json": "c3282cd9764a9e94e937e936af06ed6ba8a8df7a64a84b4f62ebc14a63855e57"
},
"modelCallsAttempted": 0,
"productionContacted": false,
"secretsRecorded": false
},
"codeVerifiedOptionsNotDeployedProof": {
"generationSectionAndDocument": {
"temperature": 0.2,
"providerTimeoutSeconds": 180,
"jsonMode": false
},
"assessment": {
"temperature": 0.1,
"providerTimeoutSeconds": 120,
"jsonMode": true
},
"apiHttpClientTimeoutSeconds": 30,
"routingDefault": "local_first",
"externalAiEnabledDefault": false,
"actualDeployedProviderModelDigestRuntimeSettings": "unverified",
"promptIdentifier": "inline-cv-rewrite-and-assessment@2398ff354ed680c750500d1b417eee23e18f181d",
"repositorySourceSha256LfNormalized": {
"tools/summarizer/app.py": "b92a53e464b8058446f2bbc8cc15dd3337c5bde35ed628790da84cf2fcc4a038",
"JobTrackerApi/Controllers/CvVariantController.cs": "883f167a22828a3ae16c41aaa6f1d894ece5d5d12ccae36ccb39c3d2cd0d7c77",
"JobTrackerApi/Services/CvAiSuggestionService.cs": "73d6523feba27bfcde375cbc2541f21481fdec6bd1d92d5060a8e730637e9181",
"JobTrackerApi/Services/SummarizerService.cs": "b8457d4d05db37a37816e30ccd8e006e178c1ca6bcf720ab7c8bcbabf0e0581c"
},
"matchesFrozenExpectedSourceHashes": true
},
"qualification": {
"semanticCases": 32,
"integrationReferenceCasesNotModelCalls": 1,
"baselineCases": 26,
"repeats": 3,
"plannedCalls": 366,
"attempted": 0,
"completed": 0,
"failed": 0,
"notRun": 366,
"lanes": {
"G": {
"planned": 96,
"attempted": 0,
"completed": 0,
"failed": 0,
"notRun": 96
},
"GA": {
"planned": 96,
"attempted": 0,
"completed": 0,
"failed": 0,
"notRun": 96
},
"F": {
"planned": 96,
"attempted": 0,
"completed": 0,
"failed": 0,
"notRun": 96
},
"B": {
"planned": 78,
"attempted": 0,
"completed": 0,
"failed": 0,
"notRun": 78
}
},
"requestedGenerationLanguages": {
"en": {
"cases": 25,
"plannedCalls": 75,
"completed": 0,
"factualityResult": null
},
"nb": {
"cases": 7,
"plannedCalls": 21,
"completed": 0,
"factualityResult": null
}
},
"fixedAndBaselineAssessmentExpectations": {
"allowedCalls": 51,
"prohibitedOrUnknownCalls": 123
},
"actualGeneratedFactualClaimDenominator": null,
"criticalFabricatedFacts": null,
"unsupportedClaimAcceptanceRate": null,
"evaluatorFalseApprovalRate": null,
"validatorFalseAcceptanceRate": null,
"legitimateRewriteRejectionRate": null,
"modelErrorTimeoutRate": null,
"humanReviewsCompleted": 0,
"humanSemanticWorksheetsRequired": 96,
"humanBaselineWorksheetsRequired": 78,
"humanAcceptance": "incomplete",
"inferenceUsageAndCharges": "not measured; no inference attempted"
},
"freshDeterministicEvidence": {
"focusedAiSubset": {
"total": 108,
"executed": 108,
"passed": 108,
"failed": 0,
"notExecuted": 0,
"artifact": ".artifacts/p5-13-qualification/focused/qualification-focused.trx",
"providerEvidence": "deterministic, zero configured-model calls"
},
"revisionSubset": {
"total": 5,
"executed": 5,
"passed": 5,
"failed": 0,
"notExecuted": 0,
"artifact": ".artifacts/p5-13-qualification/revision/qualification-revision.trx",
"providerEvidence": "deterministic, zero configured-model calls"
},
"realHttp": {
"passed": 2,
"failed": 0,
"skipped": 0,
"retries": 0,
"durationSeconds": 14.519966,
"startTime": "2026-10-08T18:47:24.242Z",
"artifact": ".artifacts/p5-13-qualification/http.json",
"configuredModelCalls": 0,
"actualProductionContact": false
},
"staleCvAndCanonicalApply": "409 cv_ai_source_changed; latest content and history snapshots unchanged",
"tokenTamperingForeignOwnerWrongCvUnsupportedEditedProposal": "existing focused tests pass; controlled provider/evaluator decisions",
"isolatedProductionGuard": "503 before provider calls/writes; section/document generation and Apply; unrelated legacy AI remains operational"
},
"inheritedCompleteBaseline": {
"evidence": "../release-readiness/VALIDATION.json",
"baselinePresentAtSourceCheckpoint": "fe045b9e015549f3d9101228149af9f9c9f876e5",
"fullSuitesRerunForThisDocumentationCheckpoint": false,
"backend": {
"passed": 1023,
"failed": 0,
"skipped": 0
},
"frontend": {
"passed": 455,
"suites": 81,
"failed": 0,
"skipped": 0
},
"browser": {
"passed": 112,
"failed": 0,
"skipped": 0,
"retries": 0,
"startTime": "2026-10-08T16:13:55.959Z",
"durationSeconds": 1134.034,
"axe": {
"scans": 229,
"reportedViolations": 0,
"incompleteNodeOccurrencesByRule": {
"aria-hidden-focus": 33,
"aria-prohibited-attr": 191,
"aria-valid-attr-value": 18,
"color-contrast": 1466,
"th-has-data-cells": 4
},
"humanScreenReaderAcceptance": "open"
}
},
"sidecar": {
"passed": 49,
"failed": 0,
"skipped": 0
},
"fidelity": {
"passed": 16,
"total": 16,
"previewPages": 36,
"pdfPages": 36,
"tolerances": {
"pageDimensionMm": 0.5,
"positionMm": 2,
"fontPt": 0.5,
"rgbComponent": 0.00392156862745098,
"pageCountAndMembership": "exact"
}
},
"settingsExports": {
"passed": 8,
"total": 8,
"previewPages": 24,
"pdfPages": 24,
"tolerances": {
"pageDimensionMm": 0.5,
"positionMm": 2,
"fontPt": 0.5,
"rgbComponent": 0.00392156862745098,
"pageCountAndMembership": "exact"
}
},
"rateLimit": {
"passed": 9,
"failed": 0,
"skipped": 0,
"retries": 0,
"startTime": "2026-10-08T16:33:20.996Z",
"durationSeconds": 10.265,
"axe": {
"scans": 0,
"reportedViolations": 0,
"incompleteNodeOccurrencesByRule": {},
"humanScreenReaderAcceptance": "open"
}
},
"ingress": {
"passed": 6,
"failed": 0,
"skipped": 0,
"retries": 0,
"startTime": "2026-10-08T16:34:20.457Z",
"durationSeconds": 5.961,
"axe": {
"scans": 0,
"reportedViolations": 0,
"incompleteNodeOccurrencesByRule": {},
"humanScreenReaderAcceptance": "open"
}
},
"pdfAdmission": {
"passed": 1,
"failed": 0,
"skipped": 0,
"retries": 0,
"startTime": "2026-10-08T16:34:34.892Z",
"durationSeconds": 7.704,
"axe": {
"scans": 0,
"reportedViolations": 0,
"incompleteNodeOccurrencesByRule": {},
"humanScreenReaderAcceptance": "open"
}
},
"configuration": {
"passed": 3
},
"supplyChainHelpers": {
"passed": 3
},
"offlineEvaluationHarness": {
"passed": 5
},
"browserExtension": {
"passed": 3
},
"typeScriptLintBothBuilds": "inherited passing; no code change",
"p2D01": "ordinary passing browser case, no expected failure"
},
"testCountChanges": "zero; focused/revision subsets are not additional backend tests, HTTP remains separate",
"affectedPresIdsReviewed": [
"PRES-C01",
"PRES-C07",
"PRES-C10",
"PRES-C11",
"PRES-S04",
"PRES-E09"
],
"presC11Acceptance": "Production capability temporarily withheld; semantic/human/UI qualification missing",
"documentationChecks": {
"status": "pass",
"uniquePlannedCallIds": 366,
"semanticCaseSourcePointers": 32,
"baselineSourcePointers": 26,
"semanticWorksheetSlots": 96,
"baselineWorksheetSlots": 78,
"newPackageLocalAnchorChecks": 62,
"currentRootMarkdownDocuments": 157,
"missingLocalTargets": 0,
"historicalArchiveExcluded": true,
"frozenEvidenceAndRuntimeSourceHashes": "unchanged",
"applicationTestsCiDependencies": "unchanged vs source checkpoint",
"trackedSecretScan": "pass",
"workingAndStagedWhitespace": "pass",
"stagedScope": "seven documentation files only"
},
"remainingPrerequisites": [
"verified authorized production-equivalent model/runtime/settings/transport",
"authentication/privacy/quota/budget and uncached smoke",
"unchanged 366 real calls and exact validator evidence",
"independent human review of all repeats",
"separate explicit activation decision; no automatic Production enablement"
],
"f04BackupRestoreProductionConfigurationRollback": "open, separate release gates after P5-15",
"manualScreenReaderIncompleteAxeProductionFontPhotoOtherDebt": "open; no accessibility acceptance inferred"
}