{ "structural": { "pdf": { "caseCount": 18, "completedCases": 18, "completion": 1.0, "doclingRecovery": { "completedCases": 18, "expectedFragments": 134, "recoveredFragments": 134, "literalFragmentRecall": 1.0 }, "interpretation": { "truePositive": 100, "falsePositive": 0, "falseNegative": 22, "expected": 122, "predicted": 100, "precision": 1.0, "recall": 0.819672131147541, "f1": 0.9009009009009009 }, "perField": { "certifications.date": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.issuer": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "contact.fullName": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.details": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.end": { "truePositive": 3, "falsePositive": 0, "falseNegative": 2, "expected": 5, "predicted": 3, "precision": 1.0, "recall": 0.6, "f1": 0.7499999999999999 }, "education.institution": { "truePositive": 4, "falsePositive": 0, "falseNegative": 2, "expected": 6, "predicted": 4, "precision": 1.0, "recall": 0.6666666666666666, "f1": 0.8 }, "education.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 4, "falsePositive": 0, "falseNegative": 2, "expected": 6, "predicted": 4, "precision": 1.0, "recall": 0.6666666666666666, "f1": 0.8 }, "education.qualificationLevel": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 3, "falsePositive": 0, "falseNegative": 2, "expected": 5, "predicted": 3, "precision": 1.0, "recall": 0.6, "f1": 0.7499999999999999 }, "jobs.bullets": { "truePositive": 7, "falsePositive": 0, "falseNegative": 1, "expected": 8, "predicted": 7, "precision": 1.0, "recall": 0.875, "f1": 0.9333333333333333 }, "jobs.company": { "truePositive": 13, "falsePositive": 0, "falseNegative": 3, "expected": 16, "predicted": 13, "precision": 1.0, "recall": 0.8125, "f1": 0.896551724137931 }, "jobs.end": { "truePositive": 10, "falsePositive": 0, "falseNegative": 3, "expected": 13, "predicted": 10, "precision": 1.0, "recall": 0.7692307692307693, "f1": 0.8695652173913044 }, "jobs.isCurrent": { "truePositive": 3, "falsePositive": 0, "falseNegative": 1, "expected": 4, "predicted": 3, "precision": 1.0, "recall": 0.75, "f1": 0.8571428571428571 }, "jobs.location": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 12, "falsePositive": 0, "falseNegative": 3, "expected": 15, "predicted": 12, "precision": 1.0, "recall": 0.8, "f1": 0.888888888888889 }, "jobs.title": { "truePositive": 13, "falsePositive": 0, "falseNegative": 3, "expected": 16, "predicted": 13, "precision": 1.0, "recall": 0.8125, "f1": 0.896551724137931 }, "languages.level": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.role": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "skills": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 16, "predicted": 13, "complete": 13, "exact": 13, "completenessRecall": 0.8125, "exactPrecision": 1.0 }, "education": { "expected": 6, "predicted": 4, "complete": 4, "exact": 4, "completenessRecall": 0.6666666666666666, "exactPrecision": 1.0 }, "projects": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolvedSource": { "truePositive": 16, "falsePositive": 27, "falseNegative": 2, "expected": 18, "predicted": 43, "precision": 0.37209302325581395, "recall": 0.8888888888888888, "f1": 0.5245901639344261 }, "provenance": { "expected": 27, "correct": 24, "accuracy": 0.8888888888888888 }, "abstention": { "requiredCases": 6, "correctCases": 6, "accuracy": 1.0 }, "reviewedMapping": "NOT RUN", "realAiAccuracy": "BLOCKED", "cases": [ { "id": "dev-employer-first", "split": "development", "completed": true, "factual": { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 9, "predicted": 9, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 3, "correct": 3, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Employer: Example AS", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.start", "sourceText": "2020 - Present", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.bullets.0", "sourceText": "Built accessible tools.", "occurrence": 1, "expectedBlockId": "b0007", "actualBlockId": "b0007", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 2.512 }, "reviewRequired": 9 }, { "id": "dev-title-first-no-heading", "split": "development", "completed": true, "factual": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 4, "predicted": 4, "f1": 1.0 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.title", "sourceText": "Job title: Analyst", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.start", "sourceText": "2021", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.2551 }, "reviewRequired": 4 }, { "id": "dev-education-institution-first", "split": "development", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "education.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualificationLevel": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "education.0.qualificationLevel", "sourceText": "Qualification level: Level 5", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "education.0.details.0", "sourceText": "Specialism: Computing", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 6, "recoveredFragments": 6, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 65.5866 }, "reviewRequired": 5 }, { "id": "dev-education-qualification-first", "split": "development", "completed": true, "factual": { "truePositive": 8, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 8, "predicted": 8, "f1": 1.0 }, "perField": { "education.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 2, "predicted": 2, "complete": 2, "exact": 2, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "education.1.institution", "sourceText": "Institution: Demo University", "occurrence": 2, "expectedBlockId": "b0006", "actualBlockId": "b0006", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 1.3046 }, "reviewRequired": 8 }, { "id": "dev-reversed-job-table", "split": "development", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 9, "precision": 1.0, "recall": 0.0, "datePrecision": 1.0, "dateRecall": 0.0, "employmentExact": false, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [ { "path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].company", "value": "table alpha as", "count": 1 }, { "path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].title", "value": "engineer", "count": 1 }, { "path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].start", "value": "2020", "count": 1 }, { "path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].end", "value": "2021", "count": 1 }, { "path": "jobs[company=table beta as|title=designer|start=2022|end=present].company", "value": "table beta as", "count": 1 }, { "path": "jobs[company=table beta as|title=designer|start=2022|end=present].title", "value": "designer", "count": 1 }, { "path": "jobs[company=table beta as|title=designer|start=2022|end=present].start", "value": "2022", "count": 1 }, { "path": "jobs[company=table beta as|title=designer|start=2022|end=present].end", "value": "present", "count": 1 }, { "path": "jobs[company=table beta as|title=designer|start=2022|end=present].isCurrent", "value": "true", "count": 1 } ], "expected": 9, "predicted": 0, "f1": 0.0 }, "perField": { "jobs.company": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.end": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.isCurrent": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.start": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.title": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 } }, "records": { "jobs": { "expected": 2, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 0.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 9, "falseNegative": 0, "expected": 0, "predicted": 9, "precision": 0.0, "recall": 1.0, "f1": 0.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 0, "accuracy": 0.0, "checks": [ { "path": "jobs.1.company", "sourceText": "Table Beta AS", "occurrence": 1, "expectedBlockId": "b0008", "actualBlockId": null, "correct": false, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 10, "recoveredFragments": 10, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 1.2249 }, "reviewRequired": 10 }, { "id": "dev-valid-then-ambiguous", "split": "development", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.bullets.0", "sourceText": "Built first system.", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.items.0", "sourceText": "Second AS", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.5618 }, "reviewRequired": 10 }, { "id": "dev-project-certification", "split": "development", "completed": true, "factual": { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 12, "predicted": 12, "f1": 1.0 }, "perField": { "certifications.date": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.issuer": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.role": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "certifications.0.details.0", "sourceText": "Details: Passed practical assessment.", "occurrence": 1, "expectedBlockId": "b0012", "actualBlockId": "b0012", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 12, "recoveredFragments": 12, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 4.5957 }, "reviewRequired": 12 }, { "id": "dev-nb-labels", "split": "development", "completed": true, "factual": { "truePositive": 10, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 10, "predicted": 10, "f1": 1.0 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.level": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Arbeidsgiver: Øvelse AS", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.isCurrent", "sourceText": "Datoer: august 2019 - nå", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 9, "recoveredFragments": 9, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 1.2768 }, "reviewRequired": 10 }, { "id": "frozen-ambiguous-title-first", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.2493 }, "reviewRequired": 4 }, { "id": "frozen-ambiguous-employer-first", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.7595 }, "reviewRequired": 4 }, { "id": "frozen-repeated-overlapping-roles", "split": "frozen", "completed": true, "factual": { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 16, "predicted": 16, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 3, "predicted": 3, "complete": 3, "exact": 3, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 5, "correct": 5, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Company: Repeat AS", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.company", "sourceText": "Company: Repeat AS", "occurrence": 2, "expectedBlockId": "b0007", "actualBlockId": "b0007", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.2.company", "sourceText": "Company: Repeat AS", "occurrence": 3, "expectedBlockId": "b0010", "actualBlockId": "b0010", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.title", "sourceText": "Title: Engineer", "occurrence": 2, "expectedBlockId": "b0006", "actualBlockId": "b0006", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.bullets.0", "sourceText": "Built second service.", "occurrence": 1, "expectedBlockId": "b0009", "actualBlockId": "b0009", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 13, "recoveredFragments": 13, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.6091 }, "reviewRequired": 16 }, { "id": "frozen-education-table", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 8, "precision": 1.0, "recall": 0.0, "datePrecision": 1.0, "dateRecall": 0.0, "employmentExact": true, "educationExact": false, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [ { "path": "education[institution=table college|qualification=diploma|start=2010|end=2012].institution", "value": "table college", "count": 1 }, { "path": "education[institution=table college|qualification=diploma|start=2010|end=2012].qualification", "value": "diploma", "count": 1 }, { "path": "education[institution=table college|qualification=diploma|start=2010|end=2012].start", "value": "2010", "count": 1 }, { "path": "education[institution=table college|qualification=diploma|start=2010|end=2012].end", "value": "2012", "count": 1 }, { "path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].institution", "value": "table university", "count": 1 }, { "path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].qualification", "value": "bsc computing", "count": 1 }, { "path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].start", "value": "2013", "count": 1 }, { "path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].end", "value": "2016", "count": 1 } ], "expected": 8, "predicted": 0, "f1": 0.0 }, "perField": { "education.end": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "education.institution": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "education.qualification": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "education.start": { "truePositive": 0, "falsePositive": 0, "falseNegative": 2, "expected": 2, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 2, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 0.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 9, "falseNegative": 0, "expected": 0, "predicted": 9, "precision": 0.0, "recall": 1.0, "f1": 0.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 0, "accuracy": 0.0, "checks": [ { "path": "education.1.institution", "sourceText": "Table University", "occurrence": 1, "expectedBlockId": "b0008", "actualBlockId": null, "correct": false, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 10, "recoveredFragments": 10, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 1.0422 }, "reviewRequired": 10 }, { "id": "frozen-partial-identity", "split": "frozen", "completed": true, "factual": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 4, "predicted": 4, "f1": 1.0 }, "perField": { "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.6621 }, "reviewRequired": 7 }, { "id": "frozen-date-precision", "split": "frozen", "completed": true, "factual": { "truePositive": 13, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 13, "predicted": 13, "f1": 1.0 }, "perField": { "jobs.company": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 4, "predicted": 4, "complete": 4, "exact": 4, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.2.start", "sourceText": "2022-01-03 - 2022-12-19", "occurrence": 1, "expectedBlockId": "b0010", "actualBlockId": "b0010", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.3.title", "sourceText": "Title: Tester", "occurrence": 4, "expectedBlockId": "b0012", "actualBlockId": "b0012", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 12, "recoveredFragments": 12, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.9485 }, "reviewRequired": 13 }, { "id": "frozen-unknown-heading", "split": "frozen", "completed": true, "factual": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 3, "predicted": 3, "f1": 1.0 }, "perField": { "skills": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 3, "falseNegative": 2, "expected": 2, "predicted": 3, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 5, "recoveredFragments": 5, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 1.1624 }, "reviewRequired": 6 }, { "id": "frozen-long-mixed-source", "split": "frozen", "completed": true, "factual": { "truePositive": 6, "falsePositive": 0, "falseNegative": 5, "precision": 1.0, "recall": 0.5454545454545454, "datePrecision": 1.0, "dateRecall": 0.5, "employmentExact": false, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [ { "path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].company", "value": "synthetic international centre for accessible employment information and public service research", "count": 1 }, { "path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].title", "value": "senior software engineer for accessible public services", "count": 1 }, { "path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].start", "value": "january 2020", "count": 1 }, { "path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].end", "value": "december 2023", "count": 1 }, { "path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].bullets", "value": "built a synthetic multilingual information service with keyboard navigation, clear forms, unicode support and auditable publication workflows for oslo, tromsø and bergen.", "count": 1 } ], "expected": 11, "predicted": 6, "f1": 0.7058823529411764 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.bullets": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.company": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.end": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.start": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 }, "jobs.title": { "truePositive": 0, "falsePositive": 0, "falseNegative": 1, "expected": 1, "predicted": 0, "precision": 1.0, "recall": 0.0, "f1": 0.0 } }, "records": { "jobs": { "expected": 1, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 0.0, "exactPrecision": 1.0 }, "education": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 6, "falseNegative": 0, "expected": 0, "predicted": 6, "precision": 0.0, "recall": 1.0, "f1": 0.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 1, "accuracy": 0.5, "checks": [ { "path": "jobs.0.company", "sourceText": "Company: Synthetic International Centre for Accessible Employment Information and Public Service Research", "occurrence": 1, "expectedBlockId": null, "actualBlockId": null, "correct": false, "sourceOccurrenceRecovered": false }, { "path": "education.0.details.0", "sourceText": "Spesialisering: Distribuerte systemer og tilgjengelighet", "occurrence": 1, "expectedBlockId": "b0013", "actualBlockId": "b0013", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 11, "recoveredFragments": 11, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.6294 }, "reviewRequired": 13 }, { "id": "frozen-repeated-heading-boundary", "split": "frozen", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 3, "correct": 3, "accuracy": 1.0, "checks": [ { "path": "jobs.0.bullets.0", "sourceText": "First occurrence achievement.", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.title", "sourceText": "Work Experience", "occurrence": 2, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.items.0", "sourceText": "Unassigned second occurrence detail.", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 5, "recoveredFragments": 5, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.2984 }, "reviewRequired": 7 }, { "id": "frozen-ambiguous-education", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-native-pdf-v1" }, "interpretationTiming": { "interpretationMs": 0.3954 }, "reviewRequired": 4 } ], "limits": "Synthetic cases only; no population accuracy estimate. Text recovery does not prove reading order, table interpretation or record associations. Typed facts exclude unresolved source, which is scored separately. Interpreter outputs do not qualify user mappings, reviewed persistence, human acceptance or real model accuracy.", "format": "pdf", "split": "all" }, "docx": { "caseCount": 18, "completedCases": 18, "completion": 1.0, "doclingRecovery": { "completedCases": 18, "expectedFragments": 134, "recoveredFragments": 134, "literalFragmentRecall": 1.0 }, "interpretation": { "truePositive": 122, "falsePositive": 0, "falseNegative": 0, "expected": 122, "predicted": 122, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "perField": { "certifications.date": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.issuer": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "contact.fullName": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.details": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.end": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "expected": 5, "predicted": 5, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 6, "falsePositive": 0, "falseNegative": 0, "expected": 6, "predicted": 6, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 6, "falsePositive": 0, "falseNegative": 0, "expected": 6, "predicted": 6, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualificationLevel": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "expected": 5, "predicted": 5, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.bullets": { "truePositive": 8, "falsePositive": 0, "falseNegative": 0, "expected": 8, "predicted": 8, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "expected": 16, "predicted": 16, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 13, "falsePositive": 0, "falseNegative": 0, "expected": 13, "predicted": 13, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.location": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 15, "falsePositive": 0, "falseNegative": 0, "expected": 15, "predicted": 15, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "expected": 16, "predicted": 16, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.level": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.role": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "skills": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 16, "predicted": 16, "complete": 16, "exact": 16, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 6, "predicted": 6, "complete": 6, "exact": 6, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolvedSource": { "truePositive": 18, "falsePositive": 0, "falseNegative": 0, "expected": 18, "predicted": 18, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "provenance": { "expected": 27, "correct": 27, "accuracy": 1.0 }, "abstention": { "requiredCases": 6, "correctCases": 6, "accuracy": 1.0 }, "reviewedMapping": "NOT RUN", "realAiAccuracy": "BLOCKED", "cases": [ { "id": "dev-employer-first", "split": "development", "completed": true, "factual": { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 9, "predicted": 9, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 3, "correct": 3, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Employer: Example AS", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.start", "sourceText": "2020 - Present", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.bullets.0", "sourceText": "Built accessible tools.", "occurrence": 1, "expectedBlockId": "b0007", "actualBlockId": "b0007", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 2.662 }, "reviewRequired": 9 }, { "id": "dev-title-first-no-heading", "split": "development", "completed": true, "factual": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 4, "predicted": 4, "f1": 1.0 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.title", "sourceText": "Job title: Analyst", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.start", "sourceText": "2021", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.3319 }, "reviewRequired": 4 }, { "id": "dev-education-institution-first", "split": "development", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "education.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualificationLevel": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "education.0.qualificationLevel", "sourceText": "Qualification level: Level 5", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "education.0.details.0", "sourceText": "Specialism: Computing", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 6, "recoveredFragments": 6, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 67.0335 }, "reviewRequired": 5 }, { "id": "dev-education-qualification-first", "split": "development", "completed": true, "factual": { "truePositive": 8, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 8, "predicted": 8, "f1": 1.0 }, "perField": { "education.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 2, "predicted": 2, "complete": 2, "exact": 2, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "education.1.institution", "sourceText": "Institution: Demo University", "occurrence": 2, "expectedBlockId": "b0006", "actualBlockId": "b0006", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 1.55 }, "reviewRequired": 8 }, { "id": "dev-reversed-job-table", "split": "development", "completed": true, "factual": { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 9, "predicted": 9, "f1": 1.0 }, "perField": { "jobs.company": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 2, "predicted": 2, "complete": 2, "exact": 2, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "jobs.1.company", "sourceText": "Table Beta AS", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 10, "recoveredFragments": 10, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.6324 }, "reviewRequired": 9 }, { "id": "dev-valid-then-ambiguous", "split": "development", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.bullets.0", "sourceText": "Built first system.", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.items.0", "sourceText": "Second AS", "occurrence": 1, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 7, "recoveredFragments": 7, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 1.2753 }, "reviewRequired": 10 }, { "id": "dev-project-certification", "split": "development", "completed": true, "factual": { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 12, "predicted": 12, "f1": 1.0 }, "perField": { "certifications.date": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.issuer": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "certifications.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.role": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.skills": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "projects.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "certifications.0.details.0", "sourceText": "Details: Passed practical assessment.", "occurrence": 1, "expectedBlockId": "b0012", "actualBlockId": "b0012", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 12, "recoveredFragments": 12, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 4.0367 }, "reviewRequired": 12 }, { "id": "dev-nb-labels", "split": "development", "completed": true, "factual": { "truePositive": 10, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 10, "predicted": 10, "f1": 1.0 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.location": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.level": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "languages.name": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Arbeidsgiver: Øvelse AS", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.0.isCurrent", "sourceText": "Datoer: august 2019 - nå", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 9, "recoveredFragments": 9, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 1.4206 }, "reviewRequired": 10 }, { "id": "frozen-ambiguous-title-first", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.1943 }, "reviewRequired": 4 }, { "id": "frozen-ambiguous-employer-first", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.3501 }, "reviewRequired": 4 }, { "id": "frozen-repeated-overlapping-roles", "split": "frozen", "completed": true, "factual": { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 16, "predicted": 16, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.isCurrent": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 3, "predicted": 3, "complete": 3, "exact": 3, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 5, "correct": 5, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Company: Repeat AS", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.company", "sourceText": "Company: Repeat AS", "occurrence": 2, "expectedBlockId": "b0007", "actualBlockId": "b0007", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.2.company", "sourceText": "Company: Repeat AS", "occurrence": 3, "expectedBlockId": "b0010", "actualBlockId": "b0010", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.title", "sourceText": "Title: Engineer", "occurrence": 2, "expectedBlockId": "b0006", "actualBlockId": "b0006", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.1.bullets.0", "sourceText": "Built second service.", "occurrence": 1, "expectedBlockId": "b0009", "actualBlockId": "b0009", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 13, "recoveredFragments": 13, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.4367 }, "reviewRequired": 16 }, { "id": "frozen-education-table", "split": "frozen", "completed": true, "factual": { "truePositive": 8, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 8, "predicted": 8, "f1": 1.0 }, "perField": { "education.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 2, "predicted": 2, "complete": 2, "exact": 2, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 1, "correct": 1, "accuracy": 1.0, "checks": [ { "path": "education.1.institution", "sourceText": "Table University", "occurrence": 1, "expectedBlockId": "b0002", "actualBlockId": "b0002", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 10, "recoveredFragments": 10, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.4506 }, "reviewRequired": 8 }, { "id": "frozen-partial-identity", "split": "frozen", "completed": true, "factual": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 4, "predicted": 4, "f1": 1.0 }, "perField": { "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.3707 }, "reviewRequired": 7 }, { "id": "frozen-date-precision", "split": "frozen", "completed": true, "factual": { "truePositive": 13, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 13, "predicted": 13, "f1": 1.0 }, "perField": { "jobs.company": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 4, "falsePositive": 0, "falseNegative": 0, "expected": 4, "predicted": 4, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 4, "predicted": 4, "complete": 4, "exact": 4, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.2.start", "sourceText": "2022-01-03 - 2022-12-19", "occurrence": 1, "expectedBlockId": "b0010", "actualBlockId": "b0010", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "jobs.3.title", "sourceText": "Title: Tester", "occurrence": 4, "expectedBlockId": "b0012", "actualBlockId": "b0012", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 12, "recoveredFragments": 12, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.4986 }, "reviewRequired": 13 }, { "id": "frozen-unknown-heading", "split": "frozen", "completed": true, "factual": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 3, "predicted": 3, "f1": 1.0 }, "perField": { "skills": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 2, "falsePositive": 0, "falseNegative": 0, "expected": 2, "predicted": 2, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 5, "recoveredFragments": 5, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 1.0731 }, "reviewRequired": 6 }, { "id": "frozen-long-mixed-source", "split": "frozen", "completed": true, "factual": { "truePositive": 11, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 11, "predicted": 11, "f1": 1.0 }, "perField": { "contact.fullName": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.details": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.institution": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.qualification": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "education.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "expected": 0, "predicted": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": false, "correct": false }, "provenance": { "expected": 2, "correct": 2, "accuracy": 1.0, "checks": [ { "path": "jobs.0.company", "sourceText": "Company: Synthetic International Centre for Accessible Employment Information and Public Service Research", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "education.0.details.0", "sourceText": "Spesialisering: Distribuerte systemer og tilgjengelighet", "occurrence": 1, "expectedBlockId": "b0011", "actualBlockId": "b0011", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 11, "recoveredFragments": 11, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.6096 }, "reviewRequired": 11 }, { "id": "frozen-repeated-heading-boundary", "split": "frozen", "completed": true, "factual": { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 5, "predicted": 5, "f1": 1.0 }, "perField": { "jobs.bullets": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.company": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.end": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.start": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "jobs.title": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 } }, "records": { "jobs": { "expected": 1, "predicted": 1, "complete": 1, "exact": 1, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 1, "falsePositive": 0, "falseNegative": 0, "expected": 1, "predicted": 1, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 3, "correct": 3, "accuracy": 1.0, "checks": [ { "path": "jobs.0.bullets.0", "sourceText": "First occurrence achievement.", "occurrence": 1, "expectedBlockId": "b0003", "actualBlockId": "b0003", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.title", "sourceText": "Work Experience", "occurrence": 2, "expectedBlockId": "b0004", "actualBlockId": "b0004", "correct": true, "sourceOccurrenceRecovered": true }, { "path": "otherSections.0.items.0", "sourceText": "Unassigned second occurrence detail.", "occurrence": 1, "expectedBlockId": "b0005", "actualBlockId": "b0005", "correct": true, "sourceOccurrenceRecovered": true } ] }, "doclingRecovery": { "completed": true, "expectedFragments": 5, "recoveredFragments": 5, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.2929 }, "reviewRequired": 7 }, { "id": "frozen-ambiguous-education", "split": "frozen", "completed": true, "factual": { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "expected": 0, "predicted": 0, "f1": 1.0 }, "perField": {}, "records": { "jobs": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "education": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "projects": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "certifications": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 }, "languages": { "expected": 0, "predicted": 0, "complete": 0, "exact": 0, "completenessRecall": 1.0, "exactPrecision": 1.0 } }, "unresolved": { "truePositive": 3, "falsePositive": 0, "falseNegative": 0, "expected": 3, "predicted": 3, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "abstention": { "required": true, "correct": true }, "provenance": { "expected": 0, "correct": 0, "accuracy": 1.0, "checks": [] }, "doclingRecovery": { "completed": true, "expectedFragments": 4, "recoveredFragments": 4, "literalFragmentRecall": 1.0, "method": "docling-docx-v1" }, "interpretationTiming": { "interpretationMs": 0.2147 }, "reviewRequired": 4 } ], "limits": "Synthetic cases only; no population accuracy estimate. Text recovery does not prove reading order, table interpretation or record associations. Typed facts exclude unresolved source, which is scored separately. Interpreter outputs do not qualify user mappings, reviewed persistence, human acceptance or real model accuracy.", "format": "docx", "split": "all" } }, "originalOracle": { "pdf": { "cases": [ { "truePositive": 14, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-en-simple", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 66.9049 }, "reviewRequired": 14 }, { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-nb-education", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 3.4889 }, "reviewRequired": 16 }, { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-two-column", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 1.9788 }, "reviewRequired": 12 }, { "truePositive": 3, "falsePositive": 8, "falseNegative": 7, "precision": 0.2727272727272727, "recall": 0.3, "datePrecision": 1.0, "dateRecall": 0.0, "employmentExact": true, "educationExact": false, "skillsExact": true, "unsupportedClaims": [ { "path": "otherSections[title=education].title", "value": "education", "count": 1 }, { "path": "otherSections[title=education].items", "value": "diploma", "count": 1 }, { "path": "otherSections[title=education].items", "value": "demo college", "count": 1 }, { "path": "otherSections[title=education].items", "value": "2010 - 2012", "count": 1 }, { "path": "otherSections[title=certifications].title", "value": "certifications", "count": 1 }, { "path": "otherSections[title=certifications].items", "value": "demo certificate", "count": 1 }, { "path": "otherSections[title=certifications].items", "value": "demo institute", "count": 1 }, { "path": "otherSections[title=certifications].items", "value": "2021", "count": 1 } ], "missingClaims": [ { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].qualification", "value": "diploma", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].institution", "value": "demo college", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].start", "value": "2010", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].end", "value": "2012", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].name", "value": "demo certificate", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].issuer", "value": "demo institute", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].date", "value": "2021", "count": 1 } ], "id": "dev-table", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.4041 }, "reviewRequired": 11 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-partial-dates", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.3623 }, "reviewRequired": 9 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-skills-based", "completed": true, "split": "development", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.9821 }, "reviewRequired": 9 }, { "truePositive": 27, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-long-history", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.6986 }, "reviewRequired": 27 }, { "truePositive": 13, "falsePositive": 2, "falseNegative": 1, "precision": 0.8666666666666667, "recall": 0.9285714285714286, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [ { "path": "contact.fullName", "value": "anne-margrethe østergård blåbær", "count": 1 }, { "path": "otherSections[].items", "value": "eksempel", "count": 1 } ], "missingClaims": [ { "path": "contact.fullName", "value": "anne-margrethe østergård blåbær eksempel", "count": 1 } ], "id": "frozen-nb-long-name", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.797 }, "reviewRequired": 15 }, { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-ambiguous", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.3814 }, "reviewRequired": 5 }, { "truePositive": 7, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-extra-sections", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.2684 }, "reviewRequired": 7 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-links", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 2.9025 }, "reviewRequired": 9 }, { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-prompt-injection", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.2393 }, "reviewRequired": 5 }, { "truePositive": 0, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-scan", "completed": false, "split": "frozen", "extractionMethod": "NOT RUN", "timing": {}, "reviewRequired": "NOT MEASURED" }, { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-mixed-date-precision", "completed": true, "split": "frozen", "extractionMethod": "docling-native-pdf-v1", "timing": { "interpretationMs": 0.3752 }, "reviewRequired": 12 } ], "caseCount": 14, "completion": 0.9285714285714286, "microPrecision": 0.9337748344370861, "microRecall": 0.9463087248322147, "unsupportedClaimCount": 10, "missingClaimCount": 8, "employmentExactCases": 13, "educationExactCases": 12, "realAiAccuracy": "BLOCKED", "mockedAiCountsAsModelAccuracy": false, "limits": "Synthetic exhaustive annotations only. Unsupported claims include association errors, not necessarily invented text. No population accuracy estimate, human acceptance or model inference is implied." }, "docx": { "cases": [ { "truePositive": 14, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-en-simple", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 66.9369 }, "reviewRequired": 14 }, { "truePositive": 16, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-nb-education", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 2.8147 }, "reviewRequired": 16 }, { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-two-column", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 2.3735 }, "reviewRequired": 12 }, { "truePositive": 3, "falsePositive": 4, "falseNegative": 7, "precision": 0.42857142857142855, "recall": 0.3, "datePrecision": 1.0, "dateRecall": 0.0, "employmentExact": true, "educationExact": false, "skillsExact": true, "unsupportedClaims": [ { "path": "otherSections[title=education].title", "value": "education", "count": 1 }, { "path": "otherSections[title=education].items", "value": "| diploma | demo college | 2010 - 2012 |", "count": 1 }, { "path": "otherSections[title=certifications].title", "value": "certifications", "count": 1 }, { "path": "otherSections[title=certifications].items", "value": "| demo certificate | demo institute | 2021 |", "count": 1 } ], "missingClaims": [ { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].qualification", "value": "diploma", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].institution", "value": "demo college", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].start", "value": "2010", "count": 1 }, { "path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].end", "value": "2012", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].name", "value": "demo certificate", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].issuer", "value": "demo institute", "count": 1 }, { "path": "certifications[name=demo certificate|date=2021].date", "value": "2021", "count": 1 } ], "id": "dev-table", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.9593 }, "reviewRequired": 7 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-partial-dates", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.9206 }, "reviewRequired": 9 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "dev-skills-based", "completed": true, "split": "development", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 1.1485 }, "reviewRequired": 9 }, { "truePositive": 27, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-long-history", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.9759 }, "reviewRequired": 27 }, { "truePositive": 14, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-nb-long-name", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.4279 }, "reviewRequired": 14 }, { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-ambiguous", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.8682 }, "reviewRequired": 5 }, { "truePositive": 7, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-extra-sections", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.26 }, "reviewRequired": 7 }, { "truePositive": 9, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-links", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 3.0899 }, "reviewRequired": 9 }, { "truePositive": 5, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-prompt-injection", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.2639 }, "reviewRequired": 5 }, { "truePositive": 12, "falsePositive": 0, "falseNegative": 0, "precision": 1.0, "recall": 1.0, "datePrecision": 1.0, "dateRecall": 1.0, "employmentExact": true, "educationExact": true, "skillsExact": true, "unsupportedClaims": [], "missingClaims": [], "id": "frozen-mixed-date-precision", "completed": true, "split": "frozen", "extractionMethod": "docling-docx-v1", "timing": { "interpretationMs": 0.4089 }, "reviewRequired": 12 } ], "caseCount": 13, "completion": 1.0, "microPrecision": 0.9726027397260274, "microRecall": 0.9530201342281879, "unsupportedClaimCount": 4, "missingClaimCount": 7, "employmentExactCases": 13, "educationExactCases": 12, "realAiAccuracy": "BLOCKED", "mockedAiCountsAsModelAccuracy": false, "limits": "Synthetic exhaustive annotations only. Unsupported claims include association errors, not necessarily invented text. No population accuracy estimate, human acceptance or model inference is implied." } }, "originalTypedComparison": { "before-pdf": { "tp": 132, "fp": 4, "fn": 8 }, "before-docx": { "tp": 140, "fp": 0, "fn": 0 }, "after-pdf": { "tp": 132, "fp": 1, "fn": 8 }, "after-docx": { "tp": 133, "fp": 0, "fn": 7 } }, "inputManifestSha256": "1edcfb9f3954eedd1bf429cddf91ec2d1b2ed94daf07fac0d9de981db8a7d7ca", "realAiAccuracy": "BLOCKED", "reviewedMapping": "See separate provider/browser evidence; not measured by extraction oracle" }