cesnimda
7439 lines
213 KiB
JSON
7439 lines
213 KiB
JSON
{
|
|
"structural": {
|
|
"pdf": {
|
|
"caseCount": 18,
|
|
"completedCases": 18,
|
|
"completion": 1.0,
|
|
"doclingRecovery": {
|
|
"completedCases": 18,
|
|
"expectedFragments": 134,
|
|
"recoveredFragments": 134,
|
|
"literalFragmentRecall": 1.0
|
|
},
|
|
"interpretation": {
|
|
"truePositive": 100,
|
|
"falsePositive": 0,
|
|
"falseNegative": 22,
|
|
"expected": 122,
|
|
"predicted": 100,
|
|
"precision": 1.0,
|
|
"recall": 0.819672131147541,
|
|
"f1": 0.9009009009009009
|
|
},
|
|
"perField": {
|
|
"certifications.date": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.issuer": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"contact.fullName": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.details": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.end": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 5,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 0.6,
|
|
"f1": 0.7499999999999999
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 6,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.8
|
|
},
|
|
"education.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 6,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.8
|
|
},
|
|
"education.qualificationLevel": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 5,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 0.6,
|
|
"f1": 0.7499999999999999
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 7,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 8,
|
|
"predicted": 7,
|
|
"precision": 1.0,
|
|
"recall": 0.875,
|
|
"f1": 0.9333333333333333
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 13,
|
|
"falsePositive": 0,
|
|
"falseNegative": 3,
|
|
"expected": 16,
|
|
"predicted": 13,
|
|
"precision": 1.0,
|
|
"recall": 0.8125,
|
|
"f1": 0.896551724137931
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 10,
|
|
"falsePositive": 0,
|
|
"falseNegative": 3,
|
|
"expected": 13,
|
|
"predicted": 10,
|
|
"precision": 1.0,
|
|
"recall": 0.7692307692307693,
|
|
"f1": 0.8695652173913044
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 4,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 0.75,
|
|
"f1": 0.8571428571428571
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 3,
|
|
"expected": 15,
|
|
"predicted": 12,
|
|
"precision": 1.0,
|
|
"recall": 0.8,
|
|
"f1": 0.888888888888889
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 13,
|
|
"falsePositive": 0,
|
|
"falseNegative": 3,
|
|
"expected": 16,
|
|
"predicted": 13,
|
|
"precision": 1.0,
|
|
"recall": 0.8125,
|
|
"f1": 0.896551724137931
|
|
},
|
|
"languages.level": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.role": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"skills": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 16,
|
|
"predicted": 13,
|
|
"complete": 13,
|
|
"exact": 13,
|
|
"completenessRecall": 0.8125,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 6,
|
|
"predicted": 4,
|
|
"complete": 4,
|
|
"exact": 4,
|
|
"completenessRecall": 0.6666666666666666,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolvedSource": {
|
|
"truePositive": 16,
|
|
"falsePositive": 27,
|
|
"falseNegative": 2,
|
|
"expected": 18,
|
|
"predicted": 43,
|
|
"precision": 0.37209302325581395,
|
|
"recall": 0.8888888888888888,
|
|
"f1": 0.5245901639344261
|
|
},
|
|
"provenance": {
|
|
"expected": 27,
|
|
"correct": 24,
|
|
"accuracy": 0.8888888888888888
|
|
},
|
|
"abstention": {
|
|
"requiredCases": 6,
|
|
"correctCases": 6,
|
|
"accuracy": 1.0
|
|
},
|
|
"reviewedMapping": "NOT RUN",
|
|
"realAiAccuracy": "BLOCKED",
|
|
"cases": [
|
|
{
|
|
"id": "dev-employer-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 9,
|
|
"predicted": 9,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 3,
|
|
"correct": 3,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Employer: Example AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.start",
|
|
"sourceText": "2020 - Present",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "Built accessible tools.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0007",
|
|
"actualBlockId": "b0007",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 2.512
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"id": "dev-title-first-no-heading",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.title",
|
|
"sourceText": "Job title: Analyst",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.start",
|
|
"sourceText": "2021",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.2551
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "dev-education-institution-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"education.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualificationLevel": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.0.qualificationLevel",
|
|
"sourceText": "Qualification level: Level 5",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "education.0.details.0",
|
|
"sourceText": "Specialism: Computing",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 6,
|
|
"recoveredFragments": 6,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 65.5866
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"id": "dev-education-qualification-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 8,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 8,
|
|
"predicted": 8,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"education.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"complete": 2,
|
|
"exact": 2,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.1.institution",
|
|
"sourceText": "Institution: Demo University",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0006",
|
|
"actualBlockId": "b0006",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.3046
|
|
},
|
|
"reviewRequired": 8
|
|
},
|
|
{
|
|
"id": "dev-reversed-job-table",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 9,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 0.0,
|
|
"employmentExact": false,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [
|
|
{
|
|
"path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].company",
|
|
"value": "table alpha as",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].title",
|
|
"value": "engineer",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].start",
|
|
"value": "2020",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table alpha as|title=engineer|start=2020|end=2021].end",
|
|
"value": "2021",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table beta as|title=designer|start=2022|end=present].company",
|
|
"value": "table beta as",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table beta as|title=designer|start=2022|end=present].title",
|
|
"value": "designer",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table beta as|title=designer|start=2022|end=present].start",
|
|
"value": "2022",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table beta as|title=designer|start=2022|end=present].end",
|
|
"value": "present",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=table beta as|title=designer|start=2022|end=present].isCurrent",
|
|
"value": "true",
|
|
"count": 1
|
|
}
|
|
],
|
|
"expected": 9,
|
|
"predicted": 0,
|
|
"f1": 0.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 0.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 9,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 9,
|
|
"precision": 0.0,
|
|
"recall": 1.0,
|
|
"f1": 0.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 0,
|
|
"accuracy": 0.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.1.company",
|
|
"sourceText": "Table Beta AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0008",
|
|
"actualBlockId": null,
|
|
"correct": false,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 10,
|
|
"recoveredFragments": 10,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.2249
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "dev-valid-then-ambiguous",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "Built first system.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.items.0",
|
|
"sourceText": "Second AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.5618
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "dev-project-certification",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 12,
|
|
"predicted": 12,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"certifications.date": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.issuer": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.role": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "certifications.0.details.0",
|
|
"sourceText": "Details: Passed practical assessment.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0012",
|
|
"actualBlockId": "b0012",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 12,
|
|
"recoveredFragments": 12,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 4.5957
|
|
},
|
|
"reviewRequired": 12
|
|
},
|
|
{
|
|
"id": "dev-nb-labels",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 10,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 10,
|
|
"predicted": 10,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.level": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Arbeidsgiver: Øvelse AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.isCurrent",
|
|
"sourceText": "Datoer: august 2019 - nå",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 9,
|
|
"recoveredFragments": 9,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.2768
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-title-first",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.2493
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-employer-first",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.7595
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "frozen-repeated-overlapping-roles",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 16,
|
|
"predicted": 16,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"complete": 3,
|
|
"exact": 3,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 5,
|
|
"correct": 5,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0007",
|
|
"actualBlockId": "b0007",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.2.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 3,
|
|
"expectedBlockId": "b0010",
|
|
"actualBlockId": "b0010",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.title",
|
|
"sourceText": "Title: Engineer",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0006",
|
|
"actualBlockId": "b0006",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.bullets.0",
|
|
"sourceText": "Built second service.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0009",
|
|
"actualBlockId": "b0009",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 13,
|
|
"recoveredFragments": 13,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.6091
|
|
},
|
|
"reviewRequired": 16
|
|
},
|
|
{
|
|
"id": "frozen-education-table",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 8,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 0.0,
|
|
"employmentExact": true,
|
|
"educationExact": false,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [
|
|
{
|
|
"path": "education[institution=table college|qualification=diploma|start=2010|end=2012].institution",
|
|
"value": "table college",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table college|qualification=diploma|start=2010|end=2012].qualification",
|
|
"value": "diploma",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table college|qualification=diploma|start=2010|end=2012].start",
|
|
"value": "2010",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table college|qualification=diploma|start=2010|end=2012].end",
|
|
"value": "2012",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].institution",
|
|
"value": "table university",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].qualification",
|
|
"value": "bsc computing",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].start",
|
|
"value": "2013",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=table university|qualification=bsc computing|start=2013|end=2016].end",
|
|
"value": "2016",
|
|
"count": 1
|
|
}
|
|
],
|
|
"expected": 8,
|
|
"predicted": 0,
|
|
"f1": 0.0
|
|
},
|
|
"perField": {
|
|
"education.end": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 2,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 0.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 9,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 9,
|
|
"precision": 0.0,
|
|
"recall": 1.0,
|
|
"f1": 0.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 0,
|
|
"accuracy": 0.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.1.institution",
|
|
"sourceText": "Table University",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0008",
|
|
"actualBlockId": null,
|
|
"correct": false,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 10,
|
|
"recoveredFragments": 10,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.0422
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "frozen-partial-identity",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.6621
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"id": "frozen-date-precision",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 13,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 13,
|
|
"predicted": 13,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"complete": 4,
|
|
"exact": 4,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.2.start",
|
|
"sourceText": "2022-01-03 - 2022-12-19",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0010",
|
|
"actualBlockId": "b0010",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.3.title",
|
|
"sourceText": "Title: Tester",
|
|
"occurrence": 4,
|
|
"expectedBlockId": "b0012",
|
|
"actualBlockId": "b0012",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 12,
|
|
"recoveredFragments": 12,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.9485
|
|
},
|
|
"reviewRequired": 13
|
|
},
|
|
{
|
|
"id": "frozen-unknown-heading",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"skills": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 3,
|
|
"falseNegative": 2,
|
|
"expected": 2,
|
|
"predicted": 3,
|
|
"precision": 0.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 5,
|
|
"recoveredFragments": 5,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.1624
|
|
},
|
|
"reviewRequired": 6
|
|
},
|
|
{
|
|
"id": "frozen-long-mixed-source",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 6,
|
|
"falsePositive": 0,
|
|
"falseNegative": 5,
|
|
"precision": 1.0,
|
|
"recall": 0.5454545454545454,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 0.5,
|
|
"employmentExact": false,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [
|
|
{
|
|
"path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].company",
|
|
"value": "synthetic international centre for accessible employment information and public service research",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].title",
|
|
"value": "senior software engineer for accessible public services",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].start",
|
|
"value": "january 2020",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].end",
|
|
"value": "december 2023",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "jobs[company=synthetic international centre for accessible employment information and public service research|title=senior software engineer for accessible public services|start=january 2020|end=december 2023].bullets",
|
|
"value": "built a synthetic multilingual information service with keyboard navigation, clear forms, unicode support and auditable publication workflows for oslo, tromsø and bergen.",
|
|
"count": 1
|
|
}
|
|
],
|
|
"expected": 11,
|
|
"predicted": 6,
|
|
"f1": 0.7058823529411764
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 1,
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 0.0,
|
|
"f1": 0.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 0.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 6,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 6,
|
|
"precision": 0.0,
|
|
"recall": 1.0,
|
|
"f1": 0.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 1,
|
|
"accuracy": 0.5,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Company: Synthetic International Centre for Accessible Employment Information and Public Service Research",
|
|
"occurrence": 1,
|
|
"expectedBlockId": null,
|
|
"actualBlockId": null,
|
|
"correct": false,
|
|
"sourceOccurrenceRecovered": false
|
|
},
|
|
{
|
|
"path": "education.0.details.0",
|
|
"sourceText": "Spesialisering: Distribuerte systemer og tilgjengelighet",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0013",
|
|
"actualBlockId": "b0013",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 11,
|
|
"recoveredFragments": 11,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.6294
|
|
},
|
|
"reviewRequired": 13
|
|
},
|
|
{
|
|
"id": "frozen-repeated-heading-boundary",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 3,
|
|
"correct": 3,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "First occurrence achievement.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.title",
|
|
"sourceText": "Work Experience",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.items.0",
|
|
"sourceText": "Unassigned second occurrence detail.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 5,
|
|
"recoveredFragments": 5,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.2984
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-education",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-native-pdf-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.3954
|
|
},
|
|
"reviewRequired": 4
|
|
}
|
|
],
|
|
"limits": "Synthetic cases only; no population accuracy estimate. Text recovery does not prove reading order, table interpretation or record associations. Typed facts exclude unresolved source, which is scored separately. Interpreter outputs do not qualify user mappings, reviewed persistence, human acceptance or real model accuracy.",
|
|
"format": "pdf",
|
|
"split": "all"
|
|
},
|
|
"docx": {
|
|
"caseCount": 18,
|
|
"completedCases": 18,
|
|
"completion": 1.0,
|
|
"doclingRecovery": {
|
|
"completedCases": 18,
|
|
"expectedFragments": 134,
|
|
"recoveredFragments": 134,
|
|
"literalFragmentRecall": 1.0
|
|
},
|
|
"interpretation": {
|
|
"truePositive": 122,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 122,
|
|
"predicted": 122,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"certifications.date": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.issuer": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"contact.fullName": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.details": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.end": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 6,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 6,
|
|
"predicted": 6,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 6,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 6,
|
|
"predicted": 6,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualificationLevel": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 8,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 8,
|
|
"predicted": 8,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 16,
|
|
"predicted": 16,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 13,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 13,
|
|
"predicted": 13,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 15,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 15,
|
|
"predicted": 15,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 16,
|
|
"predicted": 16,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.level": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.role": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"skills": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 16,
|
|
"predicted": 16,
|
|
"complete": 16,
|
|
"exact": 16,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 6,
|
|
"predicted": 6,
|
|
"complete": 6,
|
|
"exact": 6,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolvedSource": {
|
|
"truePositive": 18,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 18,
|
|
"predicted": 18,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"provenance": {
|
|
"expected": 27,
|
|
"correct": 27,
|
|
"accuracy": 1.0
|
|
},
|
|
"abstention": {
|
|
"requiredCases": 6,
|
|
"correctCases": 6,
|
|
"accuracy": 1.0
|
|
},
|
|
"reviewedMapping": "NOT RUN",
|
|
"realAiAccuracy": "BLOCKED",
|
|
"cases": [
|
|
{
|
|
"id": "dev-employer-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 9,
|
|
"predicted": 9,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 3,
|
|
"correct": 3,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Employer: Example AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.start",
|
|
"sourceText": "2020 - Present",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "Built accessible tools.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0007",
|
|
"actualBlockId": "b0007",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 2.662
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"id": "dev-title-first-no-heading",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.title",
|
|
"sourceText": "Job title: Analyst",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.start",
|
|
"sourceText": "2021",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.3319
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "dev-education-institution-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"education.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualificationLevel": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.0.qualificationLevel",
|
|
"sourceText": "Qualification level: Level 5",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "education.0.details.0",
|
|
"sourceText": "Specialism: Computing",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 6,
|
|
"recoveredFragments": 6,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 67.0335
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"id": "dev-education-qualification-first",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 8,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 8,
|
|
"predicted": 8,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"education.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"complete": 2,
|
|
"exact": 2,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.1.institution",
|
|
"sourceText": "Institution: Demo University",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0006",
|
|
"actualBlockId": "b0006",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.55
|
|
},
|
|
"reviewRequired": 8
|
|
},
|
|
{
|
|
"id": "dev-reversed-job-table",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 9,
|
|
"predicted": 9,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"complete": 2,
|
|
"exact": 2,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.1.company",
|
|
"sourceText": "Table Beta AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 10,
|
|
"recoveredFragments": 10,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.6324
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"id": "dev-valid-then-ambiguous",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "Built first system.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.items.0",
|
|
"sourceText": "Second AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 7,
|
|
"recoveredFragments": 7,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.2753
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "dev-project-certification",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 12,
|
|
"predicted": 12,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"certifications.date": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.issuer": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"certifications.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.role": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.skills": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"projects.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "certifications.0.details.0",
|
|
"sourceText": "Details: Passed practical assessment.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0012",
|
|
"actualBlockId": "b0012",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 12,
|
|
"recoveredFragments": 12,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 4.0367
|
|
},
|
|
"reviewRequired": 12
|
|
},
|
|
{
|
|
"id": "dev-nb-labels",
|
|
"split": "development",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 10,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 10,
|
|
"predicted": 10,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.location": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.level": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"languages.name": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Arbeidsgiver: Øvelse AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.0.isCurrent",
|
|
"sourceText": "Datoer: august 2019 - nå",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 9,
|
|
"recoveredFragments": 9,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.4206
|
|
},
|
|
"reviewRequired": 10
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-title-first",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.1943
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-employer-first",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.3501
|
|
},
|
|
"reviewRequired": 4
|
|
},
|
|
{
|
|
"id": "frozen-repeated-overlapping-roles",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 16,
|
|
"predicted": 16,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.isCurrent": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"complete": 3,
|
|
"exact": 3,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 5,
|
|
"correct": 5,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0007",
|
|
"actualBlockId": "b0007",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.2.company",
|
|
"sourceText": "Company: Repeat AS",
|
|
"occurrence": 3,
|
|
"expectedBlockId": "b0010",
|
|
"actualBlockId": "b0010",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.title",
|
|
"sourceText": "Title: Engineer",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0006",
|
|
"actualBlockId": "b0006",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.1.bullets.0",
|
|
"sourceText": "Built second service.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0009",
|
|
"actualBlockId": "b0009",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 13,
|
|
"recoveredFragments": 13,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.4367
|
|
},
|
|
"reviewRequired": 16
|
|
},
|
|
{
|
|
"id": "frozen-education-table",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 8,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 8,
|
|
"predicted": 8,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"education.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"complete": 2,
|
|
"exact": 2,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 1,
|
|
"correct": 1,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "education.1.institution",
|
|
"sourceText": "Table University",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0002",
|
|
"actualBlockId": "b0002",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 10,
|
|
"recoveredFragments": 10,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.4506
|
|
},
|
|
"reviewRequired": 8
|
|
},
|
|
{
|
|
"id": "frozen-partial-identity",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.3707
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"id": "frozen-date-precision",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 13,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 13,
|
|
"predicted": 13,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.company": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 4,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 4,
|
|
"predicted": 4,
|
|
"complete": 4,
|
|
"exact": 4,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.2.start",
|
|
"sourceText": "2022-01-03 - 2022-12-19",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0010",
|
|
"actualBlockId": "b0010",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "jobs.3.title",
|
|
"sourceText": "Title: Tester",
|
|
"occurrence": 4,
|
|
"expectedBlockId": "b0012",
|
|
"actualBlockId": "b0012",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 12,
|
|
"recoveredFragments": 12,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.4986
|
|
},
|
|
"reviewRequired": 13
|
|
},
|
|
{
|
|
"id": "frozen-unknown-heading",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"skills": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 2,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 2,
|
|
"predicted": 2,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 5,
|
|
"recoveredFragments": 5,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 1.0731
|
|
},
|
|
"reviewRequired": 6
|
|
},
|
|
{
|
|
"id": "frozen-long-mixed-source",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 11,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 11,
|
|
"predicted": 11,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"contact.fullName": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.details": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.institution": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.qualification": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"education.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": false,
|
|
"correct": false
|
|
},
|
|
"provenance": {
|
|
"expected": 2,
|
|
"correct": 2,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.company",
|
|
"sourceText": "Company: Synthetic International Centre for Accessible Employment Information and Public Service Research",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "education.0.details.0",
|
|
"sourceText": "Spesialisering: Distribuerte systemer og tilgjengelighet",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0011",
|
|
"actualBlockId": "b0011",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 11,
|
|
"recoveredFragments": 11,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.6096
|
|
},
|
|
"reviewRequired": 11
|
|
},
|
|
{
|
|
"id": "frozen-repeated-heading-boundary",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 5,
|
|
"predicted": 5,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {
|
|
"jobs.bullets": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.company": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.end": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.start": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"jobs.title": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
}
|
|
},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"complete": 1,
|
|
"exact": 1,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 1,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 1,
|
|
"predicted": 1,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 3,
|
|
"correct": 3,
|
|
"accuracy": 1.0,
|
|
"checks": [
|
|
{
|
|
"path": "jobs.0.bullets.0",
|
|
"sourceText": "First occurrence achievement.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0003",
|
|
"actualBlockId": "b0003",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.title",
|
|
"sourceText": "Work Experience",
|
|
"occurrence": 2,
|
|
"expectedBlockId": "b0004",
|
|
"actualBlockId": "b0004",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
},
|
|
{
|
|
"path": "otherSections.0.items.0",
|
|
"sourceText": "Unassigned second occurrence detail.",
|
|
"occurrence": 1,
|
|
"expectedBlockId": "b0005",
|
|
"actualBlockId": "b0005",
|
|
"correct": true,
|
|
"sourceOccurrenceRecovered": true
|
|
}
|
|
]
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 5,
|
|
"recoveredFragments": 5,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.2929
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"id": "frozen-ambiguous-education",
|
|
"split": "frozen",
|
|
"completed": true,
|
|
"factual": {
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"f1": 1.0
|
|
},
|
|
"perField": {},
|
|
"records": {
|
|
"jobs": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"education": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"projects": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"certifications": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
},
|
|
"languages": {
|
|
"expected": 0,
|
|
"predicted": 0,
|
|
"complete": 0,
|
|
"exact": 0,
|
|
"completenessRecall": 1.0,
|
|
"exactPrecision": 1.0
|
|
}
|
|
},
|
|
"unresolved": {
|
|
"truePositive": 3,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"expected": 3,
|
|
"predicted": 3,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"abstention": {
|
|
"required": true,
|
|
"correct": true
|
|
},
|
|
"provenance": {
|
|
"expected": 0,
|
|
"correct": 0,
|
|
"accuracy": 1.0,
|
|
"checks": []
|
|
},
|
|
"doclingRecovery": {
|
|
"completed": true,
|
|
"expectedFragments": 4,
|
|
"recoveredFragments": 4,
|
|
"literalFragmentRecall": 1.0,
|
|
"method": "docling-docx-v1"
|
|
},
|
|
"interpretationTiming": {
|
|
"interpretationMs": 0.2147
|
|
},
|
|
"reviewRequired": 4
|
|
}
|
|
],
|
|
"limits": "Synthetic cases only; no population accuracy estimate. Text recovery does not prove reading order, table interpretation or record associations. Typed facts exclude unresolved source, which is scored separately. Interpreter outputs do not qualify user mappings, reviewed persistence, human acceptance or real model accuracy.",
|
|
"format": "docx",
|
|
"split": "all"
|
|
}
|
|
},
|
|
"originalOracle": {
|
|
"pdf": {
|
|
"cases": [
|
|
{
|
|
"truePositive": 14,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-en-simple",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 66.9049
|
|
},
|
|
"reviewRequired": 14
|
|
},
|
|
{
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-nb-education",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 3.4889
|
|
},
|
|
"reviewRequired": 16
|
|
},
|
|
{
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-two-column",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 1.9788
|
|
},
|
|
"reviewRequired": 12
|
|
},
|
|
{
|
|
"truePositive": 3,
|
|
"falsePositive": 8,
|
|
"falseNegative": 7,
|
|
"precision": 0.2727272727272727,
|
|
"recall": 0.3,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 0.0,
|
|
"employmentExact": true,
|
|
"educationExact": false,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [
|
|
{
|
|
"path": "otherSections[title=education].title",
|
|
"value": "education",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=education].items",
|
|
"value": "diploma",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=education].items",
|
|
"value": "demo college",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=education].items",
|
|
"value": "2010 - 2012",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].title",
|
|
"value": "certifications",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].items",
|
|
"value": "demo certificate",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].items",
|
|
"value": "demo institute",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].items",
|
|
"value": "2021",
|
|
"count": 1
|
|
}
|
|
],
|
|
"missingClaims": [
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].qualification",
|
|
"value": "diploma",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].institution",
|
|
"value": "demo college",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].start",
|
|
"value": "2010",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].end",
|
|
"value": "2012",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].name",
|
|
"value": "demo certificate",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].issuer",
|
|
"value": "demo institute",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].date",
|
|
"value": "2021",
|
|
"count": 1
|
|
}
|
|
],
|
|
"id": "dev-table",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.4041
|
|
},
|
|
"reviewRequired": 11
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-partial-dates",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.3623
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-skills-based",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.9821
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 27,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-long-history",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.6986
|
|
},
|
|
"reviewRequired": 27
|
|
},
|
|
{
|
|
"truePositive": 13,
|
|
"falsePositive": 2,
|
|
"falseNegative": 1,
|
|
"precision": 0.8666666666666667,
|
|
"recall": 0.9285714285714286,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [
|
|
{
|
|
"path": "contact.fullName",
|
|
"value": "anne-margrethe østergård blåbær",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[].items",
|
|
"value": "eksempel",
|
|
"count": 1
|
|
}
|
|
],
|
|
"missingClaims": [
|
|
{
|
|
"path": "contact.fullName",
|
|
"value": "anne-margrethe østergård blåbær eksempel",
|
|
"count": 1
|
|
}
|
|
],
|
|
"id": "frozen-nb-long-name",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.797
|
|
},
|
|
"reviewRequired": 15
|
|
},
|
|
{
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-ambiguous",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.3814
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"truePositive": 7,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-extra-sections",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.2684
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-links",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 2.9025
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-prompt-injection",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.2393
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"truePositive": 0,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-scan",
|
|
"completed": false,
|
|
"split": "frozen",
|
|
"extractionMethod": "NOT RUN",
|
|
"timing": {},
|
|
"reviewRequired": "NOT MEASURED"
|
|
},
|
|
{
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-mixed-date-precision",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-native-pdf-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.3752
|
|
},
|
|
"reviewRequired": 12
|
|
}
|
|
],
|
|
"caseCount": 14,
|
|
"completion": 0.9285714285714286,
|
|
"microPrecision": 0.9337748344370861,
|
|
"microRecall": 0.9463087248322147,
|
|
"unsupportedClaimCount": 10,
|
|
"missingClaimCount": 8,
|
|
"employmentExactCases": 13,
|
|
"educationExactCases": 12,
|
|
"realAiAccuracy": "BLOCKED",
|
|
"mockedAiCountsAsModelAccuracy": false,
|
|
"limits": "Synthetic exhaustive annotations only. Unsupported claims include association errors, not necessarily invented text. No population accuracy estimate, human acceptance or model inference is implied."
|
|
},
|
|
"docx": {
|
|
"cases": [
|
|
{
|
|
"truePositive": 14,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-en-simple",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 66.9369
|
|
},
|
|
"reviewRequired": 14
|
|
},
|
|
{
|
|
"truePositive": 16,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-nb-education",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 2.8147
|
|
},
|
|
"reviewRequired": 16
|
|
},
|
|
{
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-two-column",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 2.3735
|
|
},
|
|
"reviewRequired": 12
|
|
},
|
|
{
|
|
"truePositive": 3,
|
|
"falsePositive": 4,
|
|
"falseNegative": 7,
|
|
"precision": 0.42857142857142855,
|
|
"recall": 0.3,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 0.0,
|
|
"employmentExact": true,
|
|
"educationExact": false,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [
|
|
{
|
|
"path": "otherSections[title=education].title",
|
|
"value": "education",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=education].items",
|
|
"value": "| diploma | demo college | 2010 - 2012 |",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].title",
|
|
"value": "certifications",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "otherSections[title=certifications].items",
|
|
"value": "| demo certificate | demo institute | 2021 |",
|
|
"count": 1
|
|
}
|
|
],
|
|
"missingClaims": [
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].qualification",
|
|
"value": "diploma",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].institution",
|
|
"value": "demo college",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].start",
|
|
"value": "2010",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "education[institution=demo college|qualification=diploma|start=2010|end=2012].end",
|
|
"value": "2012",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].name",
|
|
"value": "demo certificate",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].issuer",
|
|
"value": "demo institute",
|
|
"count": 1
|
|
},
|
|
{
|
|
"path": "certifications[name=demo certificate|date=2021].date",
|
|
"value": "2021",
|
|
"count": 1
|
|
}
|
|
],
|
|
"id": "dev-table",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.9593
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-partial-dates",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.9206
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "dev-skills-based",
|
|
"completed": true,
|
|
"split": "development",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 1.1485
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 27,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-long-history",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.9759
|
|
},
|
|
"reviewRequired": 27
|
|
},
|
|
{
|
|
"truePositive": 14,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-nb-long-name",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.4279
|
|
},
|
|
"reviewRequired": 14
|
|
},
|
|
{
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-ambiguous",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.8682
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"truePositive": 7,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-extra-sections",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.26
|
|
},
|
|
"reviewRequired": 7
|
|
},
|
|
{
|
|
"truePositive": 9,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-links",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 3.0899
|
|
},
|
|
"reviewRequired": 9
|
|
},
|
|
{
|
|
"truePositive": 5,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-prompt-injection",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.2639
|
|
},
|
|
"reviewRequired": 5
|
|
},
|
|
{
|
|
"truePositive": 12,
|
|
"falsePositive": 0,
|
|
"falseNegative": 0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"datePrecision": 1.0,
|
|
"dateRecall": 1.0,
|
|
"employmentExact": true,
|
|
"educationExact": true,
|
|
"skillsExact": true,
|
|
"unsupportedClaims": [],
|
|
"missingClaims": [],
|
|
"id": "frozen-mixed-date-precision",
|
|
"completed": true,
|
|
"split": "frozen",
|
|
"extractionMethod": "docling-docx-v1",
|
|
"timing": {
|
|
"interpretationMs": 0.4089
|
|
},
|
|
"reviewRequired": 12
|
|
}
|
|
],
|
|
"caseCount": 13,
|
|
"completion": 1.0,
|
|
"microPrecision": 0.9726027397260274,
|
|
"microRecall": 0.9530201342281879,
|
|
"unsupportedClaimCount": 4,
|
|
"missingClaimCount": 7,
|
|
"employmentExactCases": 13,
|
|
"educationExactCases": 12,
|
|
"realAiAccuracy": "BLOCKED",
|
|
"mockedAiCountsAsModelAccuracy": false,
|
|
"limits": "Synthetic exhaustive annotations only. Unsupported claims include association errors, not necessarily invented text. No population accuracy estimate, human acceptance or model inference is implied."
|
|
}
|
|
},
|
|
"originalTypedComparison": {
|
|
"before-pdf": {
|
|
"tp": 132,
|
|
"fp": 4,
|
|
"fn": 8
|
|
},
|
|
"before-docx": {
|
|
"tp": 140,
|
|
"fp": 0,
|
|
"fn": 0
|
|
},
|
|
"after-pdf": {
|
|
"tp": 132,
|
|
"fp": 1,
|
|
"fn": 8
|
|
},
|
|
"after-docx": {
|
|
"tp": 133,
|
|
"fp": 0,
|
|
"fn": 7
|
|
}
|
|
},
|
|
"inputManifestSha256": "1edcfb9f3954eedd1bf429cddf91ec2d1b2ed94daf07fac0d9de981db8a7d7ca",
|
|
"realAiAccuracy": "BLOCKED",
|
|
"reviewedMapping": "See separate provider/browser evidence; not measured by extraction oracle"
|
|
} |