cesnimda/jobtrackingapp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

test(qa): qualify bounded revision timeline and notification volume

Browse Source
This commit is contained in:
cesnimda
2026-10-23 02:21:21 +02:00
parent 82be698dcf
commit 4b7727e22b
19 changed files with 9048 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/redesign/phase-9/reconcile.py
+10 -5
View File
@@ -28,20 +28,25 @@ def main():
assert set(remaining) == {row['id'] for row in groups}
cases = read('p9-01/ordinary-cases.json')
diagnostics = read('p9-05/phase9-cases.json')
assert len(cases) == 362 and len(diagnostics) == 18
assert all(row['status'] == 'expected' and len(row['results']) == 1 and row['results'][0]['status'] == 'passed' for row in cases + diagnostics)
volume = read('p9-05/volume-cases.json')
assert len(cases) == 362 and len(diagnostics) == 18 and len(volume) == 3
assert len({(row['id'], row['project']) for row in cases}) == 362
assert all(row['status'] == 'expected' and len(row['results']) == 1 and row['results'][0]['status'] == 'passed' for row in cases + diagnostics + volume)
validation = read('validation.json')['lanes']
for lane in ['ordinary', 'phase9', 'ai', 'auth', 'rate', 'ingress', 'pdf', 'preferences']:
assert validation['ordinary']['membershipMatchesDiscovery']
for lane in ['ordinary', 'phase9', 'volume', 'ai', 'auth', 'rate', 'ingress', 'pdf', 'preferences']:
record = validation[lane]
assert not record['fileFailures'] and not record['retries']
assert record['stats']['unexpected'] == record['stats']['flaky'] == record['stats']['skipped'] == 0
assert record['stats']['expected'] == record['cases']
assert sum(validation[lane]['cases'] for lane in ['ai', 'auth', 'rate', 'ingress', 'pdf', 'preferences']) == 23
assert validation['backend']['passed'] == '1084' and validation['backend']['failed'] == '0'
assert validation['backend']['notExecuted'] == '0'
assert validation['frontend']['success'] and validation['frontend']['numPassedTests'] == 919
assert validation['frontend']['numFailedTests'] == validation['frontend']['numPendingTests'] == 0
assert validation['sidecar']['tests'] == '56' and validation['sidecar']['failures'] == validation['sidecar']['errors'] == '0'
for lane in ['ordinary-accepted', 'phase9-frozen', 'ai', 'auth', 'rate', 'ingress', 'pdf', 'preferences', 'backend', 'frontend', 'sidecar', 'build']:
assert validation['sidecar']['skipped'] == '0'
for lane in [*[f'ordinary-shard-{number}' for number in range(1, 5)], 'phase9-frozen', 'volume-qualified', 'ai', 'auth', 'rate', 'ingress', 'pdf', 'preferences', 'backend', 'frontend', 'sidecar', 'build']:
assert validation[lane + 'Process']['exitCode'] == 0
rows = read('p9-02/route-results.json')
assert len(rows) == 396 and {row['pattern'] for row in rows} == set(inventory['routes'])
@@ -64,7 +69,7 @@ def main():
delta += ' P9-L01 installed vendor locale and2new Jest cases.'
if identifier == 'PRES-S02':
delta += ' Phase8 account-layout order/size/visibility/reset/conflict behaviour preserved.'
lines.append(f"| {identifier}: {cell(group['owners'])} | {group['entryStatus']} → {group['entryStatus']} | {len(matches)} | {cell(delta)} {cell(residual)} |")
lines.append(f"| {cell(group['capability'])}; owners: {cell(group['owners'])} | {group['entryStatus']} → {group['entryStatus']} | {len(matches)} | {cell(delta)} {cell(residual)} |")
portable.append(dict(id=identifier, capability=group['capability'], owners=group['owners'], entry=group['entryStatus'], phase9=group['entryStatus'], evidence=matches, remaining=residual, delta=delta))
assert sum(row['phase9'] == 'PARTIAL' for row in portable) == 56
assert sum(row['phase9'] == 'DEFERRED' for row in portable) == 1