nx_perf_rehearsal_gate_t179.nx source
↩ module page · 51 lines · 67032 B
1import "nx_perf_rehearsal.nx"
2
3func pr_test_case(label:*u8,rs:*u8,ps:*u8,want:i64)->i64 {
4 var a:i64=0; var b:i64=0
5 let r:*NxValue=nx_value_parse_json(rs,mr_len(rs),&a)
6 let p:*NxValue=nx_value_parse_json(ps,mr_len(ps),&b)
7 var got:i64=BM_RELEASE_INVALID
8 if a==NX_VAL_PARSE_OK && b==NX_VAL_PARSE_OK { got=pr_validate(r,p,"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc","dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",1001) }
9 if got!=want { pr_p("FAIL "); pr_p(label); pr_p(" got="); pr_n(got); pr_p(" expected="); pr_n(want); pr_p("\n"); return 1 }
10 return 0
11}
12func main()->i64 {
13 var failed:i64=0
14 failed=failed+pr_test_case("complete","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",1)
15 failed=failed+pr_test_case("missing_contention","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
16 failed=failed+pr_test_case("unknown_contention","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":0,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
17 failed=failed+pr_test_case("wrong_artifact","{\"schema_version\":1,\"candidate_sha256\":\"1111111111111111111111111111111111111111111111111111111111111111\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
18 failed=failed+pr_test_case("scene_mismatch","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"2222222222222222222222222222222222222222222222222222222222222222\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
19 failed=failed+pr_test_case("device_mismatch","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"2222222222222222222222222222222222222222222222222222222222222222\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
20 failed=failed+pr_test_case("same_run","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"incumbent-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
21 failed=failed+pr_test_case("short_trial_count","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":1,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
22 failed=failed+pr_test_case("stale","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
23 failed=failed+pr_test_case("future","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1002,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
24 failed=failed+pr_test_case("missing_metric","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
25 failed=failed+pr_test_case("unknown_metric","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":0,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
26 failed=failed+pr_test_case("relative_fail","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":7000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
27 failed=failed+pr_test_case("missing_uncertainty","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
28 failed=failed+pr_test_case("visual_regression","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":2,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
29 failed=failed+pr_test_case("visual_unknown","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":0,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
30 failed=failed+pr_test_case("missing_visual_evidence","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
31 failed=failed+pr_test_case("zero_budget","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":0,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
32 failed=failed+pr_test_case("empty_metric_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{}}",4)
33 failed=failed+pr_test_case("tradeoff_unapproved","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":2,\"tradeoff_approved\":1,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":1,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
34 failed=failed+pr_test_case("tradeoff_pinned","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":2,\"tradeoff_approved\":1,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}},\"approved_tradeoff_sha256\":\"1111111111111111111111111111111111111111111111111111111111111111\"}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":1,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}},\"approved_tradeoff_sha256\":\"1111111111111111111111111111111111111111111111111111111111111111\"}",1)
35 failed=failed+pr_test_case("tradeoff_wrong_pin","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":2,\"tradeoff_approved\":1,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}},\"approved_tradeoff_sha256\":\"2222222222222222222222222222222222222222222222222222222222222222\"}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":1,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}},\"approved_tradeoff_sha256\":\"1111111111111111111111111111111111111111111111111111111111111111\"}",2)
36 failed=failed+pr_test_case("duplicate_target","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"paired_trials\":99,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
37 failed=failed+pr_test_case("overflow_number","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":18446744073709551619,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
38 failed=failed+pr_test_case("exponent_number","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3e1,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
39 failed=failed+pr_test_case("missing_metrics_wrong_artifact","{\"schema_version\":1,\"candidate_sha256\":\"1111111111111111111111111111111111111111111111111111111111111111\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
40 failed=failed+pr_test_case("missing_metrics_malformed_artifact","{\"schema_version\":1,\"candidate_sha256\":\"not-a-hash\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
41 failed=failed+pr_test_case("missing_metrics_known_functional_failure","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":2,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",2)
42 failed=failed+pr_test_case("missing_metrics_valid_elsewhere","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",3)
43 failed=failed+pr_test_case("missing_metrics_invalid_axis_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":0},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
44 failed=failed+pr_test_case("missing_observed_invalid_age","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":0,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
45 failed=failed+pr_test_case("missing_trials_invalid_trial_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":0,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
46 failed=failed+pr_test_case("missing_duration_invalid_duration_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"visual_quality\":1,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":0,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
47 failed=failed+pr_test_case("missing_visual_invalid_tradeoff_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"tradeoff_approved\":0,\"metrics\":{\"gpu_p95\":{\"measured\":1,\"candidate_ns\":2000000,\"incumbent_ns\":6000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000},\"frame_p99\":{\"measured\":1,\"candidate_ns\":4500000,\"incumbent_ns\":12000000,\"candidate_uncertainty_ns\":10000,\"incumbent_uncertainty_ns\":10000}}}","{\"schema_version\":1,\"scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":2,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
48 failed=failed+pr_test_case("missing_observation_empty_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{}",4)
49 failed=failed+pr_test_case("missing_scene_policy","{\"schema_version\":1,\"candidate_sha256\":\"cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc\",\"incumbent_sha256\":\"dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd\",\"candidate_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"incumbent_scene_sha256\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"candidate_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"incumbent_device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"candidate_run_id\":\"candidate-1\",\"incumbent_run_id\":\"incumbent-1\",\"contention_verified\":1,\"functional_verified\":1,\"raw_trace_verified\":1,\"visual_verified\":1,\"raw_trace_sha256\":\"eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee\",\"visual_evidence_sha256\":\"ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff\",\"observed_at_s\":1000,\"paired_trials\":3,\"minimum_trial_duration_ns\":7000000000,\"visual_quality\":1,\"tradeoff_approved\":0}","{\"schema_version\":1,\"device_sha256\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"max_age_s\":60,\"min_paired_trials\":3,\"min_trial_duration_ns\":7000000000,\"allow_quality_tradeoff\":0,\"metrics\":{\"gpu_p95\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000},\"frame_p99\":{\"absolute_budget_ns\":16666667,\"relative_budget_permil\":1000}}}",4)
50 pr_p("RECEIPT-GATE cases=36 failed="); pr_n(failed); pr_p("\n"); return failed
51}