{ "dataset": "ekos-full", "agent": "ollama (llama3:latest)", "runtime": "local", "generated_at": "2026-09-06T13:57:44.797878876Z", "gates": { "min_answer_correctness": 0.85, "min_evidence_groundedness": 0.9, "min_completeness": 0.8, "min_recall_at_10": 0.8, "max_hallucination_rate": 0.05 }, "metrics": { "scenarios": 101, "passed": 47, "failed": 54, "answer_correctness": 0.39305556, "evidence_groundedness": 0.754717, "completeness": 0.3763889, "recall_at_10": 0.75, "hallucination_rate": 0.12871288, "avg_tokens": 781.6373626373627, "p95_latency_ms": 43493.60881, "cache_hits": 23, "cache_misses": 68, "tokens_saved": 15579.0, "peak_rss_kb": 221708, "total_cpu_time_ms": 176470.0, "status_pass": false }, "scenarios": [ { "id": "arch-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1136, "output_tokens": 71, "cache_hit": true, "rss_kb_end": 69568, "cpu_time_ms": 7650.0, "latency_ms": 7789.833303, "error": null }, { "id": "arch-002", "passed": false, "hallucinated": false, "answer_score": 0.33333334, "evidence_score": null, "completeness_score": 0.33333334, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 995, "output_tokens": 242, "cache_hit": true, "rss_kb_end": 69788, "cpu_time_ms": 3210.0, "latency_ms": 3224.230349, "error": null }, { "id": "arch-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1159, "output_tokens": 60, "cache_hit": true, "rss_kb_end": 69804, "cpu_time_ms": 3250.0, "latency_ms": 3251.345683, "error": null }, { "id": "arch-004", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 2297, "output_tokens": 129, "cache_hit": false, "rss_kb_end": 18928, "cpu_time_ms": 4490.0, "latency_ms": 64864.97171800001, "error": null }, { "id": "arch-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 1.0, "input_tokens": 305, "output_tokens": 169, "cache_hit": false, "rss_kb_end": 36292, "cpu_time_ms": 500.0, "latency_ms": 20613.571302, "error": null }, { "id": "arch-006", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 241, "output_tokens": 63, "cache_hit": true, "rss_kb_end": 36964, "cpu_time_ms": 60.0, "latency_ms": 56.772086, "error": null }, { "id": "arch-007", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 0.5, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 994, "output_tokens": 55, "cache_hit": true, "rss_kb_end": 37724, "cpu_time_ms": 3440.0, "latency_ms": 3450.089211, "error": null }, { "id": "arch-008", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 282, "output_tokens": 58, "cache_hit": true, "rss_kb_end": 38456, "cpu_time_ms": 260.0, "latency_ms": 273.77907400000004, "error": null }, { "id": "arch-009", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.5, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 38456, "cpu_time_ms": 0.0, "latency_ms": 3.295447, "error": null }, { "id": "arch-010", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 206, "output_tokens": 66, "cache_hit": false, "rss_kb_end": 183700, "cpu_time_ms": 210.0, "latency_ms": 19567.118105999998, "error": null }, { "id": "arch-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1432, "output_tokens": 369, "cache_hit": false, "rss_kb_end": 183872, "cpu_time_ms": 4110.0, "latency_ms": 69033.96979599999, "error": null }, { "id": "arch-012", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1007, "output_tokens": 106, "cache_hit": false, "rss_kb_end": 183948, "cpu_time_ms": 3300.0, "latency_ms": 26446.600951, "error": null }, { "id": "arch-013", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 353, "output_tokens": 112, "cache_hit": false, "rss_kb_end": 184056, "cpu_time_ms": 80.0, "latency_ms": 15007.163084, "error": null }, { "id": "arch-014", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1851, "output_tokens": 69, "cache_hit": false, "rss_kb_end": 184096, "cpu_time_ms": 3490.0, "latency_ms": 35136.157874, "error": null }, { "id": "arch-015", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 214, "output_tokens": 115, "cache_hit": false, "rss_kb_end": 184124, "cpu_time_ms": 540.0, "latency_ms": 13500.742416, "error": null }, { "id": "arch-016", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 184128, "cpu_time_ms": 0.0, "latency_ms": 1.459913, "error": null }, { "id": "arch-017", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 179, "output_tokens": 33, "cache_hit": false, "rss_kb_end": 187968, "cpu_time_ms": 690.0, "latency_ms": 5442.483297, "error": null }, { "id": "arch-018", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1002, "output_tokens": 363, "cache_hit": false, "rss_kb_end": 188012, "cpu_time_ms": 3250.0, "latency_ms": 54306.983039, "error": null }, { "id": "arch-019", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1146, "output_tokens": 68, "cache_hit": false, "rss_kb_end": 188112, "cpu_time_ms": 7760.0, "latency_ms": 29844.059476, "error": null }, { "id": "arch-020", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1002, "output_tokens": 122, "cache_hit": false, "rss_kb_end": 188232, "cpu_time_ms": 3560.0, "latency_ms": 29577.968458, "error": null }, { "id": "code-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 265, "output_tokens": 228, "cache_hit": false, "rss_kb_end": 188276, "cpu_time_ms": 180.0, "latency_ms": 27961.129675, "error": null }, { "id": "code-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 261, "output_tokens": 206, "cache_hit": true, "rss_kb_end": 188300, "cpu_time_ms": 80.0, "latency_ms": 81.008826, "error": null }, { "id": "code-003", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 0.0, "input_tokens": 1498, "output_tokens": 571, "cache_hit": false, "rss_kb_end": 188316, "cpu_time_ms": 1250.0, "latency_ms": 87006.342244, "error": null }, { "id": "code-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1031, "output_tokens": 85, "cache_hit": true, "rss_kb_end": 188344, "cpu_time_ms": 3260.0, "latency_ms": 3278.512176, "error": null }, { "id": "code-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 269, "output_tokens": 73, "cache_hit": false, "rss_kb_end": 188380, "cpu_time_ms": 470.0, "latency_ms": 10289.303378, "error": null }, { "id": "code-006", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 188380, "cpu_time_ms": 0.0, "latency_ms": 2.602737, "error": null }, { "id": "code-007", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 677, "output_tokens": 74, "cache_hit": true, "rss_kb_end": 204536, "cpu_time_ms": 540.0, "latency_ms": 546.033023, "error": null }, { "id": "code-008", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 204, "output_tokens": 43, "cache_hit": false, "rss_kb_end": 204544, "cpu_time_ms": 60.0, "latency_ms": 6352.940638, "error": null }, { "id": "code-009", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 962, "output_tokens": 54, "cache_hit": false, "rss_kb_end": 204568, "cpu_time_ms": 3310.0, "latency_ms": 21447.497592, "error": null }, { "id": "code-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 204572, "cpu_time_ms": 10.0, "latency_ms": 1.38008, "error": null }, { "id": "code-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 996, "output_tokens": 159, "cache_hit": false, "rss_kb_end": 204496, "cpu_time_ms": 3460.0, "latency_ms": 35330.858372999995, "error": null }, { "id": "code-012", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 237, "output_tokens": 113, "cache_hit": false, "rss_kb_end": 204496, "cpu_time_ms": 270.0, "latency_ms": 15048.253114, "error": null }, { "id": "code-013", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1002, "output_tokens": 108, "cache_hit": false, "rss_kb_end": 204516, "cpu_time_ms": 3460.0, "latency_ms": 27386.643459, "error": null }, { "id": "code-014", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1054, "output_tokens": 145, "cache_hit": false, "rss_kb_end": 204536, "cpu_time_ms": 3310.0, "latency_ms": 32193.864057, "error": null }, { "id": "code-015", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 204536, "cpu_time_ms": 0.0, "latency_ms": 1.226357, "error": null }, { "id": "dep-001", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 1.0, "input_tokens": 231, "output_tokens": 102, "cache_hit": false, "rss_kb_end": 204540, "cpu_time_ms": 920.0, "latency_ms": 13182.342475000001, "error": null }, { "id": "dep-002", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 257, "output_tokens": 29, "cache_hit": true, "rss_kb_end": 204548, "cpu_time_ms": 180.0, "latency_ms": 191.54880699999998, "error": null }, { "id": "dep-003", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 253, "output_tokens": 29, "cache_hit": true, "rss_kb_end": 204548, "cpu_time_ms": 170.0, "latency_ms": 181.968783, "error": null }, { "id": "dep-004", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 1.0, "input_tokens": 237, "output_tokens": 86, "cache_hit": true, "rss_kb_end": 204548, "cpu_time_ms": 1080.0, "latency_ms": 1088.842095, "error": null }, { "id": "dep-005", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 189, "output_tokens": 57, "cache_hit": false, "rss_kb_end": 204548, "cpu_time_ms": 250.0, "latency_ms": 7183.264854, "error": null }, { "id": "dep-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 1657, "output_tokens": 153, "cache_hit": false, "rss_kb_end": 204552, "cpu_time_ms": 4540.0, "latency_ms": 43493.60881, "error": null }, { "id": "dep-007", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 1.0, "input_tokens": 634, "output_tokens": 428, "cache_hit": false, "rss_kb_end": 204552, "cpu_time_ms": 2310.0, "latency_ms": 55644.449065, "error": null }, { "id": "dep-008", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 349, "output_tokens": 29, "cache_hit": false, "rss_kb_end": 204560, "cpu_time_ms": 220.0, "latency_ms": 6998.73077, "error": null }, { "id": "dep-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1002, "output_tokens": 71, "cache_hit": false, "rss_kb_end": 204564, "cpu_time_ms": 3320.0, "latency_ms": 23256.754524, "error": null }, { "id": "dep-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 178, "output_tokens": 61, "cache_hit": false, "rss_kb_end": 204564, "cpu_time_ms": 70.0, "latency_ms": 7690.838565, "error": null }, { "id": "dep-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1008, "output_tokens": 21, "cache_hit": false, "rss_kb_end": 204516, "cpu_time_ms": 3360.0, "latency_ms": 18185.172553, "error": null }, { "id": "dep-012", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 376, "output_tokens": 28, "cache_hit": false, "rss_kb_end": 204480, "cpu_time_ms": 80.0, "latency_ms": 6825.406612, "error": null }, { "id": "lin-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1046, "output_tokens": 63, "cache_hit": false, "rss_kb_end": 204464, "cpu_time_ms": 3290.0, "latency_ms": 23286.533259, "error": null }, { "id": "lin-002", "passed": true, "hallucinated": false, "answer_score": 0.25, "evidence_score": 1.0, "completeness_score": 0.25, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 253, "output_tokens": 215, "cache_hit": false, "rss_kb_end": 204476, "cpu_time_ms": 190.0, "latency_ms": 26721.861956, "error": null }, { "id": "lin-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 589, "output_tokens": 107, "cache_hit": true, "rss_kb_end": 204476, "cpu_time_ms": 1790.0, "latency_ms": 1819.800883, "error": null }, { "id": "lin-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1146, "output_tokens": 85, "cache_hit": false, "rss_kb_end": 204492, "cpu_time_ms": 7930.0, "latency_ms": 32261.366080000003, "error": null }, { "id": "lin-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1000, "output_tokens": 47, "cache_hit": true, "rss_kb_end": 204496, "cpu_time_ms": 3330.0, "latency_ms": 3338.78979, "error": null }, { "id": "lin-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 204496, "cpu_time_ms": 0.0, "latency_ms": 0.7898430000000001, "error": null }, { "id": "lin-007", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 207, "output_tokens": 92, "cache_hit": false, "rss_kb_end": 204516, "cpu_time_ms": 90.0, "latency_ms": 11506.387014, "error": null }, { "id": "lin-008", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1143, "output_tokens": 111, "cache_hit": false, "rss_kb_end": 204524, "cpu_time_ms": 8010.0, "latency_ms": 35350.301969, "error": null }, { "id": "lin-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1010, "output_tokens": 74, "cache_hit": false, "rss_kb_end": 204140, "cpu_time_ms": 3340.0, "latency_ms": 23771.414045, "error": null }, { "id": "lin-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 204144, "cpu_time_ms": 0.0, "latency_ms": 1.0279340000000001, "error": null }, { "id": "lin-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 217, "output_tokens": 135, "cache_hit": false, "rss_kb_end": 188356, "cpu_time_ms": 180.0, "latency_ms": 20672.486186000002, "error": null }, { "id": "lin-012", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 188660, "cpu_time_ms": 10.0, "latency_ms": 4.430075, "error": null }, { "id": "hist-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 207, "output_tokens": 60, "cache_hit": false, "rss_kb_end": 206408, "cpu_time_ms": 210.0, "latency_ms": 9112.603581, "error": null }, { "id": "hist-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 154, "output_tokens": 45, "cache_hit": false, "rss_kb_end": 207012, "cpu_time_ms": 20.0, "latency_ms": 5851.50804, "error": null }, { "id": "hist-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1002, "output_tokens": 187, "cache_hit": false, "rss_kb_end": 207364, "cpu_time_ms": 3310.0, "latency_ms": 36216.612332, "error": null }, { "id": "hist-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 256, "output_tokens": 136, "cache_hit": false, "rss_kb_end": 207572, "cpu_time_ms": 190.0, "latency_ms": 17160.709172, "error": null }, { "id": "hist-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 153, "output_tokens": 46, "cache_hit": false, "rss_kb_end": 207832, "cpu_time_ms": 40.0, "latency_ms": 5364.887592, "error": null }, { "id": "hist-006", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 160, "output_tokens": 52, "cache_hit": false, "rss_kb_end": 207956, "cpu_time_ms": 30.0, "latency_ms": 6094.960894, "error": null }, { "id": "hist-007", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 207956, "cpu_time_ms": 0.0, "latency_ms": 2.722858, "error": null }, { "id": "hist-008", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1039, "output_tokens": 58, "cache_hit": false, "rss_kb_end": 220296, "cpu_time_ms": 3270.0, "latency_ms": 21942.278774000002, "error": null }, { "id": "hist-009", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 0.0, "input_tokens": 1298, "output_tokens": 215, "cache_hit": false, "rss_kb_end": 220132, "cpu_time_ms": 350.0, "latency_ms": 40662.730482, "error": null }, { "id": "hist-010", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1008, "output_tokens": 103, "cache_hit": false, "rss_kb_end": 220204, "cpu_time_ms": 3270.0, "latency_ms": 25743.638572000003, "error": null }, { "id": "hist-011", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 155, "output_tokens": 44, "cache_hit": false, "rss_kb_end": 220248, "cpu_time_ms": 30.0, "latency_ms": 5059.629239000001, "error": null }, { "id": "hist-012", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 151, "output_tokens": 55, "cache_hit": false, "rss_kb_end": 220256, "cpu_time_ms": 10.0, "latency_ms": 6154.580785, "error": null }, { "id": "sec-001", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 283, "output_tokens": 167, "cache_hit": true, "rss_kb_end": 220636, "cpu_time_ms": 190.0, "latency_ms": 198.263204, "error": null }, { "id": "sec-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 434, "output_tokens": 200, "cache_hit": false, "rss_kb_end": 220628, "cpu_time_ms": 210.0, "latency_ms": 25400.255474, "error": null }, { "id": "sec-003", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 225, "output_tokens": 159, "cache_hit": true, "rss_kb_end": 220732, "cpu_time_ms": 120.0, "latency_ms": 131.461842, "error": null }, { "id": "sec-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 237, "output_tokens": 121, "cache_hit": true, "rss_kb_end": 220736, "cpu_time_ms": 180.0, "latency_ms": 183.53095, "error": null }, { "id": "sec-005", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 220736, "cpu_time_ms": 0.0, "latency_ms": 0.931062, "error": null }, { "id": "sec-006", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 996, "output_tokens": 72, "cache_hit": true, "rss_kb_end": 220844, "cpu_time_ms": 3560.0, "latency_ms": 3556.155395, "error": null }, { "id": "sec-007", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1021, "output_tokens": 93, "cache_hit": false, "rss_kb_end": 220916, "cpu_time_ms": 3540.0, "latency_ms": 26019.713698, "error": null }, { "id": "sec-008", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 267, "output_tokens": 96, "cache_hit": false, "rss_kb_end": 221520, "cpu_time_ms": 140.0, "latency_ms": 11854.409611, "error": null }, { "id": "sec-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 1013, "output_tokens": 28, "cache_hit": false, "rss_kb_end": 221536, "cpu_time_ms": 3270.0, "latency_ms": 18272.181571, "error": null }, { "id": "sec-010", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1246, "output_tokens": 138, "cache_hit": false, "rss_kb_end": 221708, "cpu_time_ms": 3650.0, "latency_ms": 34107.479983, "error": null }, { "id": "sec-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 0.5, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1006, "output_tokens": 94, "cache_hit": false, "rss_kb_end": 221432, "cpu_time_ms": 3490.0, "latency_ms": 26030.641625, "error": null }, { "id": "sec-012", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 245, "output_tokens": 135, "cache_hit": false, "rss_kb_end": 221472, "cpu_time_ms": 190.0, "latency_ms": 15695.959336, "error": null }, { "id": "adv-001", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 181, "output_tokens": 78, "cache_hit": true, "rss_kb_end": 221472, "cpu_time_ms": 10.0, "latency_ms": 16.474308999999998, "error": null }, { "id": "adv-002", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 992, "output_tokens": 110, "cache_hit": true, "rss_kb_end": 221476, "cpu_time_ms": 3310.0, "latency_ms": 3313.7121669999997, "error": null }, { "id": "adv-003", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 206, "output_tokens": 76, "cache_hit": true, "rss_kb_end": 221476, "cpu_time_ms": 540.0, "latency_ms": 544.0954770000001, "error": null }, { "id": "adv-004", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1001, "output_tokens": 57, "cache_hit": true, "rss_kb_end": 221524, "cpu_time_ms": 3270.0, "latency_ms": 3274.4969680000004, "error": null }, { "id": "adv-005", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 213, "output_tokens": 124, "cache_hit": false, "rss_kb_end": 221536, "cpu_time_ms": 120.0, "latency_ms": 13948.826045, "error": null }, { "id": "adv-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 203, "output_tokens": 91, "cache_hit": true, "rss_kb_end": 221552, "cpu_time_ms": 140.0, "latency_ms": 143.489494, "error": null }, { "id": "adv-007", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 221, "output_tokens": 60, "cache_hit": false, "rss_kb_end": 221556, "cpu_time_ms": 130.0, "latency_ms": 7924.770533, "error": null }, { "id": "adv-008", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 232, "output_tokens": 80, "cache_hit": false, "rss_kb_end": 221612, "cpu_time_ms": 210.0, "latency_ms": 9752.338193, "error": null }, { "id": "adv-009", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 995, "output_tokens": 72, "cache_hit": false, "rss_kb_end": 221628, "cpu_time_ms": 3250.0, "latency_ms": 22464.695437, "error": null }, { "id": "adv-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 533, "output_tokens": 221, "cache_hit": false, "rss_kb_end": 221636, "cpu_time_ms": 1850.0, "latency_ms": 30594.582811, "error": null }, { "id": "adv-011", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 1001, "output_tokens": 202, "cache_hit": false, "rss_kb_end": 221640, "cpu_time_ms": 3300.0, "latency_ms": 36481.293674, "error": null }, { "id": "adv-012", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 218, "output_tokens": 53, "cache_hit": false, "rss_kb_end": 219672, "cpu_time_ms": 460.0, "latency_ms": 7302.726692, "error": null }, { "id": "adv-013", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 995, "output_tokens": 86, "cache_hit": false, "rss_kb_end": 219672, "cpu_time_ms": 3260.0, "latency_ms": 24064.842386, "error": null }, { "id": "adv-014", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 1007, "output_tokens": 110, "cache_hit": false, "rss_kb_end": 219684, "cpu_time_ms": 3330.0, "latency_ms": 26858.244264, "error": null }, { "id": "adv-015", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 998, "output_tokens": 68, "cache_hit": false, "rss_kb_end": 219668, "cpu_time_ms": 3260.0, "latency_ms": 22257.728326999997, "error": null }, { "id": "adv-016", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 995, "output_tokens": 52, "cache_hit": false, "rss_kb_end": 217796, "cpu_time_ms": 3270.0, "latency_ms": 21100.887789, "error": null }, { "id": "adv-017", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 149, "output_tokens": 28, "cache_hit": false, "rss_kb_end": 217764, "cpu_time_ms": 20.0, "latency_ms": 3584.2064640000003, "error": null }, { "id": "adv-018", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1000, "output_tokens": 170, "cache_hit": false, "rss_kb_end": 115868, "cpu_time_ms": 3300.0, "latency_ms": 33556.509889, "error": null } ] }