{ "dataset": "ekos-full", "agent": "ollama (llama3:latest)", "runtime": "local", "generated_at": "2026-09-06T18:55:35.368513572Z", "gates": { "min_answer_correctness": 0.85, "min_evidence_groundedness": 0.9, "min_completeness": 0.8, "min_recall_at_10": 0.8, "max_hallucination_rate": 0.05 }, "metrics": { "scenarios": 101, "passed": 48, "failed": 53, "answer_correctness": 0.3763889, "evidence_groundedness": 0.7826087, "completeness": 0.36805555, "recall_at_10": 0.65, "hallucination_rate": 0.0990099, "avg_tokens": 614.934065934066, "p95_latency_ms": 36060.425648, "cache_hits": 0, "cache_misses": 91, "tokens_saved": null, "peak_rss_kb": 565800, "total_cpu_time_ms": 131540.0, "status_pass": false }, "scenarios": [ { "id": "arch-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 805, "output_tokens": 72, "cache_hit": false, "rss_kb_end": 17608, "cpu_time_ms": 5870.0, "latency_ms": 40214.36911, "error": null }, { "id": "arch-002", "passed": false, "hallucinated": false, "answer_score": 0.33333334, "evidence_score": null, "completeness_score": 0.33333334, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 671, "output_tokens": 187, "cache_hit": false, "rss_kb_end": 51344, "cpu_time_ms": 2520.0, "latency_ms": 31586.435137999997, "error": null }, { "id": "arch-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 769, "output_tokens": 92, "cache_hit": false, "rss_kb_end": 52368, "cpu_time_ms": 2500.0, "latency_ms": 21872.240095999998, "error": null }, { "id": "arch-004", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1765, "output_tokens": 113, "cache_hit": false, "rss_kb_end": 53348, "cpu_time_ms": 4370.0, "latency_ms": 41220.248531000005, "error": null }, { "id": "arch-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 0.0, "input_tokens": 336, "output_tokens": 177, "cache_hit": false, "rss_kb_end": 54116, "cpu_time_ms": 240.0, "latency_ms": 22684.977906, "error": null }, { "id": "arch-006", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 241, "output_tokens": 63, "cache_hit": false, "rss_kb_end": 54132, "cpu_time_ms": 70.0, "latency_ms": 8859.268886, "error": null }, { "id": "arch-007", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 670, "output_tokens": 71, "cache_hit": false, "rss_kb_end": 54740, "cpu_time_ms": 2480.0, "latency_ms": 17810.523144000003, "error": null }, { "id": "arch-008", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 265, "output_tokens": 90, "cache_hit": false, "rss_kb_end": 54856, "cpu_time_ms": 220.0, "latency_ms": 12002.499517, "error": null }, { "id": "arch-009", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.5, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 54856, "cpu_time_ms": 10.0, "latency_ms": 4.408827, "error": null }, { "id": "arch-010", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 212, "output_tokens": 64, "cache_hit": false, "rss_kb_end": 551316, "cpu_time_ms": 80.0, "latency_ms": 8364.82591, "error": null }, { "id": "arch-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1044, "output_tokens": 93, "cache_hit": false, "rss_kb_end": 551332, "cpu_time_ms": 2620.0, "latency_ms": 26090.570836000003, "error": null }, { "id": "arch-012", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 683, "output_tokens": 28, "cache_hit": false, "rss_kb_end": 551608, "cpu_time_ms": 2480.0, "latency_ms": 13415.34896, "error": null }, { "id": "arch-013", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 165, "output_tokens": 107, "cache_hit": false, "rss_kb_end": 551636, "cpu_time_ms": 70.0, "latency_ms": 12436.530821, "error": null }, { "id": "arch-014", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1399, "output_tokens": 70, "cache_hit": false, "rss_kb_end": 551636, "cpu_time_ms": 2650.0, "latency_ms": 28540.967462, "error": null }, { "id": "arch-015", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 201, "output_tokens": 73, "cache_hit": false, "rss_kb_end": 551700, "cpu_time_ms": 490.0, "latency_ms": 9624.501419, "error": null }, { "id": "arch-016", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 551700, "cpu_time_ms": 10.0, "latency_ms": 3.546281, "error": null }, { "id": "arch-017", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 179, "output_tokens": 33, "cache_hit": false, "rss_kb_end": 461240, "cpu_time_ms": 510.0, "latency_ms": 5256.516982, "error": null }, { "id": "arch-018", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 678, "output_tokens": 32, "cache_hit": false, "rss_kb_end": 461244, "cpu_time_ms": 2450.0, "latency_ms": 13823.425468, "error": null }, { "id": "arch-019", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 815, "output_tokens": 60, "cache_hit": false, "rss_kb_end": 461264, "cpu_time_ms": 5860.0, "latency_ms": 22017.470238, "error": null }, { "id": "arch-020", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 678, "output_tokens": 91, "cache_hit": false, "rss_kb_end": 461276, "cpu_time_ms": 2469.9999999999995, "latency_ms": 20187.496833, "error": null }, { "id": "code-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 219, "output_tokens": 61, "cache_hit": false, "rss_kb_end": 461280, "cpu_time_ms": 220.0, "latency_ms": 8226.433849, "error": null }, { "id": "code-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 261, "output_tokens": 170, "cache_hit": false, "rss_kb_end": 461288, "cpu_time_ms": 80.0, "latency_ms": 20044.185048, "error": null }, { "id": "code-003", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 0.0, "input_tokens": 1400, "output_tokens": 399, "cache_hit": false, "rss_kb_end": 461336, "cpu_time_ms": 860.0, "latency_ms": 65821.638423, "error": null }, { "id": "code-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 667, "output_tokens": 41, "cache_hit": false, "rss_kb_end": 461348, "cpu_time_ms": 2520.0, "latency_ms": 14613.822947999999, "error": null }, { "id": "code-005", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 199, "output_tokens": 70, "cache_hit": false, "rss_kb_end": 461352, "cpu_time_ms": 150.0, "latency_ms": 8874.654112, "error": null }, { "id": "code-006", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 461352, "cpu_time_ms": 10.0, "latency_ms": 4.411525, "error": null }, { "id": "code-007", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 592, "output_tokens": 106, "cache_hit": false, "rss_kb_end": 470540, "cpu_time_ms": 530.0, "latency_ms": 17815.097975, "error": null }, { "id": "code-008", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 204, "output_tokens": 43, "cache_hit": false, "rss_kb_end": 470540, "cpu_time_ms": 70.0, "latency_ms": 5789.054333, "error": null }, { "id": "code-009", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 679, "output_tokens": 159, "cache_hit": false, "rss_kb_end": 470548, "cpu_time_ms": 2280.0000000000005, "latency_ms": 26896.391282, "error": null }, { "id": "code-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 470552, "cpu_time_ms": 0.0, "latency_ms": 2.87897, "error": null }, { "id": "code-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 216, "output_tokens": 38, "cache_hit": false, "rss_kb_end": 555724, "cpu_time_ms": 390.0, "latency_ms": 6788.235976, "error": null }, { "id": "code-012", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 215, "output_tokens": 118, "cache_hit": false, "rss_kb_end": 556172, "cpu_time_ms": 110.0, "latency_ms": 16196.388671, "error": null }, { "id": "code-013", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 678, "output_tokens": 46, "cache_hit": false, "rss_kb_end": 556512, "cpu_time_ms": 2590.0, "latency_ms": 16143.224936999999, "error": null }, { "id": "code-014", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 826, "output_tokens": 112, "cache_hit": false, "rss_kb_end": 556688, "cpu_time_ms": 2440.0, "latency_ms": 27309.138651, "error": null }, { "id": "code-015", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 0.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 556688, "cpu_time_ms": 0.0, "latency_ms": 1.906763, "error": null }, { "id": "dep-001", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 344, "output_tokens": 165, "cache_hit": false, "rss_kb_end": 565432, "cpu_time_ms": 80.0, "latency_ms": 22537.188056000003, "error": null }, { "id": "dep-002", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 181, "output_tokens": 214, "cache_hit": false, "rss_kb_end": 565448, "cpu_time_ms": 90.0, "latency_ms": 25995.448649, "error": null }, { "id": "dep-003", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 253, "output_tokens": 29, "cache_hit": false, "rss_kb_end": 565448, "cpu_time_ms": 150.0, "latency_ms": 6145.869530999999, "error": null }, { "id": "dep-004", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 347, "output_tokens": 55, "cache_hit": false, "rss_kb_end": 565448, "cpu_time_ms": 100.0, "latency_ms": 10337.252458, "error": null }, { "id": "dep-005", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 189, "output_tokens": 45, "cache_hit": false, "rss_kb_end": 565448, "cpu_time_ms": 140.0, "latency_ms": 6995.967574, "error": null }, { "id": "dep-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 1207, "output_tokens": 336, "cache_hit": false, "rss_kb_end": 565508, "cpu_time_ms": 3340.0, "latency_ms": 65534.74796000001, "error": null }, { "id": "dep-007", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 1.0, "input_tokens": 509, "output_tokens": 242, "cache_hit": false, "rss_kb_end": 565556, "cpu_time_ms": 1859.9999999999998, "latency_ms": 33787.716889, "error": null }, { "id": "dep-008", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 351, "output_tokens": 29, "cache_hit": false, "rss_kb_end": 565596, "cpu_time_ms": 190.0, "latency_ms": 6674.218679, "error": null }, { "id": "dep-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 678, "output_tokens": 76, "cache_hit": false, "rss_kb_end": 565596, "cpu_time_ms": 2510.0, "latency_ms": 18658.518373, "error": null }, { "id": "dep-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 178, "output_tokens": 61, "cache_hit": false, "rss_kb_end": 565596, "cpu_time_ms": 70.0, "latency_ms": 7635.596320000001, "error": null }, { "id": "dep-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 684, "output_tokens": 74, "cache_hit": false, "rss_kb_end": 565668, "cpu_time_ms": 2510.0, "latency_ms": 19726.406633, "error": null }, { "id": "dep-012", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": 1.0, "input_tokens": 328, "output_tokens": 42, "cache_hit": false, "rss_kb_end": 565668, "cpu_time_ms": 70.0, "latency_ms": 8011.768572999999, "error": null }, { "id": "lin-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 672, "output_tokens": 35, "cache_hit": false, "rss_kb_end": 565720, "cpu_time_ms": 2580.0, "latency_ms": 14284.36331, "error": null }, { "id": "lin-002", "passed": true, "hallucinated": false, "answer_score": 0.25, "evidence_score": 1.0, "completeness_score": 0.25, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 209, "output_tokens": 114, "cache_hit": false, "rss_kb_end": 565760, "cpu_time_ms": 60.0, "latency_ms": 13334.9467, "error": null }, { "id": "lin-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 447, "output_tokens": 152, "cache_hit": false, "rss_kb_end": 565760, "cpu_time_ms": 1310.0, "latency_ms": 22240.445379, "error": null }, { "id": "lin-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 815, "output_tokens": 42, "cache_hit": false, "rss_kb_end": 565800, "cpu_time_ms": 5910.0, "latency_ms": 20852.959265999998, "error": null }, { "id": "lin-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 676, "output_tokens": 73, "cache_hit": false, "rss_kb_end": 540932, "cpu_time_ms": 2710.0, "latency_ms": 19241.803885, "error": null }, { "id": "lin-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 540940, "cpu_time_ms": 0.0, "latency_ms": 2.490706, "error": null }, { "id": "lin-007", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 207, "output_tokens": 87, "cache_hit": false, "rss_kb_end": 554412, "cpu_time_ms": 90.0, "latency_ms": 11729.741013, "error": null }, { "id": "lin-008", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 812, "output_tokens": 102, "cache_hit": false, "rss_kb_end": 554568, "cpu_time_ms": 6360.0, "latency_ms": 28119.854192, "error": null }, { "id": "lin-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 686, "output_tokens": 63, "cache_hit": false, "rss_kb_end": 554876, "cpu_time_ms": 2520.0, "latency_ms": 17506.577112, "error": null }, { "id": "lin-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 554884, "cpu_time_ms": 0.0, "latency_ms": 2.495105, "error": null }, { "id": "lin-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 204, "output_tokens": 131, "cache_hit": false, "rss_kb_end": 555228, "cpu_time_ms": 110.0, "latency_ms": 15470.121236, "error": null }, { "id": "lin-012", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 555284, "cpu_time_ms": 0.0, "latency_ms": 4.143654, "error": null }, { "id": "hist-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 194, "output_tokens": 77, "cache_hit": false, "rss_kb_end": 556708, "cpu_time_ms": 140.0, "latency_ms": 9675.550882, "error": null }, { "id": "hist-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 202, "output_tokens": 85, "cache_hit": false, "rss_kb_end": 556976, "cpu_time_ms": 3360.0, "latency_ms": 14300.305640999999, "error": null }, { "id": "hist-003", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 678, "output_tokens": 120, "cache_hit": false, "rss_kb_end": 557084, "cpu_time_ms": 2590.0, "latency_ms": 26136.620442000003, "error": null }, { "id": "hist-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1016, "output_tokens": 74, "cache_hit": false, "rss_kb_end": 556628, "cpu_time_ms": 840.0, "latency_ms": 25552.09078, "error": null }, { "id": "hist-005", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 221, "output_tokens": 111, "cache_hit": false, "rss_kb_end": 556932, "cpu_time_ms": 310.0, "latency_ms": 13858.457298, "error": null }, { "id": "hist-006", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 227, "output_tokens": 155, "cache_hit": false, "rss_kb_end": 557036, "cpu_time_ms": 140.0, "latency_ms": 18803.483263000002, "error": null }, { "id": "hist-007", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 557064, "cpu_time_ms": 10.0, "latency_ms": 3.249396, "error": null }, { "id": "hist-008", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 669, "output_tokens": 93, "cache_hit": false, "rss_kb_end": 510864, "cpu_time_ms": 2510.0, "latency_ms": 20526.024786, "error": null }, { "id": "hist-009", "passed": false, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": 0.0, "input_tokens": 1294, "output_tokens": 172, "cache_hit": false, "rss_kb_end": 510884, "cpu_time_ms": 350.0, "latency_ms": 36687.833138, "error": null }, { "id": "hist-010", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": 1.0, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 215, "output_tokens": 128, "cache_hit": false, "rss_kb_end": 510984, "cpu_time_ms": 190.0, "latency_ms": 15461.72704, "error": null }, { "id": "hist-011", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 170, "output_tokens": 124, "cache_hit": false, "rss_kb_end": 511004, "cpu_time_ms": 60.0, "latency_ms": 14254.391717, "error": null }, { "id": "hist-012", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 359, "output_tokens": 88, "cache_hit": false, "rss_kb_end": 511044, "cpu_time_ms": 100.0, "latency_ms": 13278.832887, "error": null }, { "id": "sec-001", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 212, "output_tokens": 102, "cache_hit": false, "rss_kb_end": 511084, "cpu_time_ms": 360.0, "latency_ms": 12795.479394999998, "error": null }, { "id": "sec-002", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 298, "output_tokens": 152, "cache_hit": false, "rss_kb_end": 511120, "cpu_time_ms": 80.0, "latency_ms": 19355.643496999997, "error": null }, { "id": "sec-003", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 209, "output_tokens": 99, "cache_hit": false, "rss_kb_end": 511176, "cpu_time_ms": 60.0, "latency_ms": 12218.789023, "error": null }, { "id": "sec-004", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 997, "output_tokens": 215, "cache_hit": false, "rss_kb_end": 511176, "cpu_time_ms": 850.0, "latency_ms": 36060.425648, "error": null }, { "id": "sec-005", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": 1.0, "groundedness_score": null, "trajectory_score": null, "input_tokens": null, "output_tokens": null, "cache_hit": null, "rss_kb_end": 511176, "cpu_time_ms": 0.0, "latency_ms": 0.990847, "error": null }, { "id": "sec-006", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 1.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 672, "output_tokens": 35, "cache_hit": false, "rss_kb_end": 552360, "cpu_time_ms": 2469.9999999999995, "latency_ms": 13650.384169, "error": null }, { "id": "sec-007", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 697, "output_tokens": 112, "cache_hit": false, "rss_kb_end": 552604, "cpu_time_ms": 2460.0, "latency_ms": 22094.022886000002, "error": null }, { "id": "sec-008", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 226, "output_tokens": 154, "cache_hit": false, "rss_kb_end": 552624, "cpu_time_ms": 80.0, "latency_ms": 17616.563147, "error": null }, { "id": "sec-009", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": null, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 689, "output_tokens": 115, "cache_hit": false, "rss_kb_end": 552628, "cpu_time_ms": 2500.0, "latency_ms": 22486.574597, "error": null }, { "id": "sec-010", "passed": false, "hallucinated": false, "answer_score": 0.0, "evidence_score": 1.0, "completeness_score": 0.0, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 1462, "output_tokens": 112, "cache_hit": false, "rss_kb_end": 552716, "cpu_time_ms": 4130.0, "latency_ms": 34679.990495, "error": null }, { "id": "sec-011", "passed": true, "hallucinated": false, "answer_score": 1.0, "evidence_score": null, "completeness_score": 0.5, "retrieval_recall": null, "groundedness_score": null, "trajectory_score": null, "input_tokens": 682, "output_tokens": 59, "cache_hit": false, "rss_kb_end": 552736, "cpu_time_ms": 2510.0, "latency_ms": 16316.6862, "error": null }, { "id": "sec-012", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 211, "output_tokens": 80, "cache_hit": false, "rss_kb_end": 552744, "cpu_time_ms": 100.0, "latency_ms": 9725.576817000001, "error": null }, { "id": "adv-001", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 139, "output_tokens": 53, "cache_hit": false, "rss_kb_end": 552744, "cpu_time_ms": 0.0, "latency_ms": 6210.551678, "error": null }, { "id": "adv-002", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 207, "output_tokens": 156, "cache_hit": false, "rss_kb_end": 552348, "cpu_time_ms": 340.0, "latency_ms": 18131.460457999998, "error": null }, { "id": "adv-003", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 209, "output_tokens": 74, "cache_hit": false, "rss_kb_end": 552360, "cpu_time_ms": 50.0, "latency_ms": 9174.869818, "error": null }, { "id": "adv-004", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 677, "output_tokens": 81, "cache_hit": false, "rss_kb_end": 552252, "cpu_time_ms": 2550.0, "latency_ms": 19087.871212, "error": null }, { "id": "adv-005", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 238, "output_tokens": 274, "cache_hit": false, "rss_kb_end": 421184, "cpu_time_ms": 150.0, "latency_ms": 32989.932261, "error": null }, { "id": "adv-006", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 190, "output_tokens": 70, "cache_hit": false, "rss_kb_end": 365724, "cpu_time_ms": 100.0, "latency_ms": 10456.459963000001, "error": null }, { "id": "adv-007", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 209, "output_tokens": 48, "cache_hit": false, "rss_kb_end": 344280, "cpu_time_ms": 90.0, "latency_ms": 6769.958256, "error": null }, { "id": "adv-008", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 209, "output_tokens": 113, "cache_hit": false, "rss_kb_end": 344716, "cpu_time_ms": 100.0, "latency_ms": 13397.504349, "error": null }, { "id": "adv-009", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 671, "output_tokens": 30, "cache_hit": false, "rss_kb_end": 345108, "cpu_time_ms": 2560.0, "latency_ms": 13390.136890999998, "error": null }, { "id": "adv-010", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 417, "output_tokens": 115, "cache_hit": false, "rss_kb_end": 282532, "cpu_time_ms": 1440.0, "latency_ms": 18786.818616, "error": null }, { "id": "adv-011", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 677, "output_tokens": 149, "cache_hit": false, "rss_kb_end": 282604, "cpu_time_ms": 2469.9999999999995, "latency_ms": 26524.290406, "error": null }, { "id": "adv-012", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": 1.0, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 210, "output_tokens": 50, "cache_hit": false, "rss_kb_end": 282676, "cpu_time_ms": 60.0, "latency_ms": 6774.498356, "error": null }, { "id": "adv-013", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 671, "output_tokens": 38, "cache_hit": false, "rss_kb_end": 203336, "cpu_time_ms": 2440.0, "latency_ms": 13950.248813, "error": null }, { "id": "adv-014", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 683, "output_tokens": 51, "cache_hit": false, "rss_kb_end": 164168, "cpu_time_ms": 2490.0, "latency_ms": 15694.576705, "error": null }, { "id": "adv-015", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 674, "output_tokens": 81, "cache_hit": false, "rss_kb_end": 164216, "cpu_time_ms": 2490.0, "latency_ms": 19646.845299999997, "error": null }, { "id": "adv-016", "passed": false, "hallucinated": true, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 0.0, "trajectory_score": null, "input_tokens": 671, "output_tokens": 30, "cache_hit": false, "rss_kb_end": 124240, "cpu_time_ms": 2540.0, "latency_ms": 13878.172328, "error": null }, { "id": "adv-017", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 149, "output_tokens": 46, "cache_hit": false, "rss_kb_end": 115008, "cpu_time_ms": 20.0, "latency_ms": 5744.284965000001, "error": null }, { "id": "adv-018", "passed": true, "hallucinated": false, "answer_score": null, "evidence_score": null, "completeness_score": null, "retrieval_recall": null, "groundedness_score": 1.0, "trajectory_score": null, "input_tokens": 676, "output_tokens": 106, "cache_hit": false, "rss_kb_end": 115032, "cpu_time_ms": 2469.9999999999995, "latency_ms": 21854.021917000002, "error": null } ] }