{ "experiment_id": "observation-validity-coherent-v1", "predecessor": "observation-validity-v1", "predecessor_scientific_status": "invalidated", "fixture_relation": "corrected repeat on known fixtures; not independent generalization", "scheduled_executions": 64, "llm_executions": 16, "apparatuses": 8, "condition_order": [ { "order": 1, "block": 1, "task": 1, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 2, "block": 1, "task": 1, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 3, "block": 1, "task": 1, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 4, "block": 1, "task": 1, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 5, "block": 1, "task": 2, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 6, "block": 1, "task": 2, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 7, "block": 1, "task": 2, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 8, "block": 1, "task": 2, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 9, "block": 1, "task": 3, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 10, "block": 1, "task": 3, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 11, "block": 1, "task": 3, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 12, "block": 1, "task": 3, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 13, "block": 1, "task": 4, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 14, "block": 1, "task": 4, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 15, "block": 1, "task": 4, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 16, "block": 1, "task": 4, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 17, "block": 1, "task": 5, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 18, "block": 1, "task": 5, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 19, "block": 1, "task": 5, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 20, "block": 1, "task": 5, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 21, "block": 1, "task": 6, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 22, "block": 1, "task": 6, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 23, "block": 1, "task": 6, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 24, "block": 1, "task": 6, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 25, "block": 1, "task": 7, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 26, "block": 1, "task": 7, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 27, "block": 1, "task": 7, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 28, "block": 1, "task": 7, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 29, "block": 1, "task": 8, "condition": "RULE_BLIND_CACHE", "key": "b1-RULE_BLIND_CACHE" }, { "order": 30, "block": 1, "task": 8, "condition": "LLM_PERSISTENT", "key": "b1-LLM_PERSISTENT" }, { "order": 31, "block": 1, "task": 8, "condition": "RULE_ALWAYS_FRESH", "key": "b1-RULE_ALWAYS_FRESH" }, { "order": 32, "block": 1, "task": 8, "condition": "RULE_CHANGE_AWARE", "key": "b1-RULE_CHANGE_AWARE" }, { "order": 33, "block": 2, "task": 1, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 34, "block": 2, "task": 1, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 35, "block": 2, "task": 1, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 36, "block": 2, "task": 1, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 37, "block": 2, "task": 2, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 38, "block": 2, "task": 2, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 39, "block": 2, "task": 2, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 40, "block": 2, "task": 2, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 41, "block": 2, "task": 3, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 42, "block": 2, "task": 3, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 43, "block": 2, "task": 3, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 44, "block": 2, "task": 3, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 45, "block": 2, "task": 4, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 46, "block": 2, "task": 4, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 47, "block": 2, "task": 4, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 48, "block": 2, "task": 4, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 49, "block": 2, "task": 5, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 50, "block": 2, "task": 5, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 51, "block": 2, "task": 5, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 52, "block": 2, "task": 5, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 53, "block": 2, "task": 6, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 54, "block": 2, "task": 6, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 55, "block": 2, "task": 6, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 56, "block": 2, "task": 6, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 57, "block": 2, "task": 7, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 58, "block": 2, "task": 7, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 59, "block": 2, "task": 7, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" }, { "order": 60, "block": 2, "task": 7, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 61, "block": 2, "task": 8, "condition": "RULE_BLIND_CACHE", "key": "b2-RULE_BLIND_CACHE" }, { "order": 62, "block": 2, "task": 8, "condition": "LLM_PERSISTENT", "key": "b2-LLM_PERSISTENT" }, { "order": 63, "block": 2, "task": 8, "condition": "RULE_ALWAYS_FRESH", "key": "b2-RULE_ALWAYS_FRESH" }, { "order": 64, "block": 2, "task": 8, "condition": "RULE_CHANGE_AWARE", "key": "b2-RULE_CHANGE_AWARE" } ], "runtime_digest": "68ea974ee935c5a31e8ed61505df1ef751adc6235cfef8780dde42f60c959658", "model_digest": "25b843619e944cd0ae6069f94ff4e5e26a16e109ccbc0a66a0f05979ed70098e", "protocol_sha256": "dde34a52d3281e1950b1f44e890f9d8ff1f348922b93aa093593321dbc9703c5", "seal_sha256": "5c6a74b9ba912d502cecbc4db5735752579fd3acc4f56cb974501741f99b6858", "focused_checks": { "provider_disabled": true, "inference_calls": 0, "tests_run": 43, "failures": 0, "scripted_complete_requests": 98 }, "offline_feasibility": { "provider_disabled": true, "conditions": [ { "block": 1, "condition": "RULE_CHANGE_AWARE", "correct": 8, "supported_correct": 8, "calibrations": 7, "provider_calls": 0 }, { "block": 1, "condition": "RULE_ALWAYS_FRESH", "correct": 8, "supported_correct": 8, "calibrations": 8, "provider_calls": 0 }, { "block": 1, "condition": "RULE_BLIND_CACHE", "correct": 6, "supported_correct": 5, "calibrations": 4, "provider_calls": 0 }, { "block": 2, "condition": "RULE_CHANGE_AWARE", "correct": 8, "supported_correct": 8, "calibrations": 7, "provider_calls": 0 }, { "block": 2, "condition": "RULE_ALWAYS_FRESH", "correct": 8, "supported_correct": 8, "calibrations": 8, "provider_calls": 0 }, { "block": 2, "condition": "RULE_BLIND_CACHE", "correct": 6, "supported_correct": 5, "calibrations": 4, "provider_calls": 0 } ], "elapsed_seconds": 2.479726375080645 }, "historical_reservations": { "input_tokens": 34852, "output_tokens": 1024, "inference_seconds": 600 }, "execution_status": "completed", "summary": { "LLM_PERSISTENT": { "scheduled": 16, "correct": 15, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 15, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 1, "fresh_calibration": 13, "redundant_calibration": 0, "rejections": 1, "utility": 14, "resources": { "actual": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 } }, "task_elapsed_seconds": 5219.415840121917, "loading_seconds": 16.502189246, "timing_seconds": { "provider_request_seconds": 5189.739739166573, "scientific_tool_seconds": 0.26096124295145273, "calibration_execution_seconds": 0.01675262302160263, "storage_retrieval_seconds": 1.1867993054911494, "other_processing_seconds": 1.8606877457350492, "guard_seconds": 26.331187873147428 } }, "RULE_CHANGE_AWARE": { "scheduled": 16, "correct": 16, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 16, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 0, "fresh_calibration": 14, "redundant_calibration": 0, "rejections": 0, "utility": 16, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 5.751902999356389, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.13171004224568605, "calibration_execution_seconds": 0.011242334730923176, "storage_retrieval_seconds": 0.8321212353184819, "other_processing_seconds": 0.2990358481183648, "guard_seconds": 4.468915998004377 } }, "RULE_ALWAYS_FRESH": { "scheduled": 16, "correct": 16, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 16, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 16, "redundant_calibration": 2, "rejections": 0, "utility": 16, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 3.8834176240488887, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.10515883564949036, "calibration_execution_seconds": 0.013828124850988388, "storage_retrieval_seconds": 0.6019240440800786, "other_processing_seconds": 0.20394490845501423, "guard_seconds": 2.952742504887283 } }, "RULE_BLIND_CACHE": { "scheduled": 16, "correct": 12, "incorrect": 4, "abstention": 0, "unsupported": 6, "supported_correct": 10, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 6, "fresh_calibration": 8, "redundant_calibration": 0, "rejections": 0, "utility": 8, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 5.684258501045406, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.13696688041090965, "calibration_execution_seconds": 0.017796791158616543, "storage_retrieval_seconds": 0.847172343172133, "other_processing_seconds": 0.32892727572470903, "guard_seconds": 4.3425990445539355 } } }, "strata": [ { "condition": "LLM_PERSISTENT", "observability_contract": "CERTIFIED_VERSION", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 1, "utility": 4, "resources": { "actual": { "calls": 19, "input_tokens": 70582, "output_tokens": 2194, "inference_seconds": 1399.481202667579 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 19, "input_tokens": 70582, "output_tokens": 2194, "inference_seconds": 1399.481202667579 } }, "task_elapsed_seconds": 1409.8543871659786, "loading_seconds": 3.374180625, "timing_seconds": { "provider_request_seconds": 1399.4790435405448, "scientific_tool_seconds": 0.07184303924441338, "calibration_execution_seconds": 0.0035943761467933655, "storage_retrieval_seconds": 0.36202940437942743, "other_processing_seconds": 0.435706933028996, "guard_seconds": 9.500052996911108 } }, { "condition": "LLM_PERSISTENT", "observability_contract": "CERTIFIED_VERSION", "changed": true, "scheduled": 4, "correct": 3, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 3, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 3, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 19, "input_tokens": 70166, "output_tokens": 2320, "inference_seconds": 1354.5054297093302 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 19, "input_tokens": 70166, "output_tokens": 2320, "inference_seconds": 1354.5054297093302 } }, "task_elapsed_seconds": 1360.3656847057864, "loading_seconds": 0.296197625, "timing_seconds": { "provider_request_seconds": 1354.5030957087874, "scientific_tool_seconds": 0.05880916863679886, "calibration_execution_seconds": 0.004742082208395004, "storage_retrieval_seconds": 0.28471433743834496, "other_processing_seconds": 0.45633708126842976, "guard_seconds": 5.055224205367267 } }, { "condition": "LLM_PERSISTENT", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 18, "input_tokens": 63656, "output_tokens": 1958, "inference_seconds": 1087.3733518347144 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 18, "input_tokens": 63656, "output_tokens": 1958, "inference_seconds": 1087.3733518347144 } }, "task_elapsed_seconds": 1093.0348742092028, "loading_seconds": 0.5721788720000001, "timing_seconds": { "provider_request_seconds": 1087.3708893759176, "scientific_tool_seconds": 0.06652187276631594, "calibration_execution_seconds": 0.003643415868282318, "storage_retrieval_seconds": 0.2612458448857069, "other_processing_seconds": 0.4328764909878373, "guard_seconds": 4.896065374836326 } }, { "condition": "LLM_PERSISTENT", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": true, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 19, "input_tokens": 68402, "output_tokens": 2013, "inference_seconds": 1348.3898246278986 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 19, "input_tokens": 68402, "output_tokens": 2013, "inference_seconds": 1348.3898246278986 } }, "task_elapsed_seconds": 1356.1608940409496, "loading_seconds": 12.259632124000001, "timing_seconds": { "provider_request_seconds": 1348.3867105413228, "scientific_tool_seconds": 0.06378716230392456, "calibration_execution_seconds": 0.004772748798131943, "storage_retrieval_seconds": 0.27880971878767014, "other_processing_seconds": 0.5357672404497862, "guard_seconds": 6.879845296032727 } }, { "condition": "RULE_CHANGE_AWARE", "observability_contract": "CERTIFIED_VERSION", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.6914384989067912, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.027955999597907066, "calibration_execution_seconds": 0.0014016255736351013, "storage_retrieval_seconds": 0.266754325479269, "other_processing_seconds": 0.08207479678094387, "guard_seconds": 1.3129095444455743 } }, { "condition": "RULE_CHANGE_AWARE", "observability_contract": "CERTIFIED_VERSION", "changed": true, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.9918398763984442, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.025133621878921986, "calibration_execution_seconds": 0.002608584240078926, "storage_retrieval_seconds": 0.1566182291135192, "other_processing_seconds": 0.054095528088510036, "guard_seconds": 0.7529310779646039 } }, { "condition": "RULE_CHANGE_AWARE", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.8746403753757477, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.028163917362689972, "calibration_execution_seconds": 0.002377084456384182, "storage_retrieval_seconds": 0.1348005346953869, "other_processing_seconds": 0.049376966431736946, "guard_seconds": 0.659538664855063 } }, { "condition": "RULE_CHANGE_AWARE", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": true, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 2.193984248675406, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.05045650340616703, "calibration_execution_seconds": 0.004855040460824966, "storage_retrieval_seconds": 0.2739481460303068, "other_processing_seconds": 0.11348855681717396, "guard_seconds": 1.7435367107391357 } }, { "condition": "RULE_ALWAYS_FRESH", "observability_contract": "CERTIFIED_VERSION", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 2, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.2546171247959137, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.02652466483414173, "calibration_execution_seconds": 0.004449250176548958, "storage_retrieval_seconds": 0.1962369903922081, "other_processing_seconds": 0.05981905199587345, "guard_seconds": 0.9630638342350721 } }, { "condition": "RULE_ALWAYS_FRESH", "observability_contract": "CERTIFIED_VERSION", "changed": true, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.8283624164760113, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.024809916503727436, "calibration_execution_seconds": 0.002256082370877266, "storage_retrieval_seconds": 0.12448454834520817, "other_processing_seconds": 0.04549991153180599, "guard_seconds": 0.6309780413284898 } }, { "condition": "RULE_ALWAYS_FRESH", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.8970891237258911, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.026484627276659012, "calibration_execution_seconds": 0.0025955410674214363, "storage_retrieval_seconds": 0.15093642845749855, "other_processing_seconds": 0.04902577865868807, "guard_seconds": 0.6673985430970788 } }, { "condition": "RULE_ALWAYS_FRESH", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": true, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 4, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.9033489590510726, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.027339627034962177, "calibration_execution_seconds": 0.004527251236140728, "storage_retrieval_seconds": 0.13026607688516378, "other_processing_seconds": 0.04960016626864672, "guard_seconds": 0.6913020862266421 } }, { "condition": "RULE_BLIND_CACHE", "observability_contract": "CERTIFIED_VERSION", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 4, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 2, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.67662491556257, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.056404752656817436, "calibration_execution_seconds": 0.0019543347880244255, "storage_retrieval_seconds": 0.23932036850601435, "other_processing_seconds": 0.08913029544055462, "guard_seconds": 1.287582416087389 } }, { "condition": "RULE_BLIND_CACHE", "observability_contract": "CERTIFIED_VERSION", "changed": true, "scheduled": 4, "correct": 2, "incorrect": 2, "abstention": 0, "unsupported": 2, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 2, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.2875819578766823, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.025433043017983437, "calibration_execution_seconds": 0.0012948736548423767, "storage_retrieval_seconds": 0.20543484576046467, "other_processing_seconds": 0.07410302851349115, "guard_seconds": 0.977124460041523 } }, { "condition": "RULE_BLIND_CACHE", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": false, "scheduled": 4, "correct": 4, "incorrect": 0, "abstention": 0, "unsupported": 2, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 2, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 4, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.5394185008481145, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.025755753740668297, "calibration_execution_seconds": 0.013114540837705135, "storage_retrieval_seconds": 0.21827253606170416, "other_processing_seconds": 0.0953212957829237, "guard_seconds": 1.183392914943397 } }, { "condition": "RULE_BLIND_CACHE", "observability_contract": "NO_CONTINUITY_CERTIFICATE", "changed": true, "scheduled": 4, "correct": 2, "incorrect": 2, "abstention": 0, "unsupported": 2, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 2, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.180633126758039, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.029373330995440483, "calibration_execution_seconds": 0.0014330418780446053, "storage_retrieval_seconds": 0.1841445928439498, "other_processing_seconds": 0.07037265598773956, "guard_seconds": 0.8944992534816265 } } ], "apparatus": [ { "block": 1, "apparatus_id": "unit-141", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 9, "input_tokens": 31449, "output_tokens": 885, "inference_seconds": 545.7612598324195 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 9, "input_tokens": 31449, "output_tokens": 885, "inference_seconds": 545.7612598324195 } }, "task_elapsed_seconds": 549.4859937094152, "loading_seconds": 0.485575914, "timing_seconds": { "provider_request_seconds": 545.7593137901276, "scientific_tool_seconds": 0.0429392084479332, "calibration_execution_seconds": 0.002143874764442444, "storage_retrieval_seconds": 0.14630499947816133, "other_processing_seconds": 0.29212241992354393, "guard_seconds": 3.2402238324284554 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.49517650064080954, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.013996711000800133, "calibration_execution_seconds": 0.0012908345088362694, "storage_retrieval_seconds": 0.05414449144154787, "other_processing_seconds": 0.025847213342785835, "guard_seconds": 0.39964958373457193 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.3949699578806758, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.01411050371825695, "calibration_execution_seconds": 0.0013442086055874825, "storage_retrieval_seconds": 0.053618043661117554, "other_processing_seconds": 0.024054495617747307, "guard_seconds": 0.30171591602265835 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.9555648760870099, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.0133410869166255, "calibration_execution_seconds": 0.012523207813501358, "storage_retrieval_seconds": 0.11465234123170376, "other_processing_seconds": 0.06163015589118004, "guard_seconds": 0.7502228748053312 } } } }, { "block": 1, "apparatus_id": "unit-482", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 1, "utility": 2, "resources": { "actual": { "calls": 10, "input_tokens": 36817, "output_tokens": 1132, "inference_seconds": 797.3108930829912 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 10, "input_tokens": 36817, "output_tokens": 1132, "inference_seconds": 797.3108930829912 } }, "task_elapsed_seconds": 804.171613374725, "loading_seconds": 2.286935583, "timing_seconds": { "provider_request_seconds": 797.309888121672, "scientific_tool_seconds": 0.03241733368486166, "calibration_execution_seconds": 0.0028229178860783577, "storage_retrieval_seconds": 0.19592587370425463, "other_processing_seconds": 0.24257100373506546, "guard_seconds": 6.386451791040599 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.2303835405036807, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.01572399865835905, "calibration_execution_seconds": 0.000769374892115593, "storage_retrieval_seconds": 0.175266832113266, "other_processing_seconds": 0.04943212680518627, "guard_seconds": 0.9889867091551423 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 1, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.7778745414689183, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.014066332019865513, "calibration_execution_seconds": 0.002892458811402321, "storage_retrieval_seconds": 0.12416457291692495, "other_processing_seconds": 0.03274813387542963, "guard_seconds": 0.6005714600905776 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.9867274155840278, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.04377720970660448, "calibration_execution_seconds": 0.0013175001367926598, "storage_retrieval_seconds": 0.14758970122784376, "other_processing_seconds": 0.05362413078546524, "guard_seconds": 0.7385414987802505 } } } }, { "block": 1, "apparatus_id": "unit-793", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 9, "input_tokens": 32812, "output_tokens": 936, "inference_seconds": 753.6930126668885 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 9, "input_tokens": 32812, "output_tokens": 936, "inference_seconds": 753.6930126668885 } }, "task_elapsed_seconds": 759.0929129160941, "loading_seconds": 12.136059583, "timing_seconds": { "provider_request_seconds": 753.6905047921464, "scientific_tool_seconds": 0.04018745571374893, "calibration_execution_seconds": 0.002851123921573162, "storage_retrieval_seconds": 0.18665817938745022, "other_processing_seconds": 0.3438571114093065, "guard_seconds": 4.818368670530617 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 1.711184749379754, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.037666126154363155, "calibration_execution_seconds": 0.003661000169813633, "storage_retrieval_seconds": 0.20737661235034466, "other_processing_seconds": 0.0904333833605051, "guard_seconds": 1.3651608768850565 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.5567595837637782, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.014726458117365837, "calibration_execution_seconds": 0.0033113351091742516, "storage_retrieval_seconds": 0.07656782492995262, "other_processing_seconds": 0.028006378561258316, "guard_seconds": 0.43395125214010477 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 1, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.6373097496107221, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.017191747203469276, "calibration_execution_seconds": 0.000759500078856945, "storage_retrieval_seconds": 0.1125172907486558, "other_processing_seconds": 0.03969279304146767, "guard_seconds": 0.4669623766094446 } } } }, { "block": 1, "apparatus_id": "unit-883", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 10, "input_tokens": 36560, "output_tokens": 1300, "inference_seconds": 717.6081506246701 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 10, "input_tokens": 36560, "output_tokens": 1300, "inference_seconds": 717.6081506246701 } }, "task_elapsed_seconds": 721.0572785809636, "loading_seconds": 0.175999916, "timing_seconds": { "provider_request_seconds": 717.6066635847092, "scientific_tool_seconds": 0.030390665866434574, "calibration_execution_seconds": 0.0037754997611045837, "storage_retrieval_seconds": 0.15104596968740225, "other_processing_seconds": 0.26762224175035954, "guard_seconds": 2.9956177892163396 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.4315511668100953, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012350871227681637, "calibration_execution_seconds": 0.001117916777729988, "storage_retrieval_seconds": 0.08151463139802217, "other_processing_seconds": 0.024613418616354465, "guard_seconds": 0.3118274537846446 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.47537433356046677, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012289291247725487, "calibration_execution_seconds": 0.0010992912575602531, "storage_retrieval_seconds": 0.07209009397774935, "other_processing_seconds": 0.022554032504558563, "guard_seconds": 0.36714054085314274 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 1, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.8305310839787126, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012525291182100773, "calibration_execution_seconds": 0.0006957082077860832, "storage_retrieval_seconds": 0.12508405279368162, "other_processing_seconds": 0.04294344689697027, "guard_seconds": 0.6452372092753649 } } } }, { "block": 2, "apparatus_id": "unit-416", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 10, "input_tokens": 35590, "output_tokens": 1077, "inference_seconds": 594.6968119610101 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 10, "input_tokens": 35590, "output_tokens": 1077, "inference_seconds": 594.6968119610101 } }, "task_elapsed_seconds": 597.0679811248556, "loading_seconds": 0.12357254100000001, "timing_seconds": { "provider_request_seconds": 594.6962057491764, "scientific_tool_seconds": 0.02359970659017563, "calibration_execution_seconds": 0.0019216248765587807, "storage_retrieval_seconds": 0.09215153940021992, "other_processing_seconds": 0.19191012904047966, "guard_seconds": 2.0614766255021095 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.4827994992956519, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012790377251803875, "calibration_execution_seconds": 0.0011940402910113335, "storage_retrieval_seconds": 0.06657153367996216, "other_processing_seconds": 0.023055173456668854, "guard_seconds": 0.37837583385407925 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.3465893752872944, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.01261316891759634, "calibration_execution_seconds": 0.0012159161269664764, "storage_retrieval_seconds": 0.05369825195521116, "other_processing_seconds": 0.0215937877073884, "guard_seconds": 0.25735083408653736 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 1, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.5433233771473169, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012181583791971207, "calibration_execution_seconds": 0.0006735417991876602, "storage_retrieval_seconds": 0.071627302095294, "other_processing_seconds": 0.030679862946271896, "guard_seconds": 0.4275368768721819 } } } }, { "block": 2, "apparatus_id": "unit-514", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 1, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 9, "input_tokens": 33606, "output_tokens": 1020, "inference_seconds": 636.8972790846601 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 9, "input_tokens": 33606, "output_tokens": 1020, "inference_seconds": 636.8972790846601 } }, "task_elapsed_seconds": 639.3084061248228, "loading_seconds": 0.120197709, "timing_seconds": { "provider_request_seconds": 636.8964321240783, "scientific_tool_seconds": 0.028418502770364285, "calibration_execution_seconds": 0.0009665824472904205, "storage_retrieval_seconds": 0.1336683677509427, "other_processing_seconds": 0.18871483951807022, "guard_seconds": 2.0596064161509275 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.5602887095883489, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012782750651240349, "calibration_execution_seconds": 0.001490667462348938, "storage_retrieval_seconds": 0.07510359771549702, "other_processing_seconds": 0.02948210947215557, "guard_seconds": 0.4411036241799593 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.3529880829155445, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.01252062525600195, "calibration_execution_seconds": 0.0011567911133170128, "storage_retrieval_seconds": 0.05239445436745882, "other_processing_seconds": 0.02294587902724743, "guard_seconds": 0.26383750047534704 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 1, "incorrect": 1, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 0, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.4570508738979697, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012907751835882664, "calibration_execution_seconds": 0.0005991654470562935, "storage_retrieval_seconds": 0.08035079296678305, "other_processing_seconds": 0.03115958161652088, "guard_seconds": 0.3318872507661581 } } } }, { "block": 2, "apparatus_id": "unit-593", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 9, "input_tokens": 33765, "output_tokens": 1062, "inference_seconds": 602.1703095845878 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 9, "input_tokens": 33765, "output_tokens": 1062, "inference_seconds": 602.1703095845878 } }, "task_elapsed_seconds": 605.6827737912536, "loading_seconds": 1.0872450420000002, "timing_seconds": { "provider_request_seconds": 602.1691554188728, "scientific_tool_seconds": 0.039425705559551716, "calibration_execution_seconds": 0.0007714582607150078, "storage_retrieval_seconds": 0.1661035306751728, "other_processing_seconds": 0.19313592929393053, "guard_seconds": 3.113601205870509 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.4610549584031105, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012232000939548016, "calibration_execution_seconds": 0.0006322506815195084, "storage_retrieval_seconds": 0.09148749336600304, "other_processing_seconds": 0.0326426699757576, "guard_seconds": 0.323922835290432 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 1, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.4767425833269954, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012458332814276218, "calibration_execution_seconds": 0.001556791365146637, "storage_retrieval_seconds": 0.07207241747528315, "other_processing_seconds": 0.02707091812044382, "guard_seconds": 0.36249237414449453 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 1, "unjustified_reuse": 0, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.6898974999785423, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012627542950212955, "calibration_execution_seconds": 0.0006368346512317657, "storage_retrieval_seconds": 0.09173066727817059, "other_processing_seconds": 0.03550616465508938, "guard_seconds": 0.5490409173071384 } } } }, { "block": 2, "apparatus_id": "unit-677", "conditions": { "LLM_PERSISTENT": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 9, "input_tokens": 32207, "output_tokens": 1073, "inference_seconds": 541.612092002295 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 9, "input_tokens": 32207, "output_tokens": 1073, "inference_seconds": 541.612092002295 } }, "task_elapsed_seconds": 543.5488804997876, "loading_seconds": 0.08660295800000001, "timing_seconds": { "provider_request_seconds": 541.61157558579, "scientific_tool_seconds": 0.02358266431838274, "calibration_execution_seconds": 0.0014995411038398743, "storage_retrieval_seconds": 0.11494084540754557, "other_processing_seconds": 0.14075407106429338, "guard_seconds": 1.6558415424078703 } }, "RULE_CHANGE_AWARE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.37946387473493814, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.01416720636188984, "calibration_execution_seconds": 0.0010862499475479126, "storage_retrieval_seconds": 0.08065604325383902, "other_processing_seconds": 0.02352975308895111, "guard_seconds": 0.25988908112049103 } }, "RULE_ALWAYS_FRESH": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 0, "supported_correct": 2, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 0, "fresh_calibration": 2, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.5021191658452153, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012374123558402061, "calibration_execution_seconds": 0.0012513324618339539, "storage_retrieval_seconds": 0.097318384796381, "other_processing_seconds": 0.02497128304094076, "guard_seconds": 0.36568262707442045 } }, "RULE_BLIND_CACHE": { "scheduled": 2, "correct": 2, "incorrect": 0, "abstention": 0, "unsupported": 1, "supported_correct": 1, "incomplete": 0, "execution_failure": 0, "missing_citation": 0, "invalid_citation": 0, "appropriate_reuse": 0, "unjustified_reuse": 1, "fresh_calibration": 1, "redundant_calibration": 0, "rejections": 0, "utility": 2, "resources": { "actual": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 0, "input_tokens": 0, "output_tokens": 0, "inference_seconds": 0 } }, "task_elapsed_seconds": 0.5838536247611046, "loading_seconds": 0, "timing_seconds": { "provider_request_seconds": 0, "scientific_tool_seconds": 0.012414666824042797, "calibration_execution_seconds": 0.0005913330242037773, "storage_retrieval_seconds": 0.1036201948300004, "other_processing_seconds": 0.03369113989174366, "guard_seconds": 0.4331700401380658 } } } } ], "accounting": { "actual": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 } }, "stop_reason": null, "actual_input_audit": { "provider_disabled": true, "inference_calls": 0, "actual_archived_requests_checked": 75, "request_files_equal_committed_dispatch_events": true, "accepted_estimates_use_publicly_accessible_sources": true, "canonical_authored_claims": true, "scientific_facts_recomputed": true, "provenance_scope": "The unchanged scientific public_rules_sha256 identifies the original numerical implementation metadata. It is not a hash of the corrected descriptive continuity fields and supplies no continuity certificate. Endpoint/task/cycle provenance remains original." }, "verification": { "at": "2026-10-15T02:36:50.170+00:00", "provider_disabled": true, "inference_calls": 0, "scheduled_rows": 64, "reconstructed_llm_requests": 75, "accepted_response_replays_inert": 291, "scientific_facts_recomputed": 128, "observations_recomputed": 51, "balanced_pairwise_precedence": true, "equal_observability": true, "logical_context_consistency": true, "source_seals": true, "elapsed_seconds": 2.6184363337233663 }, "independent_audit": { "provider_disabled": true, "inference_calls": 0, "independent_scoring": true, "rows": 64, "backend_prompt_counts": 75, "backend_generated_counts": 75, "all_usage_matches_backend": true, "interpretation": "The LLM produced 15/16 correct labels and 15/16 supported-correct classifications. RULE_CHANGE_AWARE produced 16/16 supported-correct classifications with zero inference. This structured task still requires no demonstrated LLM capability when the change-aware rule matches or exceeds the model. Blind caching produced 12/16 correct labels but only 10/16 supported-correct classifications. Its correct stale answers do not certify observation validity. The model did not achieve justified evidence use on all tasks: 1 unsupported answers, 0 abstentions and 0 incomplete tasks.", "costs": { "LLM_PERSISTENT": { "provider_seconds": 5189.749808839522, "provider_calls": 75, "total_task_seconds": 5219.415840121917, "supported_correct": 15, "provider_seconds_per_supported_correct": 345.9833205893015, "total_seconds_per_supported_correct": 347.96105600812785 }, "RULE_CHANGE_AWARE": { "provider_seconds": 0, "provider_calls": 0, "total_task_seconds": 5.751902999356389, "supported_correct": 16, "provider_seconds_per_supported_correct": 0.0, "total_seconds_per_supported_correct": 0.3594939374597743 }, "RULE_ALWAYS_FRESH": { "provider_seconds": 0, "provider_calls": 0, "total_task_seconds": 3.8834176240488887, "supported_correct": 16, "provider_seconds_per_supported_correct": 0.0, "total_seconds_per_supported_correct": 0.24271360150305554 }, "RULE_BLIND_CACHE": { "provider_seconds": 0, "provider_calls": 0, "total_task_seconds": 5.684258501045406, "supported_correct": 10, "provider_seconds_per_supported_correct": 0.0, "total_seconds_per_supported_correct": 0.5684258501045406 } }, "cost_interpretation": "Aggregate costs per supported-correct classification include all policy attempts; they are realized average costs, not a marginal causal cost. {\"LLM_PERSISTENT\": {\"provider_seconds\": 5189.749808839522, \"provider_calls\": 75, \"total_task_seconds\": 5219.415840121917, \"supported_correct\": 15, \"provider_seconds_per_supported_correct\": 345.9833205893015, \"total_seconds_per_supported_correct\": 347.96105600812785}, \"RULE_CHANGE_AWARE\": {\"provider_seconds\": 0, \"provider_calls\": 0, \"total_task_seconds\": 5.751902999356389, \"supported_correct\": 16, \"provider_seconds_per_supported_correct\": 0.0, \"total_seconds_per_supported_correct\": 0.3594939374597743}, \"RULE_ALWAYS_FRESH\": {\"provider_seconds\": 0, \"provider_calls\": 0, \"total_task_seconds\": 3.8834176240488887, \"supported_correct\": 16, \"provider_seconds_per_supported_correct\": 0.0, \"total_seconds_per_supported_correct\": 0.24271360150305554}, \"RULE_BLIND_CACHE\": {\"provider_seconds\": 0, \"provider_calls\": 0, \"total_task_seconds\": 5.684258501045406, \"supported_correct\": 10, \"provider_seconds_per_supported_correct\": 0.0, \"total_seconds_per_supported_correct\": 0.5684258501045406}}", "verification_interpretation": "Independent static audit rechecked all terminal citations, exact interval/target links, source payload hashes, observable applicability, source selection, calibration redundancy, decision caps, task context isolation, label scores, raw usage and provider-log token counts. No model or controller imports. Earlier seals and reservations verified unchanged.", "next_task": "Test causal fault localization in a small distributed service using timestamped logs and predeclared interventions, compared with a deterministic causal-graph baseline. This tests causal explanation and diagnostic experiment choice rather than coefficient continuity. Keep the task unexecuted.", "constant_label_correct_counts": { "OCCURS": 9, "DOES_NOT_OCCUR": 7 }, "elapsed_seconds": 0.4770370414480567 }, "combined_costs": { "scope": "Resource costs of invalidated predecessor and corrected repeat only. Scientific outcomes are never pooled. Older unresolved reservations remain separate and unchanged.", "invalidated_predecessor": { "actual": { "calls": 85, "input_tokens": 292363, "output_tokens": 10043, "inference_seconds": 4321.216771295294 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 85, "input_tokens": 292363, "output_tokens": 10043, "inference_seconds": 4321.216771295294 } }, "corrected_repeat": { "actual": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 }, "outstanding_reservations": { "calls": 0, "inference_seconds": 0, "input_tokens": 0, "output_tokens": 0 }, "committed": { "calls": 75, "input_tokens": 272806, "output_tokens": 8485, "inference_seconds": 5189.749808839522 } }, "combined_known_actual": { "calls": 160, "input_tokens": 565169, "output_tokens": 18528, "inference_seconds": 9510.966580134816 }, "older_held_reservations": { "input_tokens": 34852, "output_tokens": 1024, "inference_seconds": 600 }, "combined_known_plus_all_held": { "input_tokens": 600021, "output_tokens": 19552, "inference_seconds": 10110.966580134816 }, "combined_known_actual_calls": 160 }, "encounters": { "LLM_PERSISTENT": { "first": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 8, "appropriate_reuse": 0, "unjustified_reuse": 0, "rejections": 1, "incomplete": 0 }, "revisit": { "correct": 7, "supported_correct": 7, "unsupported": 1, "fresh_calibration": 5, "appropriate_reuse": 2, "unjustified_reuse": 1, "rejections": 0, "incomplete": 0 } }, "RULE_CHANGE_AWARE": { "first": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 8, "appropriate_reuse": 0, "unjustified_reuse": 0, "rejections": 0, "incomplete": 0 }, "revisit": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 6, "appropriate_reuse": 2, "unjustified_reuse": 0, "rejections": 0, "incomplete": 0 } }, "RULE_ALWAYS_FRESH": { "first": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 8, "appropriate_reuse": 0, "unjustified_reuse": 0, "rejections": 0, "incomplete": 0 }, "revisit": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 8, "appropriate_reuse": 0, "unjustified_reuse": 0, "rejections": 0, "incomplete": 0 } }, "RULE_BLIND_CACHE": { "first": { "correct": 8, "supported_correct": 8, "unsupported": 0, "fresh_calibration": 8, "appropriate_reuse": 0, "unjustified_reuse": 0, "rejections": 0, "incomplete": 0 }, "revisit": { "correct": 4, "supported_correct": 2, "unsupported": 6, "fresh_calibration": 0, "appropriate_reuse": 2, "unjustified_reuse": 6, "rejections": 0, "incomplete": 0 } } } }