{ "schemaVersion": 1, "publishedSnapshotAt": "2026-10-31T03:26:49.646Z", "sourceRevision": "07377f01b13924369a663124211a1da3ddbfd040", "assessment": "reviewed-evidence-with-original-reward", "campaigns": [ { "id": "skillsbench-video-delivery-20261027", "repetitions": 3, "benchmark": "SkillsBench", "benchmarkVariant": "SkillsBench vídeo · entrega corrigida v3", "taskCommit": "f860ecf02ef53412a030f8661c83d644b739ff01", "executor": "BenchFlow", "executorCommit": "9c7a1918b31145b1f9a36e2d6b061bbdb5633958", "kind": "three-rounds", "configurations": [ { "id": "claude-haiku-low", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-haiku-medium", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-haiku-high", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-haiku-xhigh", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-haiku-max", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "max" }, { "id": "claude-sonnet-low", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-sonnet-medium", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-sonnet-high", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-sonnet-xhigh", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-sonnet-max", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "max" }, { "id": "claude-opus-low", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-opus-medium", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-opus-high", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-opus-xhigh", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-opus-max", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "max" }, { "id": "codex-luna-low", "model": "gpt-6-luna", "harness": "codex", "effort": "low" }, { "id": "codex-luna-medium", "model": "gpt-6-luna", "harness": "codex", "effort": "medium" }, { "id": "codex-luna-high", "model": "gpt-6-luna", "harness": "codex", "effort": "high" }, { "id": "codex-luna-xhigh", "model": "gpt-6-luna", "harness": "codex", "effort": "xhigh" }, { "id": "codex-luna-max", "model": "gpt-6-luna", "harness": "codex", "effort": "max" }, { "id": "codex-sol-low", "model": "gpt-6.1-sol", "harness": "codex", "effort": "low" }, { "id": "codex-sol-medium", "model": "gpt-6.1-sol", "harness": "codex", "effort": "medium" }, { "id": "codex-sol-high", "model": "gpt-6.1-sol", "harness": "codex", "effort": "high" }, { "id": "codex-sol-xhigh", "model": "gpt-6.1-sol", "harness": "codex", "effort": "xhigh" }, { "id": "codex-sol-max", "model": "gpt-6.1-sol", "harness": "codex", "effort": "max" }, { "id": "studio-glm-flash-low", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "low" }, { "id": "studio-glm-flash-high", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "high" }, { "id": "studio-glm-flash-max", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "max" }, { "id": "studio-deepseek-flash-none", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "none" }, { "id": "studio-deepseek-flash-low", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "low" }, { "id": "studio-deepseek-flash-high", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "high" }, { "id": "studio-deepseek-flash-max", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "max" }, { "id": "studio-mimo-pro-enabled", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": "enabled" }, { "id": "studio-mimo-pro-disabled", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": "disabled" }, { "id": "studio-mimo-flash-enabled", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": "enabled" }, { "id": "studio-mimo-flash-disabled", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": "disabled" }, { "id": "studio-glm-low", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "low" }, { "id": "studio-glm-high", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "high" }, { "id": "studio-glm-max", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "max" }, { "id": "studio-kimi-low", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "low" }, { "id": "studio-kimi-high", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "high" }, { "id": "studio-kimi-max", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "max" } ], "tasks": [ { "id": "video-silence-remover", "timeoutSeconds": 3600 } ], "attempts": [ { "id": "claude-haiku-low--video-silence-remover--r1", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 172.07573595899157, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01735296", "knownApiSubtotalUsd": "0.01735296", "totalTokens": 520723, "inputTotal": 512842, "outputTotal": 7881, "cacheRead": 469226, "cacheWrite": 43586, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "41ac39d024904045cd8cc5fae4f283d94b99393b0a3d632dd3c7d011dfe7ff31", "startedAt": "2026-10-27T12:17:06.539Z", "finishedAt": "2026-10-27T12:21:14.144Z" }, { "id": "claude-haiku-medium--video-silence-remover--r1", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 278.9574939320446, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02022992", "knownApiSubtotalUsd": "0.02022992", "totalTokens": 817579, "inputTotal": 805692, "outputTotal": 11887, "cacheRead": 772882, "cacheWrite": 32766, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ef1bfe288502a69cbfaed985f4e478fc9a44ac367892a3aefbd4100d7e8b90e", "startedAt": "2026-10-27T12:21:14.877Z", "finishedAt": "2026-10-27T12:27:07.525Z" }, { "id": "claude-haiku-high--video-silence-remover--r1", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 321.8799560519983, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.03047548", "knownApiSubtotalUsd": "0.03047548", "totalTokens": 1069247, "inputTotal": 1045396, "outputTotal": 23851, "cacheRead": 1002758, "cacheWrite": 42586, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4419427ec579bf6bf17192017cbddf2b7d826291e340d34ab3689c478a14e84f", "startedAt": "2026-10-27T12:27:08.246Z", "finishedAt": "2026-10-27T12:33:52.064Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r1", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 662.9962525109877, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.10467017", "knownApiSubtotalUsd": "0.10467017", "totalTokens": 2923483, "inputTotal": 2865344, "outputTotal": 58139, "cacheRead": 2774691, "cacheWrite": 90563, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "33cd02fabc937fb382914ddbe3b72b55157d7a6a555e9302022d003d04506693", "startedAt": "2026-10-27T12:33:52.780Z", "finishedAt": "2026-10-27T12:46:22.655Z" }, { "id": "claude-haiku-max--video-silence-remover--r1", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1040.9742170849931, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.72313242", "knownApiSubtotalUsd": "0.72313242", "totalTokens": 5950274, "inputTotal": 5781300, "outputTotal": 168974, "cacheRead": 5561750, "cacheWrite": 219454, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2ffa8fb159fb978e3384320a984e734d2de34d7f73875448a851dadb65ec183b", "startedAt": "2026-10-27T12:46:23.474Z", "finishedAt": "2026-10-27T13:05:00.072Z" }, { "id": "claude-sonnet-low--video-silence-remover--r1", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 151.61322758399183, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.098619", "knownApiSubtotalUsd": "0.098619", "totalTokens": 139848, "inputTotal": 137632, "outputTotal": 2216, "cacheRead": 121550, "cacheWrite": 16070, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f049a94ea896861386a935bb25ce2d577ef8c590a85358b705b8acae17cbc332", "startedAt": "2026-10-27T13:05:00.780Z", "finishedAt": "2026-10-27T13:08:34.476Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r1", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 147.88634837296559, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1481456", "knownApiSubtotalUsd": "0.1481456", "totalTokens": 263414, "inputTotal": 260006, "outputTotal": 3408, "cacheRead": 237416, "cacheWrite": 22572, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "77bef40f18d6f6c88492528fc686a169a34f98b7feedfc79bc76313d9ba5b090", "startedAt": "2026-10-27T13:08:35.210Z", "finishedAt": "2026-10-27T13:12:07.019Z" }, { "id": "claude-sonnet-high--video-silence-remover--r1", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 193.70607723796275, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.199954", "knownApiSubtotalUsd": "0.199954", "totalTokens": 372348, "inputTotal": 367014, "outputTotal": 5334, "cacheRead": 338820, "cacheWrite": 28172, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "df956d02e58f8299593318f70ad8e4461332578496f2cd29723eebcada248f49", "startedAt": "2026-10-27T13:12:07.725Z", "finishedAt": "2026-10-27T13:16:28.075Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r1", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 324.904170416994, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.482962", "knownApiSubtotalUsd": "0.482962", "totalTokens": 1208617, "inputTotal": 1192291, "outputTotal": 16326, "cacheRead": 1140860, "cacheWrite": 51377, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "064b060e9ca54a7e2b7475adc285bf6332359814cc05bcac1cf013eeabd1f6fc", "startedAt": "2026-10-27T13:16:28.862Z", "finishedAt": "2026-10-27T13:23:01.835Z" }, { "id": "claude-sonnet-max--video-silence-remover--r1", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1067.5535389619763, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "1.6007252", "knownApiSubtotalUsd": "1.6007252", "totalTokens": 3424717, "inputTotal": 3344761, "outputTotal": 79956, "cacheRead": 3225052, "cacheWrite": 119621, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ab02c3f1a692df4bf0d647418147b0f9a3015292ebb266572ce2970da428c561", "startedAt": "2026-10-27T13:23:04.026Z", "finishedAt": "2026-10-27T13:42:23.563Z" }, { "id": "claude-opus-low--video-silence-remover--r1", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 156.33916327304905, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2170952", "knownApiSubtotalUsd": "0.2170952", "totalTokens": 184284, "inputTotal": 181328, "outputTotal": 2956, "cacheRead": 165716, "cacheWrite": 15596, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "82411cee87890845828310bea2326dc58c87058cf1029a541c107b01db414a3a", "startedAt": "2026-10-27T13:42:24.317Z", "finishedAt": "2026-10-27T13:46:11.198Z" }, { "id": "claude-opus-medium--video-silence-remover--r1", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 156.46728668099968, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.4438762", "knownApiSubtotalUsd": "0.4438762", "totalTokens": 340131, "inputTotal": 333536, "outputTotal": 6595, "cacheRead": 302081, "cacheWrite": 31435, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3611bb764ce09e94102d4ec7b325cfa128e771ddd020ea06c48bcfe8359b54e7", "startedAt": "2026-10-27T13:46:11.955Z", "finishedAt": "2026-10-27T13:50:04.804Z" }, { "id": "claude-opus-high--video-silence-remover--r1", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 217.32599985500565, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.6301836", "knownApiSubtotalUsd": "0.6301836", "totalTokens": 738654, "inputTotal": 728502, "outputTotal": 10152, "cacheRead": 692398, "cacheWrite": 36062, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "00b021c3adb1206dd6107e3411a4062fff1d06d5f5b772ead05ddde79d674d07", "startedAt": "2026-10-27T13:50:05.556Z", "finishedAt": "2026-10-27T13:55:23.263Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r1", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 611.7879650649847, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "1.188884", "knownApiSubtotalUsd": "1.188884", "totalTokens": 1055598, "inputTotal": 1029871, "outputTotal": 25727, "cacheRead": 969800, "cacheWrite": 60025, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ec4db68fca07441248968b57de305026a804f0452c0e868f3631548716164e6c", "startedAt": "2026-10-27T13:55:24.224Z", "finishedAt": "2026-10-27T14:07:03.020Z" }, { "id": "claude-opus-max--video-silence-remover--r1", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1977.4789615820046, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "5.886367", "knownApiSubtotalUsd": "5.886367", "totalTokens": 8581641, "inputTotal": 8453403, "outputTotal": 128238, "cacheRead": 8244235, "cacheWrite": 209022, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dc99582987b48861dedf738e69ee5de3524be40bab354ec717b54bf944bccb5e", "startedAt": "2026-10-27T14:07:03.954Z", "finishedAt": "2026-10-27T14:41:30.257Z" }, { "id": "codex-luna-low--video-silence-remover--r1", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 102.70874880300835, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00916646", "knownApiSubtotalUsd": "0.00916646", "totalTokens": 359299, "inputTotal": 356310, "outputTotal": 2989, "cacheRead": 310656, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "78593eb28c3dd1108f2898bbafac60645df4d1494ab7e52e0c7c5b4024683faa", "startedAt": "2026-10-27T14:41:31.137Z", "finishedAt": "2026-10-27T14:44:14.165Z" }, { "id": "codex-luna-medium--video-silence-remover--r1", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 162.18610725499457, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.01310952", "knownApiSubtotalUsd": "0.01310952", "totalTokens": 496992, "inputTotal": 492159, "outputTotal": 4833, "cacheRead": 428032, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ecbfa4292744394399cc91a05d9cfc38c9f2311c74729d27682248f2c3546710", "startedAt": "2026-10-27T14:44:15.114Z", "finishedAt": "2026-10-27T14:47:56.182Z" }, { "id": "codex-luna-high--video-silence-remover--r1", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 175.40730226400774, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00867382", "knownApiSubtotalUsd": "0.00867382", "totalTokens": 336983, "inputTotal": 332901, "outputTotal": 4082, "cacheRead": 296192, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dfcdc941b9dbd78d20af09130f6802884c2a4c7cc6d24ae2170e38aab37f5956", "startedAt": "2026-10-27T14:47:57.081Z", "finishedAt": "2026-10-27T14:51:51.841Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r1", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 566.4565445819753, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.04223364", "knownApiSubtotalUsd": "0.04223364", "totalTokens": 1486710, "inputTotal": 1461693, "outputTotal": 25017, "cacheRead": 1293824, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "582ecce578acbe0b3a1eb708685ce3f3b2bc40e056d8c98a075988056597da9e", "startedAt": "2026-10-27T14:51:52.764Z", "finishedAt": "2026-10-27T15:02:23.049Z" }, { "id": "codex-luna-max--video-silence-remover--r1", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 284.76349146000575, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01614656", "knownApiSubtotalUsd": "0.01614656", "totalTokens": 368364, "inputTotal": 351487, "outputTotal": 16877, "cacheRead": 304896, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e95c93859f9666f49691e8c3fab3cad419cd63d940f394a19138840ffffcef7b", "startedAt": "2026-10-27T15:02:23.883Z", "finishedAt": "2026-10-27T15:08:10.199Z" }, { "id": "codex-sol-low--video-silence-remover--r1", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 294.3220975250006, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2785692", "knownApiSubtotalUsd": "0.2785692", "totalTokens": 1180915, "inputTotal": 1175353, "outputTotal": 5562, "cacheRead": 1119872, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "99cb19df2b3035a0d9278c67409df5c5d7712149253887f08940d1a73c436cd1", "startedAt": "2026-10-27T15:08:11.177Z", "finishedAt": "2026-10-27T15:14:07.126Z" }, { "id": "codex-sol-medium--video-silence-remover--r1", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 224.29277922102483, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2712856", "knownApiSubtotalUsd": "0.2712856", "totalTokens": 936362, "inputTotal": 929761, "outputTotal": 6601, "cacheRead": 870656, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "642fff8b8e0a9217159bd7925fbc27c4a63084319b2250b5dc93f6d97e147ca7", "startedAt": "2026-10-27T15:14:08.015Z", "finishedAt": "2026-10-27T15:18:51.522Z" }, { "id": "codex-sol-high--video-silence-remover--r1", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 290.4360211850144, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2896544", "knownApiSubtotalUsd": "0.2896544", "totalTokens": 1016596, "inputTotal": 1008575, "outputTotal": 8021, "cacheRead": 951424, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9c26cb11d19f9890f5c66f6ae8193daae576af9f6ea6f2e8c9c1571c7a7b917b", "startedAt": "2026-10-27T15:18:52.403Z", "finishedAt": "2026-10-27T15:24:47.866Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r1", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 309.5043885190389, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2544168", "knownApiSubtotalUsd": "0.2544168", "totalTokens": 770882, "inputTotal": 761530, "outputTotal": 9352, "cacheRead": 716928, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ec5461967768d8785a95588ee9f8f522168c21d82eb3a22f05c13856939962d", "startedAt": "2026-10-27T15:24:48.792Z", "finishedAt": "2026-10-27T15:31:05.201Z" }, { "id": "codex-sol-max--video-silence-remover--r1", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 356.12885673198616, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2988756", "knownApiSubtotalUsd": "0.2988756", "totalTokens": 978525, "inputTotal": 966552, "outputTotal": 11973, "cacheRead": 923136, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0a3a89d18da33441bbfc6b7d9237f3fc1856372281e97f01e90a9226bb4795be", "startedAt": "2026-10-27T15:31:06.185Z", "finishedAt": "2026-10-27T15:38:15.428Z" }, { "id": "claude-haiku-medium--video-silence-remover--r2", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 162.48274884402053, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01281397", "knownApiSubtotalUsd": "0.01281397", "totalTokens": 298825, "inputTotal": 291747, "outputTotal": 7078, "cacheRead": 258277, "cacheWrite": 33452, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ce68823a651b90f5927725846efb6805679777b5163d502e75074524ee11a4b", "startedAt": "2026-10-27T15:38:16.553Z", "finishedAt": "2026-10-27T15:42:07.419Z" }, { "id": "claude-haiku-high--video-silence-remover--r2", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 341.4023902870249, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.03002115", "knownApiSubtotalUsd": "0.03002115", "totalTokens": 1104056, "inputTotal": 1082349, "outputTotal": 21707, "cacheRead": 1038405, "cacheWrite": 43892, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6b8133b5dc594fca1c52222443b53a9a61162b18a5fdaea8b7bbc9dde0e3f463", "startedAt": "2026-10-27T15:42:08.569Z", "finishedAt": "2026-10-27T15:49:19.633Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r2", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 460.9001982760383, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.12514603", "knownApiSubtotalUsd": "0.12514603", "totalTokens": 2672954, "inputTotal": 2625302, "outputTotal": 47652, "cacheRead": 2530083, "cacheWrite": 95145, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "edd5e90226ddd27f8ddb92801b410a61411629bd0e78c4d7dcdcafebece31075", "startedAt": "2026-10-27T15:49:20.709Z", "finishedAt": "2026-10-27T15:58:29.626Z" }, { "id": "claude-haiku-max--video-silence-remover--r2", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 844.8187425700016, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.33229022", "knownApiSubtotalUsd": "0.33229022", "totalTokens": 3811103, "inputTotal": 3703074, "outputTotal": 108029, "cacheRead": 3566832, "cacheWrite": 136150, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7c75e8222263ef207151965ac148479f0cb43451e5dacfae524eba8e00b28558", "startedAt": "2026-10-27T15:58:30.800Z", "finishedAt": "2026-10-27T16:14:12.731Z" }, { "id": "claude-sonnet-low--video-silence-remover--r2", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 142.45847724296618, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0972494", "knownApiSubtotalUsd": "0.0972494", "totalTokens": 139361, "inputTotal": 137163, "outputTotal": 2198, "cacheRead": 121374, "cacheWrite": 15777, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "924f2efb5e2ca7b9fd22152e5d0bbe8176f8a4ccac0d210138a20bbe3457c450", "startedAt": "2026-10-27T16:14:13.693Z", "finishedAt": "2026-10-27T16:17:42.451Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r2", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 124.14011207199655, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1659529", "knownApiSubtotalUsd": "0.1659529", "totalTokens": 266391, "inputTotal": 263123, "outputTotal": 3268, "cacheRead": 235689, "cacheWrite": 27418, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f290376f9aa6e5063e7869812e9492fe1fac9661d952fc7eef246002c2e73843", "startedAt": "2026-10-27T16:17:43.438Z", "finishedAt": "2026-10-27T16:21:02.518Z" }, { "id": "claude-sonnet-high--video-silence-remover--r2", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 228.0359295969829, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.6666666666666666, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 3, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2626325", "knownApiSubtotalUsd": "0.2626325", "totalTokens": 569920, "inputTotal": 563428, "outputTotal": 6492, "cacheRead": 527165, "cacheWrite": 36235, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3eed696286051f5a533d5e576268968dcdcd6b7cca79dc00ea40271f366fc141", "startedAt": "2026-10-27T16:21:03.440Z", "finishedAt": "2026-10-27T16:26:07.767Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r2", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 242.98075217899168, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.4139878", "knownApiSubtotalUsd": "0.4139878", "totalTokens": 716775, "inputTotal": 699750, "outputTotal": 17025, "cacheRead": 655178, "cacheWrite": 44538, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bd81d93cac8a38ed1ac96b14bc27aa7b408ec9e71611943afe59c5ece59d5c78", "startedAt": "2026-10-27T16:26:08.770Z", "finishedAt": "2026-10-27T16:31:37.201Z" }, { "id": "claude-sonnet-max--video-silence-remover--r2", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1137.9292799499817, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "1.8687107", "knownApiSubtotalUsd": "1.8687107", "totalTokens": 4174244, "inputTotal": 4086329, "outputTotal": 87915, "cacheRead": 3937327, "cacheWrite": 148912, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4de873f4ef8860bd9615888ff8a7e5829997d326e15df2241169fc44cbc68ba3", "startedAt": "2026-10-27T16:31:38.234Z", "finishedAt": "2026-10-27T16:52:29.754Z" }, { "id": "claude-opus-low--video-silence-remover--r2", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 165.0814247049857, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.3048242", "knownApiSubtotalUsd": "0.3048242", "totalTokens": 287769, "inputTotal": 283320, "outputTotal": 4449, "cacheRead": 262901, "cacheWrite": 20397, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6636a0dd7fddc5511d4b6c0dacf56ddc92839ccc660dd413479d6eb1f96e4bd1", "startedAt": "2026-10-27T16:52:30.906Z", "finishedAt": "2026-10-27T16:56:57.084Z" }, { "id": "claude-opus-medium--video-silence-remover--r2", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 137.48074728203937, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.3760568", "knownApiSubtotalUsd": "0.3760568", "totalTokens": 402021, "inputTotal": 395780, "outputTotal": 6241, "cacheRead": 373704, "cacheWrite": 22048, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c25414c24296676806e795089160489c4ac918cb0f1bb6acee9da594b066695f", "startedAt": "2026-10-27T16:56:58.364Z", "finishedAt": "2026-10-27T17:00:36.785Z" }, { "id": "claude-opus-high--video-silence-remover--r2", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 155.2504490489955, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.5660508", "knownApiSubtotalUsd": "0.5660508", "totalTokens": 526090, "inputTotal": 515182, "outputTotal": 10908, "cacheRead": 483774, "cacheWrite": 31376, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ddfd5bbb1902bcdd29dbd6a1b0858a0088b7e1e24f8ca684af0052aac22c2c8", "startedAt": "2026-10-27T17:00:38.157Z", "finishedAt": "2026-10-27T17:04:41.018Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r2", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 725.9165688789799, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "1.1729566", "knownApiSubtotalUsd": "1.1729566", "totalTokens": 1148295, "inputTotal": 1124681, "outputTotal": 23614, "cacheRead": 1063663, "cacheWrite": 60968, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "819417ba54ec6e6535b4854d745873473143d87b791864831e731a801b5ce19c", "startedAt": "2026-10-27T17:04:42.375Z", "finishedAt": "2026-10-27T17:18:32.779Z" }, { "id": "claude-opus-max--video-silence-remover--r2", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1750.8448938970105, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "4.8583286", "knownApiSubtotalUsd": "4.8583286", "totalTokens": 5596404, "inputTotal": 5480133, "outputTotal": 116271, "cacheRead": 5295863, "cacheWrite": 184164, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b32bea68139bf85d0f69204893c5902f4c8cbeb3fda8dedfb7d5be249452306b", "startedAt": "2026-10-27T17:18:33.807Z", "finishedAt": "2026-10-27T17:50:03.773Z" }, { "id": "codex-luna-low--video-silence-remover--r2", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 214.5610601680237, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00844938", "knownApiSubtotalUsd": "0.00844938", "totalTokens": 499869, "inputTotal": 497124, "outputTotal": 2745, "cacheRead": 473728, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a91c7a08763c7c2663e9d32cb1a665a6d1f9b6a320fca0e6beb458a873620a51", "startedAt": "2026-10-27T17:50:04.795Z", "finishedAt": "2026-10-27T17:54:55.223Z" }, { "id": "codex-luna-medium--video-silence-remover--r2", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 89.44945750903571, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00710642", "knownApiSubtotalUsd": "0.00710642", "totalTokens": 225613, "inputTotal": 222951, "outputTotal": 2662, "cacheRead": 183552, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d09a9bd5b07989e4bd4ce995a51bc5a3336d02fab791cab08cb6f150417c6911", "startedAt": "2026-10-27T17:54:56.293Z", "finishedAt": "2026-10-27T17:57:47.664Z" }, { "id": "codex-luna-high--video-silence-remover--r2", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 172.71729953901377, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00934778", "knownApiSubtotalUsd": "0.00934778", "totalTokens": 354421, "inputTotal": 348636, "outputTotal": 5785, "cacheRead": 315648, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "20dcaf1482646a3f1ebd65aed4527fdfbe4f983d6784e92e54a3b646290e843b", "startedAt": "2026-10-27T17:57:48.646Z", "finishedAt": "2026-10-27T18:01:54.366Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r2", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 652.3172310130321, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02994762", "knownApiSubtotalUsd": "0.02994762", "totalTokens": 1017353, "inputTotal": 995683, "outputTotal": 21670, "cacheRead": 893952, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a13c4506df639b12080fdb453932aba44629d562415a640f0b963b750946951f", "startedAt": "2026-10-27T18:01:55.349Z", "finishedAt": "2026-10-27T18:14:16.775Z" }, { "id": "codex-luna-max--video-silence-remover--r2", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 236.23150016303407, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.019792", "knownApiSubtotalUsd": "0.019792", "totalTokens": 743808, "inputTotal": 730664, "outputTotal": 13144, "cacheRead": 664960, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "41e70bf200ac2b866554beddfbb96eac24b03d2f08c857883422afc93b7c844a", "startedAt": "2026-10-27T18:14:17.966Z", "finishedAt": "2026-10-27T18:19:26.846Z" }, { "id": "codex-sol-low--video-silence-remover--r2", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 220.728864498029, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.207322", "knownApiSubtotalUsd": "0.207322", "totalTokens": 860597, "inputTotal": 856639, "outputTotal": 3958, "cacheRead": 813440, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "af58dedeef957391258e5f64cd4521d9055424d00cb5338edb5feea1c9dde04d", "startedAt": "2026-10-27T18:19:27.837Z", "finishedAt": "2026-10-27T18:24:23.783Z" }, { "id": "codex-sol-medium--video-silence-remover--r2", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 209.1934557480272, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2584308", "knownApiSubtotalUsd": "0.2584308", "totalTokens": 931609, "inputTotal": 925913, "outputTotal": 5696, "cacheRead": 868608, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "06e80dfdfcdebb6c217577e557105928dcd5c1169097315f66febbeb4db7a987", "startedAt": "2026-10-27T18:24:25.130Z", "finishedAt": "2026-10-27T18:29:06.682Z" }, { "id": "codex-sol-high--video-silence-remover--r2", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 286.2607658759807, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2832344", "knownApiSubtotalUsd": "0.2832344", "totalTokens": 888902, "inputTotal": 880768, "outputTotal": 8134, "cacheRead": 820864, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5488b84a7115a58c0d94ca22952eae0eb1acab78b22099ca40949105b741728d", "startedAt": "2026-10-27T18:29:08.025Z", "finishedAt": "2026-10-27T18:35:08.800Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r2", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 376.44958040100755, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2883652", "knownApiSubtotalUsd": "0.2883652", "totalTokens": 796437, "inputTotal": 783819, "outputTotal": 12618, "cacheRead": 739712, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b97cdcc371f7cce6146d33d70d65a6c7e763a25d404abde86427b0e5f30dc146", "startedAt": "2026-10-27T18:35:10.434Z", "finishedAt": "2026-10-27T18:42:39.787Z" }, { "id": "codex-sol-max--video-silence-remover--r2", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 412.0861546639935, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2866892", "knownApiSubtotalUsd": "0.2866892", "totalTokens": 919103, "inputTotal": 904681, "outputTotal": 14422, "cacheRead": 877312, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e012771bcff672049538ee3145f88a2f6b4fe512ecfe9f61fa1cd318fd056d23", "startedAt": "2026-10-27T18:42:41.155Z", "finishedAt": "2026-10-27T18:52:09.243Z" }, { "id": "claude-haiku-low--video-silence-remover--r2", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 402.5947013000259, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01605131", "knownApiSubtotalUsd": "0.01605131", "totalTokens": 450798, "inputTotal": 442785, "outputTotal": 8013, "cacheRead": 402681, "cacheWrite": 40076, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "58fca9898eb622cf268ffe896da14e20081f2de70957d0c27c77f6183bf0d7ff", "startedAt": "2026-10-27T18:52:10.420Z", "finishedAt": "2026-10-27T19:00:22.280Z" }, { "id": "claude-haiku-high--video-silence-remover--r3", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 509.78024933399865, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02182874", "knownApiSubtotalUsd": "0.02182874", "totalTokens": 638392, "inputTotal": 621711, "outputTotal": 16681, "cacheRead": 583424, "cacheWrite": 38253, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "64559011b8cc6b3f6bc642b080252166b89c95378133e6c0dea827b6e36a72a2", "startedAt": "2026-10-27T19:00:24.018Z", "finishedAt": "2026-10-27T19:10:24.524Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r3", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 370.35638660902623, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.04506659", "knownApiSubtotalUsd": "0.04506659", "totalTokens": 1403425, "inputTotal": 1367528, "outputTotal": 35897, "cacheRead": 1296749, "cacheWrite": 70727, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "be66e8ce890662d9172a7b58830e5d1ce24f40986df222f8eb77fbdc38198fd3", "startedAt": "2026-10-27T19:10:26.003Z", "finishedAt": "2026-10-27T19:18:16.341Z" }, { "id": "claude-haiku-max--video-silence-remover--r3", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 882.8600331320195, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.43537546", "knownApiSubtotalUsd": "0.43537546", "totalTokens": 6105037, "inputTotal": 5999671, "outputTotal": 105366, "cacheRead": 5844594, "cacheWrite": 154933, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "108b51bb274c0dbd5caf58638ab7fc633b078be7d112bd5c9434eac993d83af2", "startedAt": "2026-10-27T19:18:18.004Z", "finishedAt": "2026-10-27T19:34:50.309Z" }, { "id": "claude-sonnet-low--video-silence-remover--r3", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 121.18815024202922, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0900299", "knownApiSubtotalUsd": "0.0900299", "totalTokens": 94998, "inputTotal": 93260, "outputTotal": 1738, "cacheRead": 77019, "cacheWrite": 16233, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f62b55b3ec51deac4fba5995d066fb2e17bd4eaaee01edc3330a716fc42f7b26", "startedAt": "2026-10-27T19:34:51.313Z", "finishedAt": "2026-10-27T19:38:23.708Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r3", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 109.51098293199902, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0980109", "knownApiSubtotalUsd": "0.0980109", "totalTokens": 172129, "inputTotal": 169955, "outputTotal": 2174, "cacheRead": 154749, "cacheWrite": 15192, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b401bd586b8bfa168da8f5dbbb7b02dddc9be6e0fbc8e7d54f4e0493f19354ba", "startedAt": "2026-10-27T19:38:24.723Z", "finishedAt": "2026-10-27T19:41:37.508Z" }, { "id": "claude-sonnet-high--video-silence-remover--r3", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 185.26258308195975, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2077442", "knownApiSubtotalUsd": "0.2077442", "totalTokens": 465424, "inputTotal": 459791, "outputTotal": 5633, "cacheRead": 432742, "cacheWrite": 27021, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0b010563890d6d060057c1ebde8f5f48d246bad051d9b054adaa41029b08d47e", "startedAt": "2026-10-27T19:41:38.578Z", "finishedAt": "2026-10-27T19:46:07.637Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r3", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 419.4839239140274, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.530813", "knownApiSubtotalUsd": "0.530813", "totalTokens": 1161854, "inputTotal": 1140743, "outputTotal": 21111, "cacheRead": 1087990, "cacheWrite": 52699, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5f5ba172bd9ef56b22c8d0e4f4bd7bac6ec2972864b08a71bbf3bf91d729c4ab", "startedAt": "2026-10-27T19:46:08.709Z", "finishedAt": "2026-10-27T19:54:50.762Z" }, { "id": "claude-sonnet-max--video-silence-remover--r3", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 833.7857618869748, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "1.7740339", "knownApiSubtotalUsd": "1.7740339", "totalTokens": 3445022, "inputTotal": 3356140, "outputTotal": 88882, "cacheRead": 3215179, "cacheWrite": 140887, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c76883816215a567d07cc20a388e58367874950bc332db795a50fddb18ad0bed", "startedAt": "2026-10-27T19:54:51.822Z", "finishedAt": "2026-10-27T20:10:29.310Z" }, { "id": "claude-opus-low--video-silence-remover--r3", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 130.56895249598892, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.3234668", "knownApiSubtotalUsd": "0.3234668", "totalTokens": 342374, "inputTotal": 337470, "outputTotal": 4904, "cacheRead": 317214, "cacheWrite": 20230, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2f451b4d13929a8f34e235567c93bfd0037060d5977bd29e894230d164b5d1ac", "startedAt": "2026-10-27T20:10:30.575Z", "finishedAt": "2026-10-27T20:13:47.878Z" }, { "id": "claude-opus-medium--video-silence-remover--r3", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 114.02606011601165, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.325722", "knownApiSubtotalUsd": "0.325722", "totalTokens": 303365, "inputTotal": 298167, "outputTotal": 5198, "cacheRead": 277370, "cacheWrite": 20775, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "db4c943599cf0f6df954bd144b9c48db2d2dbd6816b25ea8624634c815bdd9b7", "startedAt": "2026-10-27T20:13:48.939Z", "finishedAt": "2026-10-27T20:17:05.624Z" }, { "id": "claude-opus-high--video-silence-remover--r3", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 134.45456486899639, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.4285848", "knownApiSubtotalUsd": "0.4285848", "totalTokens": 431232, "inputTotal": 423265, "outputTotal": 7967, "cacheRead": 399584, "cacheWrite": 23651, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cb9ab25579aabcdab95a7536680d65e76c1540a2840689c50a4e31d05306b21a", "startedAt": "2026-10-27T20:17:06.655Z", "finishedAt": "2026-10-27T20:20:31.567Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r3", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1097.500986093015, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "1.7383858", "knownApiSubtotalUsd": "1.7383858", "totalTokens": 2074275, "inputTotal": 2037967, "outputTotal": 36308, "cacheRead": 1960409, "cacheWrite": 77478, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5d30efec4e98c0ded47caf52ba5cf7166586d88bcb52cc254c650008b4ca8753", "startedAt": "2026-10-27T20:20:32.820Z", "finishedAt": "2026-10-27T20:40:42.297Z" }, { "id": "claude-opus-max--video-silence-remover--r3", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 996.0566972790402, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "3.8274276", "knownApiSubtotalUsd": "3.8274276", "totalTokens": 4744169, "inputTotal": 4666530, "outputTotal": 77639, "cacheRead": 4494518, "cacheWrite": 171924, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d9f9d3772eb4cd273517d718730fa68ae81fa1731b47fc9c1644ccc5f2ecb954", "startedAt": "2026-10-27T20:40:43.747Z", "finishedAt": "2026-10-27T20:59:04.041Z" }, { "id": "codex-luna-low--video-silence-remover--r3", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 277.65874457301106, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01788506", "knownApiSubtotalUsd": "0.01788506", "totalTokens": 924077, "inputTotal": 919958, "outputTotal": 4119, "cacheRead": 846336, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b2cbd1f606bd2a588464159b2fe79634511c7e5a6b435b3da1511373ed8e0048", "startedAt": "2026-10-27T20:59:07.211Z", "finishedAt": "2026-10-27T21:05:04.822Z" }, { "id": "codex-luna-medium--video-silence-remover--r3", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 133.241148178, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.00969932", "knownApiSubtotalUsd": "0.00969932", "totalTokens": 385574, "inputTotal": 381140, "outputTotal": 4434, "cacheRead": 340352, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d00bf8094170495763051baebb97c9d8e9d34ce024d37078776e0b17daa9357d", "startedAt": "2026-10-27T21:05:06.776Z", "finishedAt": "2026-10-27T21:08:36.636Z" }, { "id": "codex-luna-high--video-silence-remover--r3", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 181.59941239800537, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01329474", "knownApiSubtotalUsd": "0.01329474", "totalTokens": 600777, "inputTotal": 593376, "outputTotal": 7401, "cacheRead": 552704, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2dd0fd7c3e948d3f1596423a84d10bad82d6e3c168d00e1bb5084fea79d9d7e8", "startedAt": "2026-10-27T21:08:37.924Z", "finishedAt": "2026-10-27T21:12:54.261Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r3", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 241.45910406002076, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02195676", "knownApiSubtotalUsd": "0.02195676", "totalTokens": 844094, "inputTotal": 826504, "outputTotal": 17590, "cacheRead": 772096, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2e1a116ff52755cc8dfbc06c4d12482cc298f33a723d6345bd491bac2db4f42c", "startedAt": "2026-10-27T21:12:55.340Z", "finishedAt": "2026-10-27T21:18:05.760Z" }, { "id": "codex-luna-max--video-silence-remover--r3", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 347.13360504596494, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02877996", "knownApiSubtotalUsd": "0.02877996", "totalTokens": 1048266, "inputTotal": 1023333, "outputTotal": 24933, "cacheRead": 955776, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9b0771a78f7ca7f9be6013e84881bd3f6135570d8d5cde81bd608bccd68411aa", "startedAt": "2026-10-27T21:18:06.860Z", "finishedAt": "2026-10-27T21:25:16.175Z" }, { "id": "codex-sol-low--video-silence-remover--r3", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 195.9063912780257, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2110524", "knownApiSubtotalUsd": "0.2110524", "totalTokens": 838919, "inputTotal": 834456, "outputTotal": 4463, "cacheRead": 790784, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "584b49559ca369cfe9beb1ceb4bca387b6ce90803a1d6bedb306c98e24d444d7", "startedAt": "2026-10-27T21:25:17.405Z", "finishedAt": "2026-10-27T21:29:42.749Z" }, { "id": "codex-sol-medium--video-silence-remover--r3", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 190.33540032798192, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2481828", "knownApiSubtotalUsd": "0.2481828", "totalTokens": 887929, "inputTotal": 882626, "outputTotal": 5303, "cacheRead": 826368, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5373b1af50e8e7cf538f6428f05513cd738080af4f02ea1556d8ae0581e038e2", "startedAt": "2026-10-27T21:29:43.910Z", "finishedAt": "2026-10-27T21:34:09.197Z" }, { "id": "codex-sol-high--video-silence-remover--r3", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 227.61985985498177, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2581768", "knownApiSubtotalUsd": "0.2581768", "totalTokens": 735482, "inputTotal": 727906, "outputTotal": 7576, "cacheRead": 670208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f3613e1bc23be061faf243a853bc98bcb4567fcdca5d6388f496d381c745b4df", "startedAt": "2026-10-27T21:34:10.259Z", "finishedAt": "2026-10-27T21:39:39.163Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r3", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 230.5348789819982, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.243744", "knownApiSubtotalUsd": "0.243744", "totalTokens": 821452, "inputTotal": 812275, "outputTotal": 9177, "cacheRead": 775040, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "27eaf0813b2ca9488e94602ffbc248e28b4c373d065bbb612b3624bace941ace", "startedAt": "2026-10-27T21:39:40.333Z", "finishedAt": "2026-10-27T21:44:49.468Z" }, { "id": "codex-sol-max--video-silence-remover--r3", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 402.42830420297105, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.3915608", "knownApiSubtotalUsd": "0.3915608", "totalTokens": 1100178, "inputTotal": 1085175, "outputTotal": 15003, "cacheRead": 1015168, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "04f04b843f1a314a276ea3d4b3320f98694c96b9a0c587db86cf168ff166fd5b", "startedAt": "2026-10-27T21:44:54.319Z", "finishedAt": "2026-10-27T21:52:58.905Z" }, { "id": "claude-haiku-low--video-silence-remover--r3", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 162.3613172399928, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01725188", "knownApiSubtotalUsd": "0.01725188", "totalTokens": 506013, "inputTotal": 497610, "outputTotal": 8403, "cacheRead": 455098, "cacheWrite": 42482, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3511bae6b2bcd5e552093ffdd3e4deee555bd1b02403f2c6c65443668df1f9f5", "startedAt": "2026-10-27T21:53:03.650Z", "finishedAt": "2026-10-27T21:57:10.964Z" }, { "id": "claude-haiku-medium--video-silence-remover--r3", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 305.6876107820426, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02493649", "knownApiSubtotalUsd": "0.02493649", "totalTokens": 810515, "inputTotal": 794833, "outputTotal": 15682, "cacheRead": 746669, "cacheWrite": 48124, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bb7fbaef9d64fa145117ab0584bea1694b9866fa9ea9e1d88ffa2efd7591435c", "startedAt": "2026-10-27T21:57:18.118Z", "finishedAt": "2026-10-27T22:03:55.151Z" }, { "id": "studio-glm-flash-low--video-silence-remover--r1", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 263.377582, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.03432643", "knownApiSubtotalUsd": "0.03432643", "totalTokens": 691188, "inputTotal": 674647, "outputTotal": 16541, "cacheRead": 626176, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c71fab9b87bd847c78bd2a31a6fa6c1978d58055fbdc172fde9465e3274b0c71", "startedAt": "2026-10-27T22:26:02.467Z", "finishedAt": "2026-10-27T22:32:31.846Z" }, { "id": "studio-glm-flash-high--video-silence-remover--r1", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 544.0263273999999, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.06269204", "knownApiSubtotalUsd": "0.06269204", "totalTokens": 1026708, "inputTotal": 987164, "outputTotal": 39544, "cacheRead": 876288, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "923cc0aebdc29aca9191d9058c355570147d29e24c7302bf406f032b69092a43", "startedAt": "2026-10-27T23:31:12.791Z", "finishedAt": "2026-10-27T23:43:16.632Z" }, { "id": "studio-glm-flash-max--video-silence-remover--r1", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 606.4987802, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.14588159", "knownApiSubtotalUsd": "0.14588159", "totalTokens": 2433144, "inputTotal": 2347355, "outputTotal": 85789, "cacheRead": 2075968, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "15d2aff704fc739a4e3ce95d196f63c6cf229b692c0f3edcf172891e90b88d10", "startedAt": "2026-10-29T23:22:25.273Z", "finishedAt": "2026-10-29T23:34:46.004Z" }, { "id": "studio-deepseek-flash-none--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1263.7869542, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "none", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.11556742", "knownApiSubtotalUsd": "0.11556742", "totalTokens": 8345017, "inputTotal": 8263098, "outputTotal": 81919, "cacheRead": 7952640, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f9da4c3b60ff29f38a983b8f65dfaf25e6425271317698174c00d979b5d5ef8d", "startedAt": "2026-10-28T00:31:28.582Z", "finishedAt": "2026-10-28T00:55:18.128Z" }, { "id": "studio-deepseek-flash-low--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 443.740119, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.05247184", "knownApiSubtotalUsd": "0.05247184", "totalTokens": 1144296, "inputTotal": 1116707, "outputTotal": 27589, "cacheRead": 1017344, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c2cdb7ed12487895f3deec924900f7570bc4f214468eab6933897d32f3c95348", "startedAt": "2026-10-28T00:55:25.873Z", "finishedAt": "2026-10-28T01:05:02.567Z" }, { "id": "studio-deepseek-flash-high--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 431.1232655999999, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.083340062", "knownApiSubtotalUsd": "0.083340062", "totalTokens": 2703435, "inputTotal": 2668114, "outputTotal": 35321, "cacheRead": 2557952, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ee56e2fbca485d9296a9b4550acdc8dfc181839859f13d333e8b8eed21b63349", "startedAt": "2026-10-28T01:46:20.127Z", "finishedAt": "2026-10-28T01:57:03.420Z" }, { "id": "studio-deepseek-flash-max--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 422.21150320000004, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.079174346", "knownApiSubtotalUsd": "0.079174346", "totalTokens": 2506608, "inputTotal": 2470135, "outputTotal": 36473, "cacheRead": 2383616, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0a0a205e9ffb298b015488cf678a2bdd1a6f6e4e09f217b0adbfef01fb439fa8", "startedAt": "2026-10-28T01:57:17.097Z", "finishedAt": "2026-10-28T02:06:48.129Z" }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r1", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1266.2985800000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1055915186", "knownApiSubtotalUsd": "0.1055915186", "totalTokens": 1366501, "inputTotal": 1302493, "outputTotal": 64008, "cacheRead": 1179776, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "15c972677d05284a40b5160a31ec0e7038da11a2d6ac58b2f522968849cff9fb", "startedAt": "2026-10-28T02:07:03.501Z", "finishedAt": "2026-10-28T02:30:47.862Z" }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r1", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1199.5670546, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "disabled", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.3207620742", "knownApiSubtotalUsd": "0.3207620742", "totalTokens": 4871050, "inputTotal": 4813120, "outputTotal": 57930, "cacheRead": 4197472, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9f2d4361db5c20f2c71c0ce07b92e8c6f3e9108dd373494ddb001657858fa6e6", "startedAt": "2026-10-29T23:35:00.051Z", "finishedAt": "2026-10-29T23:57:58.719Z" }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r1", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 2022.5034586, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.0918119104", "knownApiSubtotalUsd": "0.0918119104", "totalTokens": 9775742, "inputTotal": 9672470, "outputTotal": 103272, "cacheRead": 9432768, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1e7740a36ab75226142237ac0375ed38774e5371cc5ff40eaac8087c7ecc95c3", "startedAt": "2026-10-29T23:58:09.377Z", "finishedAt": "2026-10-30T00:33:55.297Z" }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r1", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 1, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 1582.858767, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "disabled", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.2120700836", "totalTokens": null, "inputTotal": 5878840, "outputTotal": 168466, "cacheRead": 5017062, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "2b20aff11ea2c55da9fcd4094f6f3b6d6f68ff8c6d0218faa160e1d61fbc4626", "startedAt": "2026-10-28T11:45:58.104Z", "finishedAt": "2026-10-28T12:14:33.954Z" }, { "id": "studio-glm-low--video-silence-remover--r1", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 287.6888827, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.6666666666666666, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 3, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.097291972", "knownApiSubtotalUsd": "0.097291972", "totalTokens": 908961, "inputTotal": 874520, "outputTotal": 34441, "cacheRead": 822239, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "979dc4b160e34f6552856f9f766df513269c8e09832490b4b3026ccef56e62f7", "startedAt": "2026-10-28T12:19:48.534Z", "finishedAt": "2026-10-28T12:26:39.771Z" }, { "id": "studio-glm-high--video-silence-remover--r1", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 1, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 82.6064384, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "executor", "code": "executor-error" }, { "stage": "executor", "code": "bridge-error" }, { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.010948617", "totalTokens": null, "inputTotal": 127663, "outputTotal": 695, "cacheRead": 109760, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "44c0cc9680da2a4588eb42c651786de647f8ee37813446102c7f9c0b823fed18", "startedAt": "2026-10-28T12:26:46.833Z", "finishedAt": "2026-10-28T12:30:12.380Z" }, { "id": "studio-glm-max--video-silence-remover--r1", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 1503.5881196, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 1, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 0, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.641427573", "knownApiSubtotalUsd": "0.641427573", "totalTokens": 6774142, "inputTotal": 6672627, "outputTotal": 101515, "cacheRead": 6079552, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ed78c4c6c8b3aec7a34922c751d232ed60023c27ec631c8d9a34b1f9564f1d72", "startedAt": "2026-10-30T02:20:25.017Z", "finishedAt": "2026-10-30T02:47:30.793Z" }, { "id": "studio-kimi-low--video-silence-remover--r1", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 1, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 618.8814774, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.2849248", "totalTokens": null, "inputTotal": 637283, "outputTotal": 26734, "cacheRead": 582912, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "2cad1577e24ee6e22e32a78c2201a89eeaa3ffaf790b3aa48493acf3c4829b21", "startedAt": "2026-10-28T13:26:28.556Z", "finishedAt": "2026-10-28T13:39:22.769Z" }, { "id": "studio-kimi-high--video-silence-remover--r1", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 789.2938891, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.4370249", "knownApiSubtotalUsd": "0.4370249", "totalTokens": 870523, "inputTotal": 836838, "outputTotal": 33685, "cacheRead": 764672, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d1f2c8c5be3df82560d0fd6470547547359b32a626e66070bccdf4f030aeb8a2", "startedAt": "2026-10-28T13:57:06.042Z", "finishedAt": "2026-10-28T14:12:54.726Z" }, { "id": "studio-kimi-max--video-silence-remover--r1", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1149.4509260000002, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.6582842", "knownApiSubtotalUsd": "0.6582842", "totalTokens": 1343180, "inputTotal": 1304890, "outputTotal": 38290, "cacheRead": 1231104, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "22a2d27a58755d89bb9adece506128dd3cc4132042014e194ff1911d7b10486c", "startedAt": "2026-10-28T14:13:02.577Z", "finishedAt": "2026-10-28T14:34:17.086Z" }, { "id": "studio-glm-flash-high--video-silence-remover--r2", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 504.3807809, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.22877556", "knownApiSubtotalUsd": "0.22877556", "totalTokens": 5648977, "inputTotal": 5610250, "outputTotal": 38727, "cacheRead": 5267712, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8b686879b9693d40cf6d6f093ba0389414939da4a5f329dda66055f5d6a4b5b9", "startedAt": "2026-10-30T03:21:53.642Z", "finishedAt": "2026-10-30T03:32:18.881Z" }, { "id": "studio-glm-flash-max--video-silence-remover--r2", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 2, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 9.1744597, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "executor", "code": "executor-error" }, { "stage": "executor", "code": "bridge-error" }, { "stage": "telemetry", "code": "telemetry-missing" }, { "stage": "telemetry", "code": "closure-unverified" }, { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": null, "totalTokens": null, "inputTotal": 0, "outputTotal": 0, "cacheRead": 0, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "17e92651badd340ca9471871458adce38f8d3c488ed0a098a9a354a852a5c2f1", "startedAt": "2026-10-28T15:20:00.844Z", "finishedAt": "2026-10-28T15:21:10.764Z" }, { "id": "studio-deepseek-flash-none--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 582.8805475999999, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "none", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.048319506", "knownApiSubtotalUsd": "0.048319506", "totalTokens": 4140548, "inputTotal": 4100635, "outputTotal": 39913, "cacheRead": 4007552, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "23fb7008e7c5b63eea2ad05b49b25a36ac08f4e060765d27960802da7a22bae0", "startedAt": "2026-10-28T15:23:22.995Z", "finishedAt": "2026-10-28T15:35:18.779Z" }, { "id": "studio-deepseek-flash-low--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 365.3583271, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.051010636", "knownApiSubtotalUsd": "0.051010636", "totalTokens": 1365225, "inputTotal": 1341916, "outputTotal": 23309, "cacheRead": 1114112, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b4d59b5abf272cbeafbdba67edabd6ee3752339317fc9f99551e7ff10650e9c2", "startedAt": "2026-10-30T04:25:26.761Z", "finishedAt": "2026-10-30T04:33:35.526Z" }, { "id": "studio-deepseek-flash-high--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 297.9659276, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.038986136", "knownApiSubtotalUsd": "0.038986136", "totalTokens": 2223757, "inputTotal": 2192010, "outputTotal": 31747, "cacheRead": 2096512, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2adfc201c9723ddabe0d086cf048832ddf504a453383881ec07c30c6bbaf3e64", "startedAt": "2026-10-30T04:33:42.465Z", "finishedAt": "2026-10-30T04:40:41.844Z" }, { "id": "studio-deepseek-flash-max--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 977.367468, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.123106334", "knownApiSubtotalUsd": "0.123106334", "totalTokens": 8180984, "inputTotal": 8073037, "outputTotal": 107947, "cacheRead": 7817728, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6ce1d449a9c226a7ddd0aa44c01b9afd73e4f3f09c2b7e2fa0c1535b54bacd4a", "startedAt": "2026-10-30T04:40:48.780Z", "finishedAt": "2026-10-30T04:59:05.283Z" }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r2", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 1734.6243596000002, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1479461266", "knownApiSubtotalUsd": "0.1479461266", "totalTokens": 2188208, "inputTotal": 2136988, "outputTotal": 51220, "cacheRead": 1904256, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a46144135b7349f26b588b3d12e810f502efb742d3cdabafb0eeb23588140cca", "startedAt": "2026-10-30T12:06:36.639Z", "finishedAt": "2026-10-30T12:38:02.024Z" }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r2", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 2029.0598852, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 1, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 0, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "disabled", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2366362878", "knownApiSubtotalUsd": "0.2366362878", "totalTokens": 8348038, "inputTotal": 8290836, "outputTotal": 57202, "cacheRead": 7881984, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ae5cb79dc98e7584018454f48df5855040d34dc853b9151db9ceb041a9957412", "startedAt": "2026-10-30T22:43:01.942Z", "finishedAt": "2026-10-30T23:19:43.487Z" }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r2", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 825.6068985, "environmentRevision": "delivery-v3", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "passed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.0849544636", "knownApiSubtotalUsd": "0.0849544636", "totalTokens": 3738800, "inputTotal": 3660407, "outputTotal": 78393, "cacheRead": 3291712, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cc2270bf3ede538a6b016b01b5ff9d7e19421cf34ecca87a152865e9f88e81b3", "startedAt": "2026-10-28T18:36:50.302Z", "finishedAt": "2026-10-28T18:52:42.022Z" }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r2", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 2, "state": "invalid", "reward": null, "agentTimedOut": true, "agentSeconds": 3600.3866158999995, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "closure-unverified" }, { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "disabled", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.125506248", "totalTokens": null, "inputTotal": 1460020, "outputTotal": 182949, "cacheRead": 991360, "cacheWrite": 0, "pendingCount": 1, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "a49358bf4bd9e64a4c09baedc4923c842fca2bdc574179a14e1b752badfa1b4a", "startedAt": "2026-10-28T18:52:50.635Z", "finishedAt": "2026-10-28T19:54:53.449Z" }, { "id": "studio-glm-low--video-silence-remover--r2", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 414.0068458, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.097263512", "knownApiSubtotalUsd": "0.097263512", "totalTokens": 952329, "inputTotal": 920249, "outputTotal": 32080, "cacheRead": 861800, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f6aa776dd5eac65bf5be5d6c6ec0a603cae89a773bd5d789727efb5f71729a32", "startedAt": "2026-10-28T20:17:34.150Z", "finishedAt": "2026-10-28T20:26:33.393Z" }, { "id": "studio-glm-high--video-silence-remover--r2", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 2, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 1028.6101644999999, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.350937641", "totalTokens": null, "inputTotal": 3585424, "outputTotal": 61488, "cacheRead": 3469416, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "0fbc53378174a52ffb0d32c8abc29a57743b65e71274c66eda05e8a466716c22", "startedAt": "2026-10-28T20:26:40.658Z", "finishedAt": "2026-10-28T20:45:57.362Z" }, { "id": "studio-glm-max--video-silence-remover--r2", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 853.5686882000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.220441587", "knownApiSubtotalUsd": "0.220441587", "totalTokens": 2227497, "inputTotal": 2183130, "outputTotal": 44367, "cacheRead": 2054784, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "19c04e7b649c150e76ad34debf14817025c993b124b4a1d36191886ceb487308", "startedAt": "2026-10-28T20:50:17.494Z", "finishedAt": "2026-10-28T21:06:36.119Z" }, { "id": "studio-kimi-low--video-silence-remover--r2", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 510.1874929, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.36152855", "knownApiSubtotalUsd": "0.36152855", "totalTokens": 835428, "inputTotal": 820237, "outputTotal": 15191, "cacheRead": 766976, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "96cc520559932c571ab99885414e0a80e8f8855e5809b703ed66866f402a2646", "startedAt": "2026-10-30T07:22:04.971Z", "finishedAt": "2026-10-30T07:32:37.485Z" }, { "id": "studio-kimi-high--video-silence-remover--r2", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 814.9391185999999, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.53710815", "knownApiSubtotalUsd": "0.53710815", "totalTokens": 1101920, "inputTotal": 1068835, "outputTotal": 33085, "cacheRead": 986368, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a32b96bbbc6b8ab354540725d0dea74d23f5e36ab53f49784d4e364bf38a3f9c", "startedAt": "2026-10-30T07:32:44.801Z", "finishedAt": "2026-10-30T07:48:21.010Z" }, { "id": "studio-kimi-max--video-silence-remover--r2", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1104.6354029000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.7671787", "knownApiSubtotalUsd": "0.7671787", "totalTokens": 1888746, "inputTotal": 1847823, "outputTotal": 40923, "cacheRead": 1767424, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "fed17f3f9fa7bf54edd0085eab4e0b33eef64d09b16655993c00dbeb774f3743", "startedAt": "2026-10-30T07:48:27.863Z", "finishedAt": "2026-10-30T08:08:54.258Z" }, { "id": "studio-glm-flash-low--video-silence-remover--r2", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 541.9173525, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.18192523", "knownApiSubtotalUsd": "0.18192523", "totalTokens": 2305628, "inputTotal": 2275119, "outputTotal": 30509, "cacheRead": 1454976, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a2e2908af38c349912135b5c03f25f03f71d83a4d032134fbea911e16be6d01a", "startedAt": "2026-10-29T13:20:23.374Z", "finishedAt": "2026-10-29T13:31:27.975Z" }, { "id": "studio-glm-flash-max--video-silence-remover--r3", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1007.6788742000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.24690756", "knownApiSubtotalUsd": "0.24690756", "totalTokens": 5080282, "inputTotal": 4962928, "outputTotal": 117354, "cacheRead": 4635072, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "81868b65b6cc9c99ea5f015d5ba5563209cc19e7c3d19faec4fbfeac54bb5c25", "startedAt": "2026-10-30T08:09:01.279Z", "finishedAt": "2026-10-30T08:28:01.621Z" }, { "id": "studio-deepseek-flash-none--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 2069.016013, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "none", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.290552888", "knownApiSubtotalUsd": "0.290552888", "totalTokens": 10182631, "inputTotal": 10057036, "outputTotal": 125595, "cacheRead": 8743296, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d15975042993e992d0afb73619d4c57bb4ef01e6ab2d0105980ba917ae5acd98", "startedAt": "2026-10-29T14:20:16.417Z", "finishedAt": "2026-10-29T14:57:04.522Z" }, { "id": "studio-deepseek-flash-low--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 612.8307626000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.05047375", "knownApiSubtotalUsd": "0.05047375", "totalTokens": 2155640, "inputTotal": 2123841, "outputTotal": 31799, "cacheRead": 1948800, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2ee0febc7d70d12d66747803ef4b791fb232cf120ca6238a48402342f45dba20", "startedAt": "2026-10-29T14:57:15.685Z", "finishedAt": "2026-10-29T15:09:54.881Z" }, { "id": "studio-deepseek-flash-high--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 488.48379059999996, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.106950608", "knownApiSubtotalUsd": "0.106950608", "totalTokens": 3023292, "inputTotal": 2970785, "outputTotal": 52507, "cacheRead": 2816768, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "32ade0ecb6c72a0a27777608338a3b1ee3622e46ebb984c80de7906884a6b6cc", "startedAt": "2026-10-30T08:28:09.449Z", "finishedAt": "2026-10-30T08:38:32.750Z" }, { "id": "studio-deepseek-flash-max--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 984.1238783, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.13406804", "knownApiSubtotalUsd": "0.13406804", "totalTokens": 6740112, "inputTotal": 6658710, "outputTotal": 81402, "cacheRead": 6202880, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "29a1e5057d11de5d924bd8ccf3171642910cb008c16717cfef6baca37e932936", "startedAt": "2026-10-29T15:54:53.633Z", "finishedAt": "2026-10-29T16:13:25.747Z" }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r3", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1754.9976653999997, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1166839014", "knownApiSubtotalUsd": "0.1166839014", "totalTokens": 2849785, "inputTotal": 2783060, "outputTotal": 66725, "cacheRead": 2657024, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4a85b1b65dd097f4bf57c0e4bdfccd07dbf910b1931b43a69a215ed211e25088", "startedAt": "2026-10-31T02:52:24.974Z", "finishedAt": "2026-10-31T03:24:39.296Z" }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r3", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 869.5872760000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "disabled", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.099635465", "knownApiSubtotalUsd": "0.099635465", "totalTokens": 2150883, "inputTotal": 2108286, "outputTotal": 42597, "cacheRead": 1955200, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4c0c4390be423cc53b4be754c514abf8a8dbd92a4fa51bbd93c9c70020b2cd74", "startedAt": "2026-10-30T12:38:22.685Z", "finishedAt": "2026-10-30T12:56:15.997Z" }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r3", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 2801.9226911, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "enabled", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0677616384", "knownApiSubtotalUsd": "0.0677616384", "totalTokens": 5669634, "inputTotal": 5558993, "outputTotal": 110641, "cacheRead": 5431428, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "09cfec2e6153ad7ff9cb04e04ac30f4612de0cd52816355acc2d155991479dbc", "startedAt": "2026-10-29T18:19:55.564Z", "finishedAt": "2026-10-29T19:08:46.801Z" }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r3", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 3, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 1681.2774316, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "executor", "code": "executor-error" }, { "stage": "executor", "code": "bridge-error" }, { "stage": "telemetry", "code": "closure-unverified" }, { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "disabled", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.0125780828", "totalTokens": null, "inputTotal": 206722, "outputTotal": 16558, "cacheRead": 161001, "cacheWrite": 0, "pendingCount": 1, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "fe4c08a26e36020773b1f0cec89da9ce41e0a6f2cf4b7eb3b9ef80befdcac2e3", "startedAt": "2026-10-29T19:08:55.309Z", "finishedAt": "2026-10-29T19:38:58.381Z" }, { "id": "studio-glm-low--video-silence-remover--r3", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 240.22479620000001, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.102168288", "knownApiSubtotalUsd": "0.102168288", "totalTokens": 1090791, "inputTotal": 1074107, "outputTotal": 16684, "cacheRead": 1039040, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d0c93fc849db0dfaffaf5f1f5f087175da12530310ed7d6fd4e5bb7d303916b5", "startedAt": "2026-10-29T19:49:53.537Z", "finishedAt": "2026-10-29T19:56:04.099Z" }, { "id": "studio-glm-high--video-silence-remover--r3", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 977.2481353, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.586307646", "knownApiSubtotalUsd": "0.586307646", "totalTokens": 6410842, "inputTotal": 6317385, "outputTotal": 93457, "cacheRead": 6161088, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "68fba3fde9fc4058acd8b80a7743fdf9a699c942f889afa0e4dcfc4a48f1134f", "startedAt": "2026-10-30T09:20:14.002Z", "finishedAt": "2026-10-30T09:38:34.338Z" }, { "id": "studio-glm-max--video-silence-remover--r3", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 749.7695294, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.299228117", "knownApiSubtotalUsd": "0.299228117", "totalTokens": 3042636, "inputTotal": 2987723, "outputTotal": 54913, "cacheRead": 2837568, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b0508d56418a1eab8214b4b0c3c47b61803d392a1f967af1b74660cc935949e7", "startedAt": "2026-10-29T20:19:50.364Z", "finishedAt": "2026-10-29T20:34:35.011Z" }, { "id": "studio-kimi-low--video-silence-remover--r3", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 460.5798254, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.24343695", "knownApiSubtotalUsd": "0.24343695", "totalTokens": 463337, "inputTotal": 447223, "outputTotal": 16114, "cacheRead": 401920, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "92d0873b8d927a20a93c0fd567574b9c7cd09028651242a6de1cba986020db45", "startedAt": "2026-10-29T20:34:41.912Z", "finishedAt": "2026-10-29T20:44:26.334Z" }, { "id": "studio-kimi-high--video-silence-remover--r3", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 3, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 1232.6709851, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.49322175", "totalTokens": null, "inputTotal": 1031751, "outputTotal": 35827, "cacheRead": 965632, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "771fc7f6bd32a8198ff07d6f77076c18f0d15977700456bdcec274895ce0752a", "startedAt": "2026-10-29T20:44:33.209Z", "finishedAt": "2026-10-29T21:07:08.670Z" }, { "id": "studio-kimi-max--video-silence-remover--r3", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 3, "state": "invalid", "reward": null, "agentTimedOut": false, "agentSeconds": 1133.6199362999998, "environmentRevision": "delivery-v3", "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [ { "stage": "telemetry", "code": "telemetry-incomplete" } ], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": null, "knownApiSubtotalUsd": "0.74975195", "totalTokens": null, "inputTotal": 1837051, "outputTotal": 33324, "cacheRead": 1751040, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": false, "cost": false, "metadata": true } }, "resultSha256": "338874de84fd05715bbaad6fdee9a21e5f809c17df3bfd8e7791a0d9093fcb2b", "startedAt": "2026-10-29T21:19:45.097Z", "finishedAt": "2026-10-29T21:40:46.010Z" }, { "id": "studio-glm-flash-low--video-silence-remover--r3", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 359.40122369999995, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.04379829", "knownApiSubtotalUsd": "0.04379829", "totalTokens": 939188, "inputTotal": 920945, "outputTotal": 18243, "cacheRead": 862208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7b292c5d449a862ede7b19e42703a3b1da59f08f161dbab8460d92413a3adc4c", "startedAt": "2026-10-29T21:49:47.566Z", "finishedAt": "2026-10-29T21:57:47.105Z" }, { "id": "studio-glm-flash-high--video-silence-remover--r3", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 222.5253792, "environmentRevision": "delivery-v3", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.05394462", "knownApiSubtotalUsd": "0.05394462", "totalTokens": 944875, "inputTotal": 928408, "outputTotal": 16467, "cacheRead": 779584, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2c45820d7acdd630ffd4c5b07c6f993ac18aa1d819f20348206c8e985221a9cd", "startedAt": "2026-10-30T10:56:26.598Z", "finishedAt": "2026-10-30T11:03:21.363Z" } ], "history": null, "physicalAttempts": 160, "audioRevision": "d501178846826f958f22524d1a2df9dc593aec5696380270559e3a6ff852f221" }, { "id": "skillsbench-four-tasks-20261025", "repetitions": 3, "benchmark": "SkillsBench", "benchmarkVariant": "SkillsBench four tasks - corrected v2", "taskCommit": "f860ecf02ef53412a030f8661c83d644b739ff01", "executor": "BenchFlow", "executorCommit": "9c7a1918b31145b1f9a36e2d6b061bbdb5633958", "kind": "three-rounds", "configurations": [ { "id": "claude-haiku-low", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-haiku-medium", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-haiku-high", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-haiku-xhigh", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-haiku-max", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "max" }, { "id": "claude-sonnet-low", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-sonnet-medium", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-sonnet-high", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-sonnet-xhigh", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-sonnet-max", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "max" }, { "id": "claude-opus-low", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "low" }, { "id": "claude-opus-medium", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-opus-high", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "high" }, { "id": "claude-opus-xhigh", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "xhigh" }, { "id": "claude-opus-max", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "max" }, { "id": "codex-luna-low", "model": "gpt-6-luna", "harness": "codex", "effort": "low" }, { "id": "codex-luna-medium", "model": "gpt-6-luna", "harness": "codex", "effort": "medium" }, { "id": "codex-luna-high", "model": "gpt-6-luna", "harness": "codex", "effort": "high" }, { "id": "codex-luna-xhigh", "model": "gpt-6-luna", "harness": "codex", "effort": "xhigh" }, { "id": "codex-luna-max", "model": "gpt-6-luna", "harness": "codex", "effort": "max" }, { "id": "codex-sol-low", "model": "gpt-6.1-sol", "harness": "codex", "effort": "low" }, { "id": "codex-sol-medium", "model": "gpt-6.1-sol", "harness": "codex", "effort": "medium" }, { "id": "codex-sol-high", "model": "gpt-6.1-sol", "harness": "codex", "effort": "high" }, { "id": "codex-sol-xhigh", "model": "gpt-6.1-sol", "harness": "codex", "effort": "xhigh" }, { "id": "codex-sol-max", "model": "gpt-6.1-sol", "harness": "codex", "effort": "max" }, { "id": "studio-glm-flash-low", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "low" }, { "id": "studio-glm-flash-high", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "high" }, { "id": "studio-glm-flash-max", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": "max" }, { "id": "studio-deepseek-flash-none", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "none" }, { "id": "studio-deepseek-flash-low", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "low" }, { "id": "studio-deepseek-flash-high", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "high" }, { "id": "studio-deepseek-flash-max", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": "max" }, { "id": "studio-mimo-pro-enabled", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": "enabled" }, { "id": "studio-mimo-pro-disabled", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": "disabled" }, { "id": "studio-mimo-flash-enabled", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": "enabled" }, { "id": "studio-mimo-flash-disabled", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": "disabled" }, { "id": "studio-glm-low", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "low" }, { "id": "studio-glm-high", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "high" }, { "id": "studio-glm-max", "model": "z-ai/glm-5.3", "harness": "studio", "effort": "max" }, { "id": "studio-kimi-low", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "low" }, { "id": "studio-kimi-high", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "high" }, { "id": "studio-kimi-max", "model": "moonshotai/kimi-k3.1-pro", "harness": "studio", "effort": "max" } ], "tasks": [ { "id": "video-silence-remover", "timeoutSeconds": 3600 }, { "id": "sec-financial-report", "timeoutSeconds": 900 }, { "id": "enterprise-information-search", "timeoutSeconds": 1800 }, { "id": "jpg-ocr-stat", "timeoutSeconds": 1800 } ], "attempts": [ { "id": "claude-haiku-low--video-silence-remover--r1", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 371.68262810699525, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.1111111111111111, "upper": 0.7777777777777778, "unknown": 6 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 1, "failed": 2, "skipped": 0, "pending": 6, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "pending" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "pending" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "pending" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "pending" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02856183", "knownApiSubtotalUsd": "0.02856183", "totalTokens": 992213, "inputTotal": 973776, "outputTotal": 18437, "cacheRead": 923193, "cacheWrite": 50531, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "295225d1c042573cb99ecc404b91bfd8710a337782823f155e10f87be2488ad4", "startedAt": "2026-10-25T12:27:26.994Z", "finishedAt": "2026-10-25T12:35:05.799Z" }, { "id": "claude-haiku-medium--video-silence-remover--r1", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 628.7174573429802, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.5555555555555556, "unknown": 2 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 4, "skipped": 0, "pending": 2, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0266697", "knownApiSubtotalUsd": "0.0266697", "totalTokens": 1137420, "inputTotal": 1119677, "outputTotal": 17743, "cacheRead": 1084900, "cacheWrite": 34715, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6814d441e2811e384ef042584f30596e41efc1a01a4e7714f26d745a87021728", "startedAt": "2026-10-25T12:35:06.485Z", "finishedAt": "2026-10-25T12:47:02.065Z" }, { "id": "claude-haiku-high--video-silence-remover--r1", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 454.25783778200275, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.06034207", "knownApiSubtotalUsd": "0.06034207", "totalTokens": 2320170, "inputTotal": 2273793, "outputTotal": 46377, "cacheRead": 2197877, "cacheWrite": 75832, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ce2e7838b7dc810488a581fe554e3b50fd48279ff8b1f8b82d443603a43ec9ea", "startedAt": "2026-10-25T12:47:02.709Z", "finishedAt": "2026-10-25T12:56:13.008Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r1", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 561.4476666249975, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.21288192", "knownApiSubtotalUsd": "0.21288192", "totalTokens": 3250560, "inputTotal": 3184166, "outputTotal": 66394, "cacheRead": 3067136, "cacheWrite": 116948, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a6036228d70bbad4a3cf10f837bdec04011026111f6d4c8df3eed3aee85f391b", "startedAt": "2026-10-25T12:56:13.640Z", "finishedAt": "2026-10-25T13:07:32.411Z" }, { "id": "claude-haiku-max--video-silence-remover--r1", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1338.8826656510064, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.69466272", "knownApiSubtotalUsd": "0.69466272", "totalTokens": 6498450, "inputTotal": 6331999, "outputTotal": 166451, "cacheRead": 6118310, "cacheWrite": 213573, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "58707e9ed51c6c8d1ebd0529fffd9874008dfcd59e62dd1cfb0ea2b5c1d47ca8", "startedAt": "2026-10-25T13:07:33.026Z", "finishedAt": "2026-10-25T13:31:46.116Z" }, { "id": "claude-sonnet-low--video-silence-remover--r1", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 115.74605036500725, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1353933", "knownApiSubtotalUsd": "0.1353933", "totalTokens": 221516, "inputTotal": 218798, "outputTotal": 2718, "cacheRead": 196653, "cacheWrite": 22129, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "68fe71e5a60db7644c04a56076840d1c2ee7a0c093f05636605be1e205b6ca4e", "startedAt": "2026-10-25T13:31:46.763Z", "finishedAt": "2026-10-25T13:35:18.505Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r1", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 124.99811966699781, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1051681", "knownApiSubtotalUsd": "0.1051681", "totalTokens": 133533, "inputTotal": 131534, "outputTotal": 1999, "cacheRead": 113061, "cacheWrite": 18463, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "58d7a9c3127ed375acfad9ff54951948dd70344382dbb3b8f6e9d057de6cd452", "startedAt": "2026-10-25T13:35:19.155Z", "finishedAt": "2026-10-25T13:39:04.822Z" }, { "id": "claude-sonnet-high--video-silence-remover--r1", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 216.73870557700866, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2279962", "knownApiSubtotalUsd": "0.2279962", "totalTokens": 369075, "inputTotal": 361577, "outputTotal": 7498, "cacheRead": 331602, "cacheWrite": 29953, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8e4c7acdeec332043e84a20e2f5b62894c25ae2d786ec5fba7a9d301dc4c2afb", "startedAt": "2026-10-25T13:39:05.569Z", "finishedAt": "2026-10-25T13:44:35.589Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r1", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 216.76302211300936, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.3120619", "knownApiSubtotalUsd": "0.3120619", "totalTokens": 597627, "inputTotal": 585692, "outputTotal": 11935, "cacheRead": 551279, "cacheWrite": 34379, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "13376f96dc204697da036287232a432573f2df4f79e056f318b0d25c52d0f07e", "startedAt": "2026-10-25T13:44:36.271Z", "finishedAt": "2026-10-25T13:50:11.840Z" }, { "id": "claude-sonnet-max--video-silence-remover--r1", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1636.2421249329927, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "3.4958763", "knownApiSubtotalUsd": "3.4958763", "totalTokens": 8077607, "inputTotal": 7908134, "outputTotal": 169473, "cacheRead": 7649023, "cacheWrite": 259011, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d3051755be7523888828ca24536019e5175d1dd7e37f1b66d664fd582c214d26", "startedAt": "2026-10-25T13:50:12.487Z", "finishedAt": "2026-10-25T14:19:22.951Z" }, { "id": "claude-opus-low--video-silence-remover--r1", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 149.19088819000171, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.208953", "knownApiSubtotalUsd": "0.208953", "totalTokens": 166987, "inputTotal": 164340, "outputTotal": 2647, "cacheRead": 148545, "cacheWrite": 15781, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1d898cf1aef5a8e03fdbb2fc49284182aa3968267d1a33a6dbd9ac9c36f0f821", "startedAt": "2026-10-25T14:19:23.669Z", "finishedAt": "2026-10-25T14:23:15.034Z" }, { "id": "claude-opus-medium--video-silence-remover--r1", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 190.78779570999905, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.5933", "knownApiSubtotalUsd": "0.5933", "totalTokens": 688092, "inputTotal": 678544, "outputTotal": 9548, "cacheRead": 644340, "cacheWrite": 34164, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3815b4f8ccf78f6f216e3477669fb5f1b74088c7c2176bac4084c9c9dd4718c6", "startedAt": "2026-10-25T14:23:15.684Z", "finishedAt": "2026-10-25T14:27:54.207Z" }, { "id": "claude-opus-high--video-silence-remover--r1", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 144.6086227229971, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.428025", "knownApiSubtotalUsd": "0.428025", "totalTokens": 391170, "inputTotal": 384844, "outputTotal": 6326, "cacheRead": 356045, "cacheWrite": 28775, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "24b9068359dc449e66a8f0ab4bd4f0b851e73349cccef30f563ca5f088e03636", "startedAt": "2026-10-25T14:27:54.862Z", "finishedAt": "2026-10-25T14:31:49.326Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r1", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 370.80402149099973, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "1.414744", "knownApiSubtotalUsd": "1.414744", "totalTokens": 1440610, "inputTotal": 1412104, "outputTotal": 28506, "cacheRead": 1340000, "cacheWrite": 72052, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "45abddb9548441f01d88eade1617530bba87e8f73500cd57a06a2e48e7f022fc", "startedAt": "2026-10-25T14:31:49.990Z", "finishedAt": "2026-10-25T14:39:26.952Z" }, { "id": "claude-opus-max--video-silence-remover--r1", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 857.1678573229874, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "2.7659136", "knownApiSubtotalUsd": "2.7659136", "totalTokens": 3001752, "inputTotal": 2941270, "outputTotal": 60482, "cacheRead": 2817128, "cacheWrite": 124070, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f979af4746f1fb466a54fd371c18de1d6006c60e8225800bcec64c65ea2a528f", "startedAt": "2026-10-25T14:39:27.608Z", "finishedAt": "2026-10-25T14:55:29.520Z" }, { "id": "codex-luna-low--video-silence-remover--r1", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 139.50729973200941, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01748388", "knownApiSubtotalUsd": "0.01748388", "totalTokens": 971650, "inputTotal": 965336, "outputTotal": 6314, "cacheRead": 913408, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5c102c8da4dbbeec107c903af2776e94b417d23eb25718bcb1deec11affd19c5", "startedAt": "2026-10-25T14:55:30.190Z", "finishedAt": "2026-10-25T14:59:14.009Z" }, { "id": "codex-luna-medium--video-silence-remover--r1", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 116.2068976169976, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.01002242", "knownApiSubtotalUsd": "0.01002242", "totalTokens": 358885, "inputTotal": 354747, "outputTotal": 4138, "cacheRead": 305792, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1a872c978ac9d053543c07678e32502151726512830da1557aaf102584915e3e", "startedAt": "2026-10-25T14:59:14.660Z", "finishedAt": "2026-10-25T15:02:24.630Z" }, { "id": "codex-luna-high--video-silence-remover--r1", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 171.19487150601344, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.0135315", "knownApiSubtotalUsd": "0.0135315", "totalTokens": 453199, "inputTotal": 446558, "outputTotal": 6641, "cacheRead": 382720, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "40bd8f5f6b462a6523d2def16a92a387e53ffb170de454ac9a6a4579d41ba8ea", "startedAt": "2026-10-25T15:02:25.285Z", "finishedAt": "2026-10-25T15:06:25.516Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r1", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 402.6390099239943, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.03469338", "knownApiSubtotalUsd": "0.03469338", "totalTokens": 1714689, "inputTotal": 1691703, "outputTotal": 22986, "cacheRead": 1621888, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "62cc6ef41d788a9802d28dac757a49b9b308368461d36d9df07ab54897fb40d2", "startedAt": "2026-10-25T15:06:26.193Z", "finishedAt": "2026-10-25T15:14:31.211Z" }, { "id": "codex-luna-max--video-silence-remover--r1", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 276.13079470800585, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02418534", "knownApiSubtotalUsd": "0.02418534", "totalTokens": 923019, "inputTotal": 905160, "outputTotal": 17859, "cacheRead": 836224, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a0c538fb20751c1b4d92602a64be73a17f6d28b6b153471b461fc8966ef1903f", "startedAt": "2026-10-25T15:14:31.901Z", "finishedAt": "2026-10-25T15:20:23.902Z" }, { "id": "codex-sol-low--video-silence-remover--r1", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 353.61086277099093, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2771304", "knownApiSubtotalUsd": "0.2771304", "totalTokens": 1165610, "inputTotal": 1159320, "outputTotal": 6290, "cacheRead": 1107584, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d9c3201f68449a2de09c97ec327899d958a05876b7cf9315881b61e30090721a", "startedAt": "2026-10-25T15:20:24.719Z", "finishedAt": "2026-10-25T15:27:16.433Z" }, { "id": "codex-sol-medium--video-silence-remover--r1", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 282.9927126610128, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2490192", "knownApiSubtotalUsd": "0.2490192", "totalTokens": 883500, "inputTotal": 877502, "outputTotal": 5998, "cacheRead": 824192, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "fc6376609843130b3b11ab98f331989e7e508aa188daffc5ff5f13f8c1c5d5ab", "startedAt": "2026-10-25T15:27:17.103Z", "finishedAt": "2026-10-25T15:37:03.437Z" }, { "id": "codex-sol-high--video-silence-remover--r1", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 213.6204425980104, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1420448", "knownApiSubtotalUsd": "0.1420448", "totalTokens": 472704, "inputTotal": 468214, "outputTotal": 4490, "cacheRead": 441728, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bdba3522ddc4618ff54e6f88c3480574acedd6bcfafc4c39b585fb4c5be771a6", "startedAt": "2026-10-25T15:37:04.147Z", "finishedAt": "2026-10-25T15:41:42.125Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r1", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 312.76452581898775, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.27321", "knownApiSubtotalUsd": "0.27321", "totalTokens": 806705, "inputTotal": 795174, "outputTotal": 11531, "cacheRead": 753920, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e88678e7113a521cd69ed172876cbf2ba6f97131543ae218a2de79d3e657dd7f", "startedAt": "2026-10-25T15:41:42.862Z", "finishedAt": "2026-10-25T15:48:02.379Z" }, { "id": "codex-sol-max--video-silence-remover--r1", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 382.7909205110045, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2751084", "knownApiSubtotalUsd": "0.2751084", "totalTokens": 831879, "inputTotal": 819777, "outputTotal": 12102, "cacheRead": 781824, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1d87f6c04d161ba9b8a5198830229b2d90049d1247c0b3574ec78b11bcf7d623", "startedAt": "2026-10-25T15:48:03.066Z", "finishedAt": "2026-10-25T15:55:45.615Z" }, { "id": "claude-haiku-medium--sec-financial-report--r1", "configurationId": "claude-haiku-medium", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 73.53667047902127, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01427878", "knownApiSubtotalUsd": "0.01427878", "totalTokens": 217018, "inputTotal": 211897, "outputTotal": 5121, "cacheRead": 161368, "cacheWrite": 50517, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1b8d61011691a8acf7f7d0c11f8977e77f2dbaa55c69e582920328a2e6d788fc", "startedAt": "2026-10-25T15:55:46.462Z", "finishedAt": "2026-10-25T15:58:50.177Z" }, { "id": "claude-haiku-high--sec-financial-report--r1", "configurationId": "claude-haiku-high", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 68.23724352699355, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01490957", "knownApiSubtotalUsd": "0.01490957", "totalTokens": 270705, "inputTotal": 258764, "outputTotal": 11941, "cacheRead": 225327, "cacheWrite": 33421, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "846c9d2162c7314eeb6129f926ed8754bfd850000e9b2b35275accb9a1258c94", "startedAt": "2026-10-25T15:58:51.032Z", "finishedAt": "2026-10-25T16:01:23.364Z" }, { "id": "claude-haiku-xhigh--sec-financial-report--r1", "configurationId": "claude-haiku-xhigh", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 160.24322387197753, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02798842", "knownApiSubtotalUsd": "0.02798842", "totalTokens": 682957, "inputTotal": 658229, "outputTotal": 24728, "cacheRead": 610622, "cacheWrite": 47575, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "848a0f1a1d555b74883737aecc10d0a18298d2830ecd36f4504392da8c501c89", "startedAt": "2026-10-25T16:01:24.222Z", "finishedAt": "2026-10-25T16:05:47.598Z" }, { "id": "claude-haiku-max--sec-financial-report--r1", "configurationId": "claude-haiku-max", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 238.68813130698982, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.09435989", "knownApiSubtotalUsd": "0.09435989", "totalTokens": 1406271, "inputTotal": 1356829, "outputTotal": 49442, "cacheRead": 1266193, "cacheWrite": 90594, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "945328be8f340c528cce908c69da2cf4fa36d0d3f58ef11bf633cca2081c42df", "startedAt": "2026-10-25T16:05:48.485Z", "finishedAt": "2026-10-25T16:11:04.519Z" }, { "id": "claude-sonnet-low--sec-financial-report--r1", "configurationId": "claude-sonnet-low", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 34.735144817997934, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0924663", "knownApiSubtotalUsd": "0.0924663", "totalTokens": 139950, "inputTotal": 137844, "outputTotal": 2106, "cacheRead": 123063, "cacheWrite": 14769, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ea068dae33eba1b95acfca9aaa047fa756480270bf2494272802f1418c04b257", "startedAt": "2026-10-25T16:11:05.578Z", "finishedAt": "2026-10-25T16:13:01.016Z" }, { "id": "claude-sonnet-medium--sec-financial-report--r1", "configurationId": "claude-sonnet-medium", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 23.842420847009635, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0797624", "knownApiSubtotalUsd": "0.0797624", "totalTokens": 115420, "inputTotal": 113313, "outputTotal": 2107, "cacheRead": 101164, "cacheWrite": 12139, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "81bb022d5edc287336d9d7f543f7e27770ee8d59d5868849a1c11114a6aaf55b", "startedAt": "2026-10-25T16:13:01.834Z", "finishedAt": "2026-10-25T16:15:13.522Z" }, { "id": "claude-sonnet-high--sec-financial-report--r1", "configurationId": "claude-sonnet-high", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 70.9216278459935, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1053596", "knownApiSubtotalUsd": "0.1053596", "totalTokens": 174618, "inputTotal": 171626, "outputTotal": 2992, "cacheRead": 156676, "cacheWrite": 14936, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bb8d826725ef1f7b75f9ce512a630917b3018976d19298800c54b1e55c22a023", "startedAt": "2026-10-25T16:15:14.377Z", "finishedAt": "2026-10-25T16:18:08.507Z" }, { "id": "claude-sonnet-xhigh--sec-financial-report--r1", "configurationId": "claude-sonnet-xhigh", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 49.96685573097784, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1524087", "knownApiSubtotalUsd": "0.1524087", "totalTokens": 219761, "inputTotal": 215004, "outputTotal": 4757, "cacheRead": 193627, "cacheWrite": 21361, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "aac368f6b23bcfea9174e257830d2b2c06340370f7e926c38eee358b4de5e2a6", "startedAt": "2026-10-25T16:18:09.374Z", "finishedAt": "2026-10-25T16:20:53.247Z" }, { "id": "claude-sonnet-max--sec-financial-report--r1", "configurationId": "claude-sonnet-max", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 257.76632181499735, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.7209636", "knownApiSubtotalUsd": "0.7209636", "totalTokens": 1070027, "inputTotal": 1037023, "outputTotal": 33004, "cacheRead": 963356, "cacheWrite": 73627, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "62b2d55f9a62a751f95a2a688bf829cffe1edd1ef88e41a8465a2008e2ac9185", "startedAt": "2026-10-25T16:20:54.195Z", "finishedAt": "2026-10-25T16:26:33.217Z" }, { "id": "claude-opus-low--sec-financial-report--r1", "configurationId": "claude-opus-low", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 29.08887604001211, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1796874", "knownApiSubtotalUsd": "0.1796874", "totalTokens": 92359, "inputTotal": 90272, "outputTotal": 2087, "cacheRead": 74897, "cacheWrite": 15367, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "89be9e509f4d7602a18e0224e232e2584c4dbc8f826109b11af94498c5e1b8a2", "startedAt": "2026-10-25T16:26:34.063Z", "finishedAt": "2026-10-25T16:29:03.395Z" }, { "id": "claude-opus-medium--sec-financial-report--r1", "configurationId": "claude-opus-medium", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 51.716712569992524, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2034214", "knownApiSubtotalUsd": "0.2034214", "totalTokens": 148985, "inputTotal": 145964, "outputTotal": 3021, "cacheRead": 131367, "cacheWrite": 14585, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "87777e8b74c302e7639e8a5619625b73134b8edb3a6deee17a1037b722f0e51e", "startedAt": "2026-10-25T16:29:04.361Z", "finishedAt": "2026-10-25T16:31:18.718Z" }, { "id": "claude-opus-high--sec-financial-report--r1", "configurationId": "claude-opus-high", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 44.63663232399267, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2030626", "knownApiSubtotalUsd": "0.2030626", "totalTokens": 120457, "inputTotal": 117372, "outputTotal": 3085, "cacheRead": 102253, "cacheWrite": 15109, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f0650f78d3cf171e0f444c9b0ed33dbe0f1453259b564e4deab12ba14ac45ce8", "startedAt": "2026-10-25T16:31:19.692Z", "finishedAt": "2026-10-25T16:33:49.809Z" }, { "id": "claude-opus-xhigh--sec-financial-report--r1", "configurationId": "claude-opus-xhigh", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 86.07190445601009, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3937162", "knownApiSubtotalUsd": "0.3937162", "totalTokens": 313563, "inputTotal": 306826, "outputTotal": 6737, "cacheRead": 281481, "cacheWrite": 25325, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b9074f795869d587a3a3581d6e799449477d6d57c2442d143db56399803e8450", "startedAt": "2026-10-25T16:33:50.748Z", "finishedAt": "2026-10-25T16:36:39.012Z" }, { "id": "claude-opus-max--sec-financial-report--r1", "configurationId": "claude-opus-max", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 479.0052802209975, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "2.1106626", "knownApiSubtotalUsd": "2.1106626", "totalTokens": 1996376, "inputTotal": 1949722, "outputTotal": 46654, "cacheRead": 1848713, "cacheWrite": 100951, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9927fc46ff516b76b09241e8f034b0459ed92306e5830e4335a269212ae6f365", "startedAt": "2026-10-25T16:36:39.943Z", "finishedAt": "2026-10-25T16:46:06.453Z" }, { "id": "codex-luna-low--sec-financial-report--r1", "configurationId": "codex-luna-low", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 215.8663780450006, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0085777", "knownApiSubtotalUsd": "0.0085777", "totalTokens": 338737, "inputTotal": 335161, "outputTotal": 3576, "cacheRead": 296960, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "696518e4568902328a0c4aefdbfb782a87c96b2ec3c0b01d0a8c6f23b34ad98c", "startedAt": "2026-10-25T16:46:07.723Z", "finishedAt": "2026-10-25T16:51:45.639Z" }, { "id": "codex-luna-medium--sec-financial-report--r1", "configurationId": "codex-luna-medium", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 97.38081709001563, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0070052", "knownApiSubtotalUsd": "0.0070052", "totalTokens": 335196, "inputTotal": 331786, "outputTotal": 3410, "cacheRead": 309760, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "597fa08f4374c05688a15c01b2611a9d0cddff8d04901c6fbecaaa87142423a4", "startedAt": "2026-10-25T16:51:46.699Z", "finishedAt": "2026-10-25T16:54:44.586Z" }, { "id": "codex-luna-high--sec-financial-report--r1", "configurationId": "codex-luna-high", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 132.96689841500483, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0117219", "knownApiSubtotalUsd": "0.0117219", "totalTokens": 401591, "inputTotal": 395356, "outputTotal": 6235, "cacheRead": 343680, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1ebedf512ffa956051cfe79e149cefcc4c4090b04f11418ef3b3c02cdac2b13c", "startedAt": "2026-10-25T16:54:45.562Z", "finishedAt": "2026-10-25T16:58:14.356Z" }, { "id": "codex-luna-xhigh--sec-financial-report--r1", "configurationId": "codex-luna-xhigh", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 158.17096946301172, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00951376", "knownApiSubtotalUsd": "0.00951376", "totalTokens": 329516, "inputTotal": 321237, "outputTotal": 8279, "cacheRead": 297216, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f52667bb77d51c9c5bd31511ee56f2c20c4d8d159c02c111cfda79a879eef09b", "startedAt": "2026-10-25T16:58:15.439Z", "finishedAt": "2026-10-25T17:02:12.300Z" }, { "id": "codex-luna-max--sec-financial-report--r1", "configurationId": "codex-luna-max", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 141.46346661899588, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01185462", "knownApiSubtotalUsd": "0.01185462", "totalTokens": 380179, "inputTotal": 370736, "outputTotal": 9443, "cacheRead": 332672, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7954226d46ad722a2736decf8f4ac0c20f478d053d25d625c4a1219a4f081de6", "startedAt": "2026-10-25T17:02:13.290Z", "finishedAt": "2026-10-25T17:05:47.392Z" }, { "id": "codex-sol-low--sec-financial-report--r1", "configurationId": "codex-sol-low", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 46.07576147399959, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0619176", "knownApiSubtotalUsd": "0.0619176", "totalTokens": 122006, "inputTotal": 120539, "outputTotal": 1467, "cacheRead": 102016, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "872b020def3bde09b168eee370f44467af44302111f82ffc8b3fa3f4815f177b", "startedAt": "2026-10-25T17:05:48.390Z", "finishedAt": "2026-10-25T17:07:47.870Z" }, { "id": "codex-sol-medium--sec-financial-report--r1", "configurationId": "codex-sol-medium", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 52.29676458900212, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0677664", "knownApiSubtotalUsd": "0.0677664", "totalTokens": 181064, "inputTotal": 178704, "outputTotal": 2360, "cacheRead": 164864, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9bf8e0a728fe8d611138c9318483820af5b367d97396b82a3c3cddc1239edc3b", "startedAt": "2026-10-25T17:07:48.832Z", "finishedAt": "2026-10-25T17:09:54.515Z" }, { "id": "codex-sol-high--sec-financial-report--r1", "configurationId": "codex-sol-high", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 86.08840104399133, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1074648", "knownApiSubtotalUsd": "0.1074648", "totalTokens": 216814, "inputTotal": 213626, "outputTotal": 3188, "cacheRead": 185088, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1773d9f6f30c0bef46dc90f375bf304c6504af5322e23b667925b99e30798033", "startedAt": "2026-10-25T17:09:55.490Z", "finishedAt": "2026-10-25T17:12:38.355Z" }, { "id": "codex-sol-xhigh--sec-financial-report--r1", "configurationId": "codex-sol-xhigh", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 140.51385442298488, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1557016", "knownApiSubtotalUsd": "0.1557016", "totalTokens": 300670, "inputTotal": 294754, "outputTotal": 5916, "cacheRead": 259456, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dbc02a80e94ca4760fcd3c21ae861b4738ff68e9f91b844b5888759b7869a52a", "startedAt": "2026-10-25T17:12:39.350Z", "finishedAt": "2026-10-25T17:16:13.627Z" }, { "id": "codex-sol-max--sec-financial-report--r1", "configurationId": "codex-sol-max", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 150.93002490498475, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1852776", "knownApiSubtotalUsd": "0.1852776", "totalTokens": 378134, "inputTotal": 372383, "outputTotal": 5751, "cacheRead": 324736, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "53a65af267cfc01f21ed9657c01d49502492487f408b4573dd54143cd999c7e1", "startedAt": "2026-10-25T17:16:14.835Z", "finishedAt": "2026-10-25T17:20:06.309Z" }, { "id": "claude-haiku-low--sec-financial-report--r1", "configurationId": "claude-haiku-low", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 57.90395151398843, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00822996", "knownApiSubtotalUsd": "0.00822996", "totalTokens": 190397, "inputTotal": 185526, "outputTotal": 4871, "cacheRead": 164786, "cacheWrite": 20726, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cf7adc1213b71c8e1616250825c192dec0c3ac2e1c8d42a6cd18bc5cad3117a5", "startedAt": "2026-10-25T17:20:07.345Z", "finishedAt": "2026-10-25T17:22:34.065Z" }, { "id": "claude-haiku-high--enterprise-information-search--r1", "configurationId": "claude-haiku-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 77.0017811920261, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02735519", "knownApiSubtotalUsd": "0.02735519", "totalTokens": 761021, "inputTotal": 746426, "outputTotal": 14595, "cacheRead": 680129, "cacheWrite": 66267, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f23364cf5bde2c0ea6fb06daefc081c332ac441c7fd4d8789b20aedea82070dd", "startedAt": "2026-10-25T17:22:35.391Z", "finishedAt": "2026-10-25T17:25:08.466Z" }, { "id": "claude-haiku-xhigh--enterprise-information-search--r1", "configurationId": "claude-haiku-xhigh", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 140.55669728000066, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.06651664", "knownApiSubtotalUsd": "0.06651664", "totalTokens": 1162901, "inputTotal": 1134390, "outputTotal": 28511, "cacheRead": 1038142, "cacheWrite": 96210, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3cb65985990c5ca6a712188b8861917cc4697d8d7265524eeb74c68894914949", "startedAt": "2026-10-25T17:25:09.510Z", "finishedAt": "2026-10-25T17:29:03.188Z" }, { "id": "claude-haiku-max--enterprise-information-search--r1", "configurationId": "claude-haiku-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 279.27037907601334, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.26705486", "knownApiSubtotalUsd": "0.26705486", "totalTokens": 2817013, "inputTotal": 2759580, "outputTotal": 57433, "cacheRead": 2623152, "cacheWrite": 136366, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6c371f03bd33acaaef06f2b6c8a0892e4a7ab01bd5d626d78de47d40040309e9", "startedAt": "2026-10-25T17:29:04.551Z", "finishedAt": "2026-10-25T17:35:21.003Z" }, { "id": "claude-sonnet-low--enterprise-information-search--r1", "configurationId": "claude-sonnet-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.64534143600031, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1600882", "knownApiSubtotalUsd": "0.1600882", "totalTokens": 318780, "inputTotal": 316032, "outputTotal": 2748, "cacheRead": 290122, "cacheWrite": 25888, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "948f86c0c1013e8787e386c1d8bb2c3155b9d37deb7a97719a51dbc396bfb977", "startedAt": "2026-10-25T17:35:21.858Z", "finishedAt": "2026-10-25T17:37:02.698Z" }, { "id": "claude-sonnet-medium--enterprise-information-search--r1", "configurationId": "claude-sonnet-medium", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 34.56887978699524, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1745821", "knownApiSubtotalUsd": "0.1745821", "totalTokens": 300968, "inputTotal": 298413, "outputTotal": 2555, "cacheRead": 267841, "cacheWrite": 30552, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5bf1b1fb5f2d6bc42a46f797520636b78e1e924004f5973d6b245016390d6beb", "startedAt": "2026-10-25T17:37:03.506Z", "finishedAt": "2026-10-25T17:39:12.935Z" }, { "id": "claude-sonnet-high--enterprise-information-search--r1", "configurationId": "claude-sonnet-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 34.49502827698598, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1610377", "knownApiSubtotalUsd": "0.1610377", "totalTokens": 315228, "inputTotal": 311686, "outputTotal": 3542, "cacheRead": 287457, "cacheWrite": 24207, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ace39d935c48f510bcde36fb08d52b5614e116cfb0e31abea11ba63a5f143a47", "startedAt": "2026-10-25T17:39:13.804Z", "finishedAt": "2026-10-25T17:41:04.810Z" }, { "id": "claude-sonnet-xhigh--enterprise-information-search--r1", "configurationId": "claude-sonnet-xhigh", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 56.593736926995916, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2703543", "knownApiSubtotalUsd": "0.2703543", "totalTokens": 480965, "inputTotal": 474581, "outputTotal": 6384, "cacheRead": 433783, "cacheWrite": 40770, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "80018158ab75fe5713ced993900406ddfb8bc69a622afb0d5e8ae89a15ff001a", "startedAt": "2026-10-25T17:41:05.664Z", "finishedAt": "2026-10-25T17:43:22.900Z" }, { "id": "claude-sonnet-max--enterprise-information-search--r1", "configurationId": "claude-sonnet-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 379.0052898370195, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.4741447", "knownApiSubtotalUsd": "1.4741447", "totalTokens": 3062288, "inputTotal": 3010263, "outputTotal": 52025, "cacheRead": 2842827, "cacheWrite": 167370, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "934feb88e30cfee633f235297514e8501f42e90d60625b5c69e55338f20686c3", "startedAt": "2026-10-25T17:43:23.779Z", "finishedAt": "2026-10-25T17:51:06.835Z" }, { "id": "claude-opus-low--enterprise-information-search--r1", "configurationId": "claude-opus-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 21.97869848299888, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.276393", "knownApiSubtotalUsd": "0.276393", "totalTokens": 166926, "inputTotal": 165314, "outputTotal": 1612, "cacheRead": 138245, "cacheWrite": 27057, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b59e34edddc84f2c92e7d4be032384db52b5543f06fd0f4824d92e49f0717359", "startedAt": "2026-10-25T17:51:07.675Z", "finishedAt": "2026-10-25T17:52:47.373Z" }, { "id": "claude-opus-medium--enterprise-information-search--r1", "configurationId": "claude-opus-medium", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 39.327933990978636, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.456902", "knownApiSubtotalUsd": "0.456902", "totalTokens": 376127, "inputTotal": 373432, "outputTotal": 2695, "cacheRead": 331330, "cacheWrite": 42082, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "171471759854d420e32553e48da367e53b17c82b4758cc9b6bc0051748749437", "startedAt": "2026-10-25T17:52:48.310Z", "finishedAt": "2026-10-25T17:54:39.235Z" }, { "id": "claude-opus-high--enterprise-information-search--r1", "configurationId": "claude-opus-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 56.490868549008155, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.4084414", "knownApiSubtotalUsd": "0.4084414", "totalTokens": 342442, "inputTotal": 338646, "outputTotal": 3796, "cacheRead": 304687, "cacheWrite": 33937, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "13e0d3740e766dc8d1f156cef2c07705b10bc6eac1ba3f7a5f99b26adf26021f", "startedAt": "2026-10-25T17:54:42.265Z", "finishedAt": "2026-10-25T17:57:19.297Z" }, { "id": "claude-opus-xhigh--enterprise-information-search--r1", "configurationId": "claude-opus-xhigh", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 83.11522551300004, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.6045976", "knownApiSubtotalUsd": "0.6045976", "totalTokens": 461930, "inputTotal": 455353, "outputTotal": 6577, "cacheRead": 406368, "cacheWrite": 48961, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "954188e1eb90f634c368cd4655c77567c2209ea19c0dcec5ec4452a063f39659", "startedAt": "2026-10-25T17:57:20.270Z", "finishedAt": "2026-10-25T17:59:59.515Z" }, { "id": "claude-opus-max--enterprise-information-search--r1", "configurationId": "claude-opus-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 381.01084906701, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "2.216672", "knownApiSubtotalUsd": "2.216672", "totalTokens": 2023206, "inputTotal": 1985368, "outputTotal": 37838, "cacheRead": 1849080, "cacheWrite": 136236, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "869513e2333732b4a5adcc577a0bfc664e42975011f2d986aabffb9bb79288b3", "startedAt": "2026-10-25T18:00:00.552Z", "finishedAt": "2026-10-25T18:07:31.381Z" }, { "id": "codex-luna-low--enterprise-information-search--r1", "configurationId": "codex-luna-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 72.0573767789756, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.3333333333333333, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 1, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02206712", "knownApiSubtotalUsd": "0.02206712", "totalTokens": 1296784, "inputTotal": 1292241, "outputTotal": 4543, "cacheRead": 1215872, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "950eef8b5f3d693187ee53ed64beb82e3cdfc249169bc2c54964fd415250ca8a", "startedAt": "2026-10-25T18:07:32.314Z", "finishedAt": "2026-10-25T18:09:49.604Z" }, { "id": "codex-luna-medium--enterprise-information-search--r1", "configurationId": "codex-luna-medium", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 45.361487470014254, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00883658", "knownApiSubtotalUsd": "0.00883658", "totalTokens": 315421, "inputTotal": 312684, "outputTotal": 2737, "cacheRead": 264448, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "14479e9e4bdcbafcfc0d8470a6e79dd5cf12d7b0f4197de0ed3d4cbb75412bdd", "startedAt": "2026-10-25T18:09:50.606Z", "finishedAt": "2026-10-25T18:14:17.406Z" }, { "id": "codex-luna-high--enterprise-information-search--r1", "configurationId": "codex-luna-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 91.15763753498322, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01300678", "knownApiSubtotalUsd": "0.01300678", "totalTokens": 546155, "inputTotal": 539268, "outputTotal": 6887, "cacheRead": 492928, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0328f480355b3262213cba9812f83d5caaca62a5b6a73550ceb158865535a3df", "startedAt": "2026-10-25T18:14:18.712Z", "finishedAt": "2026-10-25T18:16:59.541Z" }, { "id": "codex-luna-xhigh--enterprise-information-search--r1", "configurationId": "codex-luna-xhigh", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 113.6951026780007, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01090704", "knownApiSubtotalUsd": "0.01090704", "totalTokens": 352916, "inputTotal": 345103, "outputTotal": 7813, "cacheRead": 305664, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f0ab56989a503a8bb1b3d55d96305d728adb4b86f1347cb2fbef213fb02ec08f", "startedAt": "2026-10-25T18:17:00.866Z", "finishedAt": "2026-10-25T18:20:05.318Z" }, { "id": "codex-luna-max--enterprise-information-search--r1", "configurationId": "codex-luna-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 96.22951745102182, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0130948", "knownApiSubtotalUsd": "0.0130948", "totalTokens": 344364, "inputTotal": 337382, "outputTotal": 6982, "cacheRead": 268160, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4518091dec3df934afb684beea833832f732e2c9e4fc274bdcf33526bc45cc67", "startedAt": "2026-10-25T18:20:06.323Z", "finishedAt": "2026-10-25T18:22:48.763Z" }, { "id": "codex-sol-low--enterprise-information-search--r1", "configurationId": "codex-sol-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 44.386886972992215, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1056076", "knownApiSubtotalUsd": "0.1056076", "totalTokens": 270219, "inputTotal": 268880, "outputTotal": 1339, "cacheRead": 234496, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5acb53cb74432e21e4e491fe51accd1c911d7b79c141dafc344868586aceebef", "startedAt": "2026-10-25T18:22:49.875Z", "finishedAt": "2026-10-25T18:24:51.635Z" }, { "id": "codex-sol-medium--enterprise-information-search--r1", "configurationId": "codex-sol-medium", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 45.80613893500413, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1058424", "knownApiSubtotalUsd": "0.1058424", "totalTokens": 257398, "inputTotal": 255682, "outputTotal": 1716, "cacheRead": 222464, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "69ace8be7f8b2911e5a453b9f4a7ed1acc777d4035f2d8164a90a8590ad06f33", "startedAt": "2026-10-25T18:24:52.616Z", "finishedAt": "2026-10-25T18:26:48.822Z" }, { "id": "codex-sol-high--enterprise-information-search--r1", "configurationId": "codex-sol-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 59.435691441001836, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1570096", "knownApiSubtotalUsd": "0.1570096", "totalTokens": 419652, "inputTotal": 417478, "outputTotal": 2174, "cacheRead": 368256, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cba48e541e13de4b59112951b96fc1b8fec44f45c36256fb1396d39d5bf68409", "startedAt": "2026-10-25T18:26:49.925Z", "finishedAt": "2026-10-25T18:28:57.668Z" }, { "id": "codex-sol-xhigh--enterprise-information-search--r1", "configurationId": "codex-sol-xhigh", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 87.81859339500079, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1535428", "knownApiSubtotalUsd": "0.1535428", "totalTokens": 358561, "inputTotal": 354802, "outputTotal": 3759, "cacheRead": 312448, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9d26d142d08c450644533f4105fdc51c0c8b88fb18700f1203ab8400132f7624", "startedAt": "2026-10-25T18:28:58.577Z", "finishedAt": "2026-10-25T18:31:33.238Z" }, { "id": "codex-sol-max--enterprise-information-search--r1", "configurationId": "codex-sol-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 137.18138923399965, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2058576", "knownApiSubtotalUsd": "0.2058576", "totalTokens": 422088, "inputTotal": 416545, "outputTotal": 5543, "cacheRead": 359296, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4621b0efd81dfc51cee840c1c4e2344625f6be58efcde227db83f7e01957ddd9", "startedAt": "2026-10-25T18:31:34.128Z", "finishedAt": "2026-10-25T18:35:00.737Z" }, { "id": "claude-haiku-low--enterprise-information-search--r1", "configurationId": "claude-haiku-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.62749812900438, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01596186", "knownApiSubtotalUsd": "0.01596186", "totalTokens": 342232, "inputTotal": 336651, "outputTotal": 5581, "cacheRead": 285036, "cacheWrite": 51595, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3b9a78022b99995dccc164a4c8cf73d0b02292a3df24493440ed5e05c7a49ace", "startedAt": "2026-10-25T18:35:01.659Z", "finishedAt": "2026-10-25T18:37:04.723Z" }, { "id": "claude-haiku-medium--enterprise-information-search--r1", "configurationId": "claude-haiku-medium", "taskId": "enterprise-information-search", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 41.78849369700765, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0158428", "knownApiSubtotalUsd": "0.0158428", "totalTokens": 417073, "inputTotal": 409897, "outputTotal": 7176, "cacheRead": 366960, "cacheWrite": 42915, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c03960af6f952b8082577ec1e00f85e43b92949a6fd0f84c6e42fa08a5108ce7", "startedAt": "2026-10-25T18:37:05.700Z", "finishedAt": "2026-10-25T18:38:59.414Z" }, { "id": "claude-haiku-xhigh--jpg-ocr-stat--r1", "configurationId": "claude-haiku-xhigh", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 145.19928129398613, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03117245", "knownApiSubtotalUsd": "0.03117245", "totalTokens": 525255, "inputTotal": 503956, "outputTotal": 21299, "cacheRead": 422455, "cacheWrite": 81483, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "93914a299cb8218221ec4eb3dbf4e6e3cafa6ee19aa43010a836f6b465806a29", "startedAt": "2026-10-25T18:39:00.630Z", "finishedAt": "2026-10-25T18:42:47.703Z" }, { "id": "claude-haiku-max--jpg-ocr-stat--r1", "configurationId": "claude-haiku-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 432.2680879289983, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.27363908", "knownApiSubtotalUsd": "0.27363908", "totalTokens": 2166845, "inputTotal": 2084234, "outputTotal": 82611, "cacheRead": 1942946, "cacheWrite": 141240, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cc3869a3ed56eada9d5a3df79e2f8917d4d1ba7d8a1627fdf987dbf31f715857", "startedAt": "2026-10-25T18:42:48.795Z", "finishedAt": "2026-10-25T18:51:21.407Z" }, { "id": "claude-sonnet-low--jpg-ocr-stat--r1", "configurationId": "claude-sonnet-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 30.819665515009547, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.7727272727272727, "upper": 0.7727272727272727, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 34, "failed": 10, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0916758", "knownApiSubtotalUsd": "0.0916758", "totalTokens": 114173, "inputTotal": 111996, "outputTotal": 2177, "cacheRead": 96938, "cacheWrite": 15048, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bda0eefba99a2e60579b4c8bdaa5924d1a695e6179a7c9b79f3f09a2f5ad94bc", "startedAt": "2026-10-25T18:51:22.917Z", "finishedAt": "2026-10-25T18:53:03.183Z" }, { "id": "claude-sonnet-medium--jpg-ocr-stat--r1", "configurationId": "claude-sonnet-medium", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30.15520616597496, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0946304", "knownApiSubtotalUsd": "0.0946304", "totalTokens": 118663, "inputTotal": 116422, "outputTotal": 2241, "cacheRead": 100884, "cacheWrite": 15528, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "69042e838449c1c335759a0a0754f7940057fa9a235bd2abd18a8ef436438d98", "startedAt": "2026-10-25T18:53:04.251Z", "finishedAt": "2026-10-25T18:54:39.503Z" }, { "id": "claude-sonnet-high--jpg-ocr-stat--r1", "configurationId": "claude-sonnet-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 44.50391335799941, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.147629", "knownApiSubtotalUsd": "0.147629", "totalTokens": 279759, "inputTotal": 276300, "outputTotal": 3459, "cacheRead": 254390, "cacheWrite": 21890, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "edcef2a0f09649b9c6501e012caa360ba11ff46d58baffc1c5caf5ed7208da79", "startedAt": "2026-10-25T18:54:40.595Z", "finishedAt": "2026-10-25T18:56:31.404Z" }, { "id": "claude-sonnet-xhigh--jpg-ocr-stat--r1", "configurationId": "claude-sonnet-xhigh", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 89.23584137202124, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3630832", "knownApiSubtotalUsd": "0.3630832", "totalTokens": 505624, "inputTotal": 499895, "outputTotal": 5729, "cacheRead": 434292, "cacheWrite": 65579, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9a79b760422e75debecb2704c7db3d8e39c6191d7abf219e8cb13991e7807720", "startedAt": "2026-10-26T14:51:02.910Z", "finishedAt": "2026-10-26T14:54:09.719Z" }, { "id": "claude-sonnet-max--jpg-ocr-stat--r1", "configurationId": "claude-sonnet-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 473.2247930679878, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.0701219", "knownApiSubtotalUsd": "1.0701219", "totalTokens": 2272361, "inputTotal": 2231219, "outputTotal": 41142, "cacheRead": 2119499, "cacheWrite": 111656, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "743e5fa6a72852534f36eee6bb6bb60470cf2791db4d142c766b3d1746107fde", "startedAt": "2026-10-26T14:54:13.325Z", "finishedAt": "2026-10-26T15:03:44.631Z" }, { "id": "claude-opus-low--jpg-ocr-stat--r1", "configurationId": "claude-opus-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 27.96059098400292, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.6136363636363636, "upper": 0.6136363636363636, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 27, "failed": 17, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1544272", "knownApiSubtotalUsd": "0.1544272", "totalTokens": 84969, "inputTotal": 83012, "outputTotal": 1957, "cacheRead": 70356, "cacheWrite": 12648, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6c5ff890a3d294dadeb4d7403d882c650f9d4b01c766796354111612b415f932", "startedAt": "2026-10-26T15:03:45.970Z", "finishedAt": "2026-10-26T15:05:27.896Z" }, { "id": "claude-opus-medium--jpg-ocr-stat--r1", "configurationId": "claude-opus-medium", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 570.930524913012, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.170174", "knownApiSubtotalUsd": "1.170174", "totalTokens": 1367412, "inputTotal": 1348118, "outputTotal": 19294, "cacheRead": 1282110, "cacheWrite": 65960, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "90c4bb37b5fb75fbf90822f9a64c3e3a6f9a91f36eb763403d2c40474d00236d", "startedAt": "2026-10-26T15:05:29.143Z", "finishedAt": "2026-10-26T15:16:25.626Z" }, { "id": "claude-opus-high--jpg-ocr-stat--r1", "configurationId": "claude-opus-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 346.594586858002, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.8505888", "knownApiSubtotalUsd": "0.8505888", "totalTokens": 731569, "inputTotal": 720764, "outputTotal": 10805, "cacheRead": 657884, "cacheWrite": 62848, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dbfbf72a69e89b2ca5a19101a22c63f2753bc341f597bbb9f501c440d5887010", "startedAt": "2026-10-26T15:16:26.903Z", "finishedAt": "2026-10-26T15:23:45.201Z" }, { "id": "claude-opus-xhigh--jpg-ocr-stat--r1", "configurationId": "claude-opus-xhigh", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 638.9574349170143, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.7699052", "knownApiSubtotalUsd": "1.7699052", "totalTokens": 2208081, "inputTotal": 2177941, "outputTotal": 30140, "cacheRead": 2084126, "cacheWrite": 93755, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "04bf896dcc60c13311f9050253cc3888430bac01420bfc7a5e30c3d21d5df258", "startedAt": "2026-10-26T15:23:46.329Z", "finishedAt": "2026-10-26T15:36:06.921Z" }, { "id": "claude-opus-max--jpg-ocr-stat--r1", "configurationId": "claude-opus-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 1349.0297319469973, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "4.6303418", "knownApiSubtotalUsd": "4.6303418", "totalTokens": 5713298, "inputTotal": 5612537, "outputTotal": 100761, "cacheRead": 5421129, "cacheWrite": 191316, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "24cf6f7f016fc25e38a98d945f8a562365cf1e9fcf3bfcd00990b40cffef1861", "startedAt": "2026-10-26T15:36:08.040Z", "finishedAt": "2026-10-26T16:00:25.167Z" }, { "id": "codex-luna-low--jpg-ocr-stat--r1", "configurationId": "codex-luna-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.56388610400609, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00553448", "knownApiSubtotalUsd": "0.00553448", "totalTokens": 241396, "inputTotal": 239928, "outputTotal": 1468, "cacheRead": 213248, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2d556184cb48c8141a0e51eb86c922d2eeacd62fa5589765d14894b2e3e5b552", "startedAt": "2026-10-25T18:56:32.431Z", "finishedAt": "2026-10-25T18:58:12.525Z" }, { "id": "codex-luna-medium--jpg-ocr-stat--r1", "configurationId": "codex-luna-medium", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 32.91673215699848, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0045852", "knownApiSubtotalUsd": "0.0045852", "totalTokens": 139376, "inputTotal": 137269, "outputTotal": 2107, "cacheRead": 113280, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "27dd5a88f46fee7c76bd4cd57b44b26fe5346c3bcd686d43dbcc83b6983c2a63", "startedAt": "2026-10-25T18:58:13.486Z", "finishedAt": "2026-10-25T18:59:51.308Z" }, { "id": "codex-luna-high--jpg-ocr-stat--r1", "configurationId": "codex-luna-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 37.17833859199891, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00703564", "knownApiSubtotalUsd": "0.00703564", "totalTokens": 179710, "inputTotal": 177730, "outputTotal": 1980, "cacheRead": 130304, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4e985b29ac8efb2d7cfd6ae305229c8f5a8a6dc0ae8fee59bb734ce39cb72cae", "startedAt": "2026-10-25T18:59:52.366Z", "finishedAt": "2026-10-25T19:01:47.943Z" }, { "id": "codex-luna-xhigh--jpg-ocr-stat--r1", "configurationId": "codex-luna-xhigh", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 61.356571933982195, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00725052", "knownApiSubtotalUsd": "0.00725052", "totalTokens": 199238, "inputTotal": 194950, "outputTotal": 4288, "cacheRead": 159872, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "067917b34d8bd33c1027b7c864dd36fc6e234740b1d7ad4d47d5c36c6d2ed349", "startedAt": "2026-10-25T19:01:48.925Z", "finishedAt": "2026-10-25T19:03:57.355Z" }, { "id": "codex-luna-max--jpg-ocr-stat--r1", "configurationId": "codex-luna-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 64.80685644602636, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0081676", "knownApiSubtotalUsd": "0.0081676", "totalTokens": 198180, "inputTotal": 193898, "outputTotal": 4282, "cacheRead": 148480, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "94e0cf6b08f45d5e3c936bc933b3f123c4089fa012e584d487e6928450f37828", "startedAt": "2026-10-25T19:03:58.486Z", "finishedAt": "2026-10-25T19:06:08.072Z" }, { "id": "codex-sol-low--jpg-ocr-stat--r1", "configurationId": "codex-sol-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 111.04483132000314, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1272984", "knownApiSubtotalUsd": "0.1272984", "totalTokens": 433994, "inputTotal": 431641, "outputTotal": 2353, "cacheRead": 399744, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a50e6ae148d9f7a5f55a8c10d1f53c57060270e48f65f98495826d5c18666360", "startedAt": "2026-10-25T19:06:09.163Z", "finishedAt": "2026-10-25T19:09:04.772Z" }, { "id": "codex-sol-medium--jpg-ocr-stat--r1", "configurationId": "codex-sol-medium", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 136.37159503201838, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1958916", "knownApiSubtotalUsd": "0.1958916", "totalTokens": 654713, "inputTotal": 651876, "outputTotal": 2837, "cacheRead": 598016, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "389a69d7ba36d2862529546b2ffc5279e758f07a027169fd8d1134d8e827fc98", "startedAt": "2026-10-25T19:09:06.174Z", "finishedAt": "2026-10-25T19:12:29.032Z" }, { "id": "codex-sol-high--jpg-ocr-stat--r1", "configurationId": "codex-sol-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 149.01131166800042, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2542688", "knownApiSubtotalUsd": "0.2542688", "totalTokens": 800996, "inputTotal": 797975, "outputTotal": 3021, "cacheRead": 722048, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "308fa537dd37595589b251147a110c93658ad0e9545d7909f3e0ab0f6254e562", "startedAt": "2026-10-25T19:12:30.153Z", "finishedAt": "2026-10-25T19:16:04.806Z" }, { "id": "codex-sol-xhigh--jpg-ocr-stat--r1", "configurationId": "codex-sol-xhigh", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 88.25558377700509, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1892732", "knownApiSubtotalUsd": "0.1892732", "totalTokens": 476491, "inputTotal": 473185, "outputTotal": 3306, "cacheRead": 415872, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5771d978d95953a3a30190afad4afe5092e453d15f2d302b0f9e9ddf2869d0bf", "startedAt": "2026-10-25T19:16:05.864Z", "finishedAt": "2026-10-25T19:18:38.959Z" }, { "id": "codex-sol-max--jpg-ocr-stat--r1", "configurationId": "codex-sol-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 72.0145495730103, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1549708", "knownApiSubtotalUsd": "0.1549708", "totalTokens": 369439, "inputTotal": 366549, "outputTotal": 2890, "cacheRead": 319488, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a12ddd45d0e29876a691f9e99345b598d6ed19573c06ec9ca63adc90fc4a3f0b", "startedAt": "2026-10-25T19:18:39.978Z", "finishedAt": "2026-10-25T19:20:59.479Z" }, { "id": "claude-haiku-low--jpg-ocr-stat--r1", "configurationId": "claude-haiku-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 94.42137708098744, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01844008", "knownApiSubtotalUsd": "0.01844008", "totalTokens": 359634, "inputTotal": 348950, "outputTotal": 10684, "cacheRead": 298368, "cacheWrite": 50562, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "aaa3de200833dc625bc20ac45929c60cd50af69d9228f42f34c6450e8ffd08bb", "startedAt": "2026-10-26T16:00:26.318Z", "finishedAt": "2026-10-26T16:03:23.916Z" }, { "id": "claude-haiku-medium--jpg-ocr-stat--r1", "configurationId": "claude-haiku-medium", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 44.455403291998664, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01381587", "knownApiSubtotalUsd": "0.01381587", "totalTokens": 236256, "inputTotal": 228917, "outputTotal": 7339, "cacheRead": 187557, "cacheWrite": 41348, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "23196048d5d4c3f71da2739d3c4d4d824ddc712e7e9b0a5d13df22cf22284195", "startedAt": "2026-10-26T16:03:25.061Z", "finishedAt": "2026-10-26T16:05:30.562Z" }, { "id": "claude-haiku-high--jpg-ocr-stat--r1", "configurationId": "claude-haiku-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 60.60270853698603, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01680036", "knownApiSubtotalUsd": "0.01680036", "totalTokens": 249151, "inputTotal": 237452, "outputTotal": 11699, "cacheRead": 192306, "cacheWrite": 45132, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dbd8f90050fd67040b22d8e069ba82b2911a02494984132ddceaff9c7caf436b", "startedAt": "2026-10-26T16:05:31.777Z", "finishedAt": "2026-10-26T16:07:49.725Z" }, { "id": "claude-haiku-medium--video-silence-remover--r2", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 286.6108558749838, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.5555555555555556, "unknown": 2 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 4, "skipped": 0, "pending": 2, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02469656", "knownApiSubtotalUsd": "0.02469656", "totalTokens": 934689, "inputTotal": 920510, "outputTotal": 14179, "cacheRead": 876266, "cacheWrite": 44200, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "15f4500e4602d29f53a64e4f38572cc4195f53d5ef3146807a1e5b88626dc9bd", "startedAt": "2026-10-26T16:07:51.079Z", "finishedAt": "2026-10-26T16:14:00.723Z" }, { "id": "claude-haiku-high--video-silence-remover--r2", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 185.69377174400142, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02988542", "knownApiSubtotalUsd": "0.02988542", "totalTokens": 1086263, "inputTotal": 1065739, "outputTotal": 20524, "cacheRead": 1018522, "cacheWrite": 47165, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "050a03ef2237966bbf0aede71e96d53924ec5b292b28793d2b2fa2364b761070", "startedAt": "2026-10-26T16:14:02.004Z", "finishedAt": "2026-10-26T16:18:33.038Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r2", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 458.1866938289895, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 1, "unknown": 6 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 0, "skipped": 0, "pending": 6, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "pending" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "pending" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "pending" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "pending" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.05539738", "knownApiSubtotalUsd": "0.05539738", "totalTokens": 1712286, "inputTotal": 1664820, "outputTotal": 47466, "cacheRead": 1585758, "cacheWrite": 79006, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a595b091a5c29730ae012d9afe44bd623eb997c6331414a346fd2b965be1a8c2", "startedAt": "2026-10-26T16:18:34.360Z", "finishedAt": "2026-10-26T16:27:43.269Z" }, { "id": "claude-haiku-max--video-silence-remover--r2", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 691.0614817089809, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.23861839", "knownApiSubtotalUsd": "0.23861839", "totalTokens": 2871911, "inputTotal": 2782130, "outputTotal": 89781, "cacheRead": 2656617, "cacheWrite": 125437, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "86c381ed4f6f84fd86279f198c1f7f567035411ad8a90aa87fe7df7437c2e23e", "startedAt": "2026-10-26T16:27:44.561Z", "finishedAt": "2026-10-26T16:40:45.126Z" }, { "id": "claude-sonnet-low--video-silence-remover--r2", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 98.67273671500152, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1195068", "knownApiSubtotalUsd": "0.1195068", "totalTokens": 222186, "inputTotal": 219016, "outputTotal": 3170, "cacheRead": 202108, "cacheWrite": 16890, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "430dc64ff4724582c845fabe2f19ebbd1c6d5d73d7e48c68514eaabda35383ef", "startedAt": "2026-10-26T16:40:46.435Z", "finishedAt": "2026-10-26T16:43:43.041Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r2", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 115.31256415697862, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1092452", "knownApiSubtotalUsd": "0.1092452", "totalTokens": 158591, "inputTotal": 156087, "outputTotal": 2504, "cacheRead": 138492, "cacheWrite": 17583, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "961700baf217c416db661867ba1dbeb0f4d4ca91cd703d7b8633be89eb77203a", "startedAt": "2026-10-26T16:43:44.184Z", "finishedAt": "2026-10-26T16:47:09.011Z" }, { "id": "claude-sonnet-high--video-silence-remover--r2", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 145.22657431400148, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1502566", "knownApiSubtotalUsd": "0.1502566", "totalTokens": 268106, "inputTotal": 263242, "outputTotal": 4864, "cacheRead": 243926, "cacheWrite": 19296, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c7a354b9e24dc2068d79fe51db37fea68551cfb62cd18db03b218b87efa93b35", "startedAt": "2026-10-26T16:47:10.115Z", "finishedAt": "2026-10-26T16:51:10.590Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r2", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 379.6169221420132, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.6442114", "knownApiSubtotalUsd": "0.6442114", "totalTokens": 1192467, "inputTotal": 1163388, "outputTotal": 29079, "cacheRead": 1102574, "cacheWrite": 60768, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3a2f9f26280723e7d089ca310f2e5fbacb3fe5c82df79388941b83e96161e0ce", "startedAt": "2026-10-26T16:51:11.706Z", "finishedAt": "2026-10-26T16:59:09.220Z" }, { "id": "claude-sonnet-max--video-silence-remover--r2", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1606.3386576990015, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "2.5158025", "knownApiSubtotalUsd": "2.5158025", "totalTokens": 5941453, "inputTotal": 5821242, "outputTotal": 120211, "cacheRead": 5633605, "cacheWrite": 187529, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "039497aa2b7435a7d729f05eb5f6d447685d5e7fcf4f59751407b6e87037eace", "startedAt": "2026-10-26T16:59:12.096Z", "finishedAt": "2026-10-26T17:27:24.317Z" }, { "id": "claude-opus-low--video-silence-remover--r2", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 208.00763959501637, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.318503", "knownApiSubtotalUsd": "0.318503", "totalTokens": 290388, "inputTotal": 285483, "outputTotal": 4905, "cacheRead": 264535, "cacheWrite": 20926, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9c7397b8e8f464bf8e64a701b6b331b9976c5ebd0f76725c04378847effb89f3", "startedAt": "2026-10-26T17:27:25.811Z", "finishedAt": "2026-10-26T17:32:12.518Z" }, { "id": "claude-opus-medium--video-silence-remover--r2", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 154.27391310202074, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.403701", "knownApiSubtotalUsd": "0.403701", "totalTokens": 365839, "inputTotal": 358471, "outputTotal": 7368, "cacheRead": 334785, "cacheWrite": 23660, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bf8024f1efc69022d7cd133e00e464758ff21437c65e59016c96876a2c01ba47", "startedAt": "2026-10-26T17:32:13.944Z", "finishedAt": "2026-10-26T17:36:11.534Z" }, { "id": "claude-opus-high--video-silence-remover--r2", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 116.0184516349982, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.4044248", "knownApiSubtotalUsd": "0.4044248", "totalTokens": 405089, "inputTotal": 398803, "outputTotal": 6286, "cacheRead": 373284, "cacheWrite": 25493, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9451737b82e8a652c3932ca30340967f77e4c49623012b4fba1223abbdda8209", "startedAt": "2026-10-26T17:36:12.963Z", "finishedAt": "2026-10-26T17:39:33.522Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r2", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 253.8953713279916, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.9055924", "knownApiSubtotalUsd": "0.9055924", "totalTokens": 753307, "inputTotal": 736096, "outputTotal": 17211, "cacheRead": 682982, "cacheWrite": 53080, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b54a6a498d351bad63704fecddb122f0c6437289e74111288328de7196bc7769", "startedAt": "2026-10-26T17:39:34.830Z", "finishedAt": "2026-10-26T17:45:26.811Z" }, { "id": "claude-opus-max--video-silence-remover--r2", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 921.939499819011, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "3.2428664", "knownApiSubtotalUsd": "3.2428664", "totalTokens": 4186015, "inputTotal": 4110071, "outputTotal": 75944, "cacheRead": 3994372, "cacheWrite": 115579, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cdc8d61ea259df6e69f6979693029972e55781761ae56e520436159900d6efd4", "startedAt": "2026-10-26T17:45:28.160Z", "finishedAt": "2026-10-26T18:02:31.817Z" }, { "id": "codex-luna-low--video-silence-remover--r2", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 223.65432828999474, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.7777777777777778, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 2, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.01508186", "knownApiSubtotalUsd": "0.01508186", "totalTokens": 910581, "inputTotal": 906496, "outputTotal": 4085, "cacheRead": 862336, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6506260309d5b5fa6821eaf0cdcf8439de14d8ef7b61bd19b852dc06296a4f76", "startedAt": "2026-10-25T19:21:00.594Z", "finishedAt": "2026-10-25T19:26:19.124Z" }, { "id": "codex-luna-medium--video-silence-remover--r2", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 213.62291129102232, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.01000404", "knownApiSubtotalUsd": "0.01000404", "totalTokens": 549462, "inputTotal": 545235, "outputTotal": 4227, "cacheRead": 518144, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "59ef683c33f13016e725979afeba8f170968887efade63b5fe4af7cd73bae815", "startedAt": "2026-10-25T19:26:20.354Z", "finishedAt": "2026-10-25T19:31:01.554Z" }, { "id": "codex-luna-high--video-silence-remover--r2", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 234.26862449900364, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.00924308", "knownApiSubtotalUsd": "0.00924308", "totalTokens": 313142, "inputTotal": 307235, "outputTotal": 5907, "cacheRead": 271488, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3ea3baf31cf5ab586367d50fac60326ae53480e58c821892399c9ce0affddb0e", "startedAt": "2026-10-25T19:31:02.830Z", "finishedAt": "2026-10-25T19:35:58.942Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r2", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 443.29025838698726, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.03093578", "knownApiSubtotalUsd": "0.03093578", "totalTokens": 1495705, "inputTotal": 1473591, "outputTotal": 22114, "cacheRead": 1416448, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dad4dc53269213e5ae1707738a1d92b89b99f3fd7f4dc588c169a642c361093a", "startedAt": "2026-10-25T19:36:00.252Z", "finishedAt": "2026-10-25T19:44:30.318Z" }, { "id": "codex-luna-max--video-silence-remover--r2", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 415.4852176220156, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.03367032", "knownApiSubtotalUsd": "0.03367032", "totalTokens": 1584996, "inputTotal": 1561578, "outputTotal": 23418, "cacheRead": 1491072, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "72c4660d4d2326e418172286ac083ee27cd231e108e1edb42c8174be1a804ff6", "startedAt": "2026-10-25T19:44:36.335Z", "finishedAt": "2026-10-25T19:57:08.431Z" }, { "id": "codex-sol-low--video-silence-remover--r2", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 277.5010533349996, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2025836", "knownApiSubtotalUsd": "0.2025836", "totalTokens": 789903, "inputTotal": 785219, "outputTotal": 4684, "cacheRead": 744576, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4848def26cfa201748bf15d13f054dbd75f619e24caf2ebeafb87c728a4b7a9b", "startedAt": "2026-10-25T19:57:10.481Z", "finishedAt": "2026-10-25T20:04:17.827Z" }, { "id": "codex-sol-medium--video-silence-remover--r2", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 229.33469807499205, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.17119", "knownApiSubtotalUsd": "0.17119", "totalTokens": 726771, "inputTotal": 721841, "outputTotal": 4930, "cacheRead": 695680, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5f576f41cd604b5b5f035431eda5c50d0851fb0d300f112c3220f1c28146816e", "startedAt": "2026-10-25T20:04:19.142Z", "finishedAt": "2026-10-25T20:09:10.453Z" }, { "id": "codex-sol-high--video-silence-remover--r2", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 364.29547211699537, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2401424", "knownApiSubtotalUsd": "0.2401424", "totalTokens": 968700, "inputTotal": 959454, "outputTotal": 9246, "cacheRead": 932224, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "50cb3485beeed2e5d222b1b864c6dbd5e6d4e7f3c4eb1570f495e18d2f59832c", "startedAt": "2026-10-25T20:09:11.735Z", "finishedAt": "2026-10-25T20:16:19.616Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r2", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 326.48389090402634, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2506548", "knownApiSubtotalUsd": "0.2506548", "totalTokens": 852041, "inputTotal": 841865, "outputTotal": 10176, "cacheRead": 807808, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d26e4eaf987805ec2d3c9bed68a2725a4f9b9972c901c8f02921520a40b01cdd", "startedAt": "2026-10-25T20:16:20.888Z", "finishedAt": "2026-10-25T20:22:43.715Z" }, { "id": "codex-sol-max--video-silence-remover--r2", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 336.27098478897824, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2484148", "knownApiSubtotalUsd": "0.2484148", "totalTokens": 720777, "inputTotal": 708921, "outputTotal": 11856, "cacheRead": 677888, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "077e8876534d7a9bfaa7a8c277694cdf56580d18fefd5619cbfb56cf58b0f73a", "startedAt": "2026-10-25T20:22:44.975Z", "finishedAt": "2026-10-25T20:29:19.848Z" }, { "id": "claude-haiku-low--video-silence-remover--r2", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 337.1880080080009, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.5555555555555556, "unknown": 2 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 4, "skipped": 0, "pending": 2, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.01677371", "knownApiSubtotalUsd": "0.01677371", "totalTokens": 437235, "inputTotal": 428488, "outputTotal": 8747, "cacheRead": 385761, "cacheWrite": 42699, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "056d7467f869fc90b32884a38e6f53c12b5642a22ed1f1683f9fd31bef90089a", "startedAt": "2026-10-25T20:29:21.269Z", "finishedAt": "2026-10-25T20:36:14.944Z" }, { "id": "claude-haiku-high--sec-financial-report--r2", "configurationId": "claude-haiku-high", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 98.32255854201503, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01640256", "knownApiSubtotalUsd": "0.01640256", "totalTokens": 361004, "inputTotal": 348501, "outputTotal": 12503, "cacheRead": 313406, "cacheWrite": 35075, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "26f8ac9d281b075f5eb5c32f7beb5b96c07a243204c3c3b58e46a16be11ee1ee", "startedAt": "2026-10-25T20:36:20.232Z", "finishedAt": "2026-10-25T20:39:43.033Z" }, { "id": "claude-haiku-xhigh--sec-financial-report--r2", "configurationId": "claude-haiku-xhigh", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 167.28714875501464, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03439923", "knownApiSubtotalUsd": "0.03439923", "totalTokens": 908162, "inputTotal": 882760, "outputTotal": 25402, "cacheRead": 815003, "cacheWrite": 67725, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d1d95d0b42a5d1fb4754f1e8d8d9e664de8a0570155f789cc486192751e74fa2", "startedAt": "2026-10-25T20:39:44.807Z", "finishedAt": "2026-10-25T20:44:12.439Z" }, { "id": "claude-haiku-max--sec-financial-report--r2", "configurationId": "claude-haiku-max", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 267.26234645501245, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.18457036", "knownApiSubtotalUsd": "0.18457036", "totalTokens": 1355427, "inputTotal": 1298863, "outputTotal": 56564, "cacheRead": 1181084, "cacheWrite": 117747, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bbebe3888d3216d33386ec19cfe8d3f51775176b865deda87adb101520b8c1a7", "startedAt": "2026-10-25T20:44:17.471Z", "finishedAt": "2026-10-25T20:50:24.867Z" }, { "id": "claude-sonnet-low--sec-financial-report--r2", "configurationId": "claude-sonnet-low", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 69.59260487600113, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1105391", "knownApiSubtotalUsd": "0.1105391", "totalTokens": 170988, "inputTotal": 168070, "outputTotal": 2918, "cacheRead": 151511, "cacheWrite": 16545, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "095e2c443b0cd413b15f5311e3fb9b9d1d21e482544ef634034d1ed9b55ca223", "startedAt": "2026-10-25T20:50:28.964Z", "finishedAt": "2026-10-25T20:53:33.093Z" }, { "id": "claude-sonnet-medium--sec-financial-report--r2", "configurationId": "claude-sonnet-medium", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 54.41732444197987, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0862594", "knownApiSubtotalUsd": "0.0862594", "totalTokens": 141913, "inputTotal": 139556, "outputTotal": 2357, "cacheRead": 127054, "cacheWrite": 12490, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9c5dd71a5b0bf369bc0e561cf6b066207ef64fd12ff6bfb742c1374b4585376c", "startedAt": "2026-10-25T20:53:34.672Z", "finishedAt": "2026-10-25T20:55:56.128Z" }, { "id": "claude-sonnet-high--sec-financial-report--r2", "configurationId": "claude-sonnet-high", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 130.1679872389941, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1498913", "knownApiSubtotalUsd": "0.1498913", "totalTokens": 285771, "inputTotal": 281599, "outputTotal": 4172, "cacheRead": 261073, "cacheWrite": 20506, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "534a758282744bc4306af7a5729615a69aacc3adb4b94208f7ab7ce7b05158f9", "startedAt": "2026-10-25T20:55:57.819Z", "finishedAt": "2026-10-25T20:59:42.738Z" }, { "id": "claude-sonnet-xhigh--sec-financial-report--r2", "configurationId": "claude-sonnet-xhigh", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 54.738268207001965, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.149774", "knownApiSubtotalUsd": "0.149774", "totalTokens": 225289, "inputTotal": 220891, "outputTotal": 4398, "cacheRead": 199420, "cacheWrite": 21455, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1a157bac81533ea3fbfa0acd42dfbae5720a233e745035873ea8f1012b8e8a2a", "startedAt": "2026-10-25T20:59:44.608Z", "finishedAt": "2026-10-25T21:02:09.869Z" }, { "id": "claude-sonnet-max--sec-financial-report--r2", "configurationId": "claude-sonnet-max", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 303.50941281497944, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.7382534", "knownApiSubtotalUsd": "0.7382534", "totalTokens": 1014092, "inputTotal": 979867, "outputTotal": 34225, "cacheRead": 903434, "cacheWrite": 76397, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0a4c5a163cea4d290395e66f2a700f6b1e719f08629cdbde859291646708a572", "startedAt": "2026-10-25T21:02:11.634Z", "finishedAt": "2026-10-25T21:08:45.625Z" }, { "id": "claude-opus-low--sec-financial-report--r2", "configurationId": "claude-opus-low", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 44.95393579598749, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1715316", "knownApiSubtotalUsd": "0.1715316", "totalTokens": 89893, "inputTotal": 87868, "outputTotal": 2025, "cacheRead": 73318, "cacheWrite": 14542, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c0ae9026bc5d8b51827e3f0798cacffa60ab042558c7fb5e1220d99bd7ed6bb7", "startedAt": "2026-10-25T21:08:46.985Z", "finishedAt": "2026-10-25T21:10:55.567Z" }, { "id": "claude-opus-medium--sec-financial-report--r2", "configurationId": "claude-opus-medium", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 43.608644524007104, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2105634", "knownApiSubtotalUsd": "0.2105634", "totalTokens": 150948, "inputTotal": 148062, "outputTotal": 2886, "cacheRead": 132257, "cacheWrite": 15793, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7fe145c09763c861d2a25e5580d7db8b472022fcc93ac7e059a5a6a1ba3f983a", "startedAt": "2026-10-25T21:10:57.113Z", "finishedAt": "2026-10-25T21:13:04.527Z" }, { "id": "claude-opus-high--sec-financial-report--r2", "configurationId": "claude-opus-high", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 52.45411507200333, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2281314", "knownApiSubtotalUsd": "0.2281314", "totalTokens": 177493, "inputTotal": 173731, "outputTotal": 3762, "cacheRead": 158577, "cacheWrite": 15140, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "46b27156963ed3a8c4a00c1bc9b71fc2799e28cb91c214ab6d363ab5c4e7745b", "startedAt": "2026-10-25T21:13:05.764Z", "finishedAt": "2026-10-25T21:15:20.733Z" }, { "id": "claude-opus-xhigh--sec-financial-report--r2", "configurationId": "claude-opus-xhigh", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 88.58413872000528, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.428743", "knownApiSubtotalUsd": "0.428743", "totalTokens": 274699, "inputTotal": 267752, "outputTotal": 6947, "cacheRead": 237455, "cacheWrite": 30281, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "39439a4800f80735421479790cfe0b269189a60cc80f5f4df97d690bd3d6cf0b", "startedAt": "2026-10-25T21:15:22.235Z", "finishedAt": "2026-10-25T21:18:40.261Z" }, { "id": "claude-opus-max--sec-financial-report--r2", "configurationId": "claude-opus-max", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 299.95459813802154, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.3030092", "knownApiSubtotalUsd": "1.3030092", "totalTokens": 723240, "inputTotal": 691059, "outputTotal": 32181, "cacheRead": 624226, "cacheWrite": 66803, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "691ae4f9cad202e77e688295adfd7a7939c5dc4adb65beb3186837228577ac5c", "startedAt": "2026-10-25T21:18:41.775Z", "finishedAt": "2026-10-25T21:25:07.948Z" }, { "id": "codex-luna-low--sec-financial-report--r2", "configurationId": "codex-luna-low", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 76.95255580198136, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00625646", "knownApiSubtotalUsd": "0.00625646", "totalTokens": 301007, "inputTotal": 298208, "outputTotal": 2799, "cacheRead": 277376, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e0a4f6f56fe1d0987c7492617025b6196b99048b3485f911dbfe755a234f9df8", "startedAt": "2026-10-25T21:25:09.524Z", "finishedAt": "2026-10-25T21:27:41.963Z" }, { "id": "codex-luna-medium--sec-financial-report--r2", "configurationId": "codex-luna-medium", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 80.2839436409995, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00509136", "knownApiSubtotalUsd": "0.00509136", "totalTokens": 199588, "inputTotal": 196235, "outputTotal": 3353, "cacheRead": 180096, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0bd23dcc5d3cef77993fe90ca5bd4cc79004151b6408d3fa54009557d0c9f34c", "startedAt": "2026-10-25T21:27:43.615Z", "finishedAt": "2026-10-25T21:30:19.410Z" }, { "id": "codex-luna-high--sec-financial-report--r2", "configurationId": "codex-luna-high", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 105.60670030501205, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00795346", "knownApiSubtotalUsd": "0.00795346", "totalTokens": 273577, "inputTotal": 267598, "outputTotal": 5979, "cacheRead": 242176, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1fcd2ef4f9ca2cb6c680e3e5742818210ddc79bb75fa60d39e7c514bad77d6c4", "startedAt": "2026-10-25T21:30:20.908Z", "finishedAt": "2026-10-25T21:33:20.536Z" }, { "id": "codex-luna-xhigh--sec-financial-report--r2", "configurationId": "codex-luna-xhigh", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 161.9759600670077, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00977876", "knownApiSubtotalUsd": "0.00977876", "totalTokens": 297962, "inputTotal": 288908, "outputTotal": 9054, "cacheRead": 262656, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "feb1eb533f8ed17fa607d35ed1077a557562ad7ea5a21455551240b87dd10e99", "startedAt": "2026-10-25T21:33:22.021Z", "finishedAt": "2026-10-25T21:37:19.087Z" }, { "id": "codex-luna-max--sec-financial-report--r2", "configurationId": "codex-luna-max", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 138.87343872399651, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01145122", "knownApiSubtotalUsd": "0.01145122", "totalTokens": 293545, "inputTotal": 283324, "outputTotal": 10221, "cacheRead": 244352, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "39fbf7da47630b541fadcf7d36b32e89f370267db3085465a61e5fa4c1815c97", "startedAt": "2026-10-25T21:37:20.520Z", "finishedAt": "2026-10-25T21:41:04.629Z" }, { "id": "codex-sol-low--sec-financial-report--r2", "configurationId": "codex-sol-low", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 51.4610980549769, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0712812", "knownApiSubtotalUsd": "0.0712812", "totalTokens": 138331, "inputTotal": 136522, "outputTotal": 1809, "cacheRead": 115712, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "76abab7e7acb241c040f9a1daeea1f64e08918896c17b32ed1427d189f4fb7cf", "startedAt": "2026-10-25T21:41:06.258Z", "finishedAt": "2026-10-25T21:43:09.859Z" }, { "id": "codex-sol-medium--sec-financial-report--r2", "configurationId": "codex-sol-medium", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 61.7404565080069, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.073946", "knownApiSubtotalUsd": "0.073946", "totalTokens": 210133, "inputTotal": 207823, "outputTotal": 2310, "cacheRead": 192000, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "578ca34c3bac4655edd280b37478dbb489793267afbc2d8a9f30c83b96e19c58", "startedAt": "2026-10-25T21:43:11.286Z", "finishedAt": "2026-10-25T21:45:38.831Z" }, { "id": "codex-sol-high--sec-financial-report--r2", "configurationId": "codex-sol-high", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 78.20376910897903, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1050844", "knownApiSubtotalUsd": "0.1050844", "totalTokens": 212947, "inputTotal": 209637, "outputTotal": 3310, "cacheRead": 182784, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5d0c5a83df3bc0751e9b979f6779fbb15890e5d4213016c37353b03bdcd1c56f", "startedAt": "2026-10-25T21:45:40.463Z", "finishedAt": "2026-10-25T21:48:18.684Z" }, { "id": "codex-sol-xhigh--sec-financial-report--r2", "configurationId": "codex-sol-xhigh", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 101.43716116400901, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1302104", "knownApiSubtotalUsd": "0.1302104", "totalTokens": 258510, "inputTotal": 254026, "outputTotal": 4484, "cacheRead": 222464, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f4a1d593a57fa5dc6205a6f59e3d0f813953d24c6e34bd036ac2d25036b13bc0", "startedAt": "2026-10-25T21:48:20.265Z", "finishedAt": "2026-10-25T21:51:33.701Z" }, { "id": "codex-sol-max--sec-financial-report--r2", "configurationId": "codex-sol-max", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 149.58490630501183, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.213726", "knownApiSubtotalUsd": "0.213726", "totalTokens": 392819, "inputTotal": 386028, "outputTotal": 6791, "cacheRead": 329600, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bce7934efcf1cd579b118c8e10ae3433f523dbb373ab47d36f24a10ffb1812d7", "startedAt": "2026-10-25T21:51:36.523Z", "finishedAt": "2026-10-25T21:59:57.315Z" }, { "id": "claude-haiku-low--sec-financial-report--r2", "configurationId": "claude-haiku-low", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 38.364714078983525, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00793811", "knownApiSubtotalUsd": "0.00793811", "totalTokens": 166127, "inputTotal": 161810, "outputTotal": 4317, "cacheRead": 139901, "cacheWrite": 21897, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6da5ce53d06ccec260bb8bd4c0bda7539ae37297a270aafff1250f957339b01c", "startedAt": "2026-10-25T22:00:02.639Z", "finishedAt": "2026-10-25T22:03:23.361Z" }, { "id": "claude-haiku-medium--sec-financial-report--r2", "configurationId": "claude-haiku-medium", "taskId": "sec-financial-report", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 93.09625208799844, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01239679", "knownApiSubtotalUsd": "0.01239679", "totalTokens": 279158, "inputTotal": 272829, "outputTotal": 6329, "cacheRead": 238589, "cacheWrite": 34224, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "89725fb9e7c5c58cc36fdec34d35a0af7e674eb237d162f7be8e909a2638661a", "startedAt": "2026-10-25T22:03:27.227Z", "finishedAt": "2026-10-25T22:08:37.653Z" }, { "id": "claude-haiku-xhigh--enterprise-information-search--r2", "configurationId": "claude-haiku-xhigh", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 142.46865567899658, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.04241287", "knownApiSubtotalUsd": "0.04241287", "totalTokens": 1341297, "inputTotal": 1315586, "outputTotal": 25711, "cacheRead": 1229237, "cacheWrite": 86301, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3e04973e0e29a951279493eb7a619dab07f04523e09221122f291b3640cfead4", "startedAt": "2026-10-25T22:09:00.999Z", "finishedAt": "2026-10-25T22:13:41.374Z" }, { "id": "claude-haiku-max--enterprise-information-search--r2", "configurationId": "claude-haiku-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 267.0551407999883, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.23707487", "knownApiSubtotalUsd": "0.23707487", "totalTokens": 2192971, "inputTotal": 2135356, "outputTotal": 57615, "cacheRead": 1999481, "cacheWrite": 135821, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "570a91fc2c11bcb92c353c866dec525d42b1260a9d0904dc6606b388561b3747", "startedAt": "2026-10-25T22:13:43.212Z", "finishedAt": "2026-10-25T22:22:14.182Z" }, { "id": "claude-sonnet-low--enterprise-information-search--r2", "configurationId": "claude-sonnet-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 30.54427892100648, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.204156", "knownApiSubtotalUsd": "0.204156", "totalTokens": 398676, "inputTotal": 395568, "outputTotal": 3108, "cacheRead": 361320, "cacheWrite": 34224, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9b8ded1f1727338682291ae2e1b1030d31be7bf0e59177df82cd7d6cf2d5aeac", "startedAt": "2026-10-25T22:22:15.573Z", "finishedAt": "2026-10-25T22:26:01.759Z" }, { "id": "claude-sonnet-medium--enterprise-information-search--r2", "configurationId": "claude-sonnet-medium", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 36.22228399699088, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1985001", "knownApiSubtotalUsd": "0.1985001", "totalTokens": 383743, "inputTotal": 380136, "outputTotal": 3607, "cacheRead": 348221, "cacheWrite": 31889, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f019cbfc5e9ac8c55cb14acc126ad076b173c8b13335305d130ed8188b03a079", "startedAt": "2026-10-25T22:26:17.554Z", "finishedAt": "2026-10-25T22:28:33.328Z" }, { "id": "claude-sonnet-high--enterprise-information-search--r2", "configurationId": "claude-sonnet-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 47.55585668797721, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2125178", "knownApiSubtotalUsd": "0.2125178", "totalTokens": 374606, "inputTotal": 370361, "outputTotal": 4245, "cacheRead": 336238, "cacheWrite": 34099, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7d2a7ddb8e575d210547e95b60e3fe21b2eb1ad5728f4029ee150746ccb59aa6", "startedAt": "2026-10-25T22:28:34.952Z", "finishedAt": "2026-10-25T22:30:53.208Z" }, { "id": "claude-sonnet-xhigh--enterprise-information-search--r2", "configurationId": "claude-sonnet-xhigh", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 64.30567423001048, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3129647", "knownApiSubtotalUsd": "0.3129647", "totalTokens": 537556, "inputTotal": 529958, "outputTotal": 7598, "cacheRead": 482767, "cacheWrite": 47163, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d1f1dab8faa2c06d2384bb7411c0a7ccb53ea2ad01290e25247cd66814a2ba3b", "startedAt": "2026-10-25T22:30:55.060Z", "finishedAt": "2026-10-25T22:34:16.581Z" }, { "id": "claude-sonnet-max--enterprise-information-search--r2", "configurationId": "claude-sonnet-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 530.2355219850142, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.8567738", "knownApiSubtotalUsd": "1.8567738", "totalTokens": 3179034, "inputTotal": 3106823, "outputTotal": 72211, "cacheRead": 2895518, "cacheWrite": 211251, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "58152924ad211ef56d98f3441fd58bf67181bbe722c52dc19e2b735b417e8e72", "startedAt": "2026-10-25T22:34:21.906Z", "finishedAt": "2026-10-25T22:46:26.373Z" }, { "id": "claude-opus-low--enterprise-information-search--r2", "configurationId": "claude-opus-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 38.5467527199944, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.265949", "knownApiSubtotalUsd": "0.265949", "totalTokens": 195290, "inputTotal": 193502, "outputTotal": 1788, "cacheRead": 168945, "cacheWrite": 24543, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c8f0413cec2e50c19498ad72519d5403321989c32b5a7ca153e27a5130c6cd20", "startedAt": "2026-10-25T22:46:27.570Z", "finishedAt": "2026-10-25T22:48:30.851Z" }, { "id": "claude-opus-medium--enterprise-information-search--r2", "configurationId": "claude-opus-medium", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 42.54687949200161, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.4446106", "knownApiSubtotalUsd": "0.4446106", "totalTokens": 358308, "inputTotal": 355403, "outputTotal": 2905, "cacheRead": 314953, "cacheWrite": 40430, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "70392f3a2f4e7ed3539bd5410bc69e051cd12569ca8edb8e02d008e9e3274be4", "startedAt": "2026-10-25T22:48:32.461Z", "finishedAt": "2026-10-25T22:50:28.680Z" }, { "id": "claude-opus-high--enterprise-information-search--r2", "configurationId": "claude-opus-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 71.08994267499656, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.4497366", "knownApiSubtotalUsd": "0.4497366", "totalTokens": 521283, "inputTotal": 517066, "outputTotal": 4217, "cacheRead": 483463, "cacheWrite": 33573, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b4200f88fa1b1f045ede9a781ea52fadf0fba7c60d05a7f267032d54c512e415", "startedAt": "2026-10-25T22:50:30.032Z", "finishedAt": "2026-10-25T22:52:48.377Z" }, { "id": "claude-opus-xhigh--enterprise-information-search--r2", "configurationId": "claude-opus-xhigh", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 90.09789962999639, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.6923874", "knownApiSubtotalUsd": "0.6923874", "totalTokens": 602833, "inputTotal": 596263, "outputTotal": 6570, "cacheRead": 539617, "cacheWrite": 56620, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "75b151d21e14d2048279e8c932d0b6652023aabfeb8efac215d372c561260431", "startedAt": "2026-10-25T22:52:49.546Z", "finishedAt": "2026-10-25T22:55:25.597Z" }, { "id": "claude-opus-max--enterprise-information-search--r2", "configurationId": "claude-opus-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 378.1506822539959, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "2.1994566", "knownApiSubtotalUsd": "2.1994566", "totalTokens": 2447955, "inputTotal": 2410804, "outputTotal": 37151, "cacheRead": 2285863, "cacheWrite": 124875, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "845bcff76358f0839df5f0900081fffc4eb2d056b661087f9c145640845b803e", "startedAt": "2026-10-25T22:55:26.704Z", "finishedAt": "2026-10-25T23:02:54.915Z" }, { "id": "codex-luna-low--enterprise-information-search--r2", "configurationId": "codex-luna-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 36.46216267099953, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00905318", "knownApiSubtotalUsd": "0.00905318", "totalTokens": 495943, "inputTotal": 493443, "outputTotal": 2500, "cacheRead": 461568, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "caac2e1df7de1f8f3f2054823424a306e92d34dce7d4ba3f34115a8005aa5f24", "startedAt": "2026-10-25T23:02:56.031Z", "finishedAt": "2026-10-25T23:04:35.418Z" }, { "id": "codex-luna-medium--enterprise-information-search--r2", "configurationId": "codex-luna-medium", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 23.720603922003647, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.3333333333333333, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 1, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00574006", "knownApiSubtotalUsd": "0.00574006", "totalTokens": 194975, "inputTotal": 193023, "outputTotal": 1952, "cacheRead": 161536, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ebb0c9e5674f2d8b1ff7ac11896f2cba0157a2aa0fc343d9792026cb888962b", "startedAt": "2026-10-25T23:04:36.461Z", "finishedAt": "2026-10-25T23:05:58.509Z" }, { "id": "codex-luna-high--enterprise-information-search--r2", "configurationId": "codex-luna-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 36.62271259300178, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00832098", "knownApiSubtotalUsd": "0.00832098", "totalTokens": 286553, "inputTotal": 283648, "outputTotal": 2905, "cacheRead": 238848, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "dca2fa77c184b124005c9ecad7b967d6cc7ce2a2435eab314b90232c3339f015", "startedAt": "2026-10-25T23:05:59.609Z", "finishedAt": "2026-10-25T23:07:50.292Z" }, { "id": "codex-luna-xhigh--enterprise-information-search--r2", "configurationId": "codex-luna-xhigh", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 58.219829501991626, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00971766", "knownApiSubtotalUsd": "0.00971766", "totalTokens": 354463, "inputTotal": 349175, "outputTotal": 5288, "cacheRead": 309376, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a462feb0679b7a138ec4070a19e2cbb19ba4f7974fa59bcffe89ecb9a904e8d6", "startedAt": "2026-10-25T23:07:51.277Z", "finishedAt": "2026-10-25T23:09:45.705Z" }, { "id": "codex-luna-max--enterprise-information-search--r2", "configurationId": "codex-luna-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 76.81468080799095, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01331342", "knownApiSubtotalUsd": "0.01331342", "totalTokens": 492183, "inputTotal": 485494, "outputTotal": 6689, "cacheRead": 428672, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7d4991f9fc94e76ff460bb715ede7173f6ba0633f4f4c45a8fde2267f01af0f8", "startedAt": "2026-10-25T23:09:46.727Z", "finishedAt": "2026-10-25T23:12:02.980Z" }, { "id": "codex-sol-low--enterprise-information-search--r2", "configurationId": "codex-sol-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 36.17147787002614, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0949776", "knownApiSubtotalUsd": "0.0949776", "totalTokens": 225044, "inputTotal": 223620, "outputTotal": 1424, "cacheRead": 192896, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "24a8584a1395e86d2be3875e8a8bd351fcb465ac220ddac077d76d483c1a8f04", "startedAt": "2026-10-25T23:12:04.000Z", "finishedAt": "2026-10-25T23:13:40.606Z" }, { "id": "codex-sol-medium--enterprise-information-search--r2", "configurationId": "codex-sol-medium", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 48.86856579998857, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0963712", "knownApiSubtotalUsd": "0.0963712", "totalTokens": 237024, "inputTotal": 235168, "outputTotal": 1856, "cacheRead": 206592, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "078d7445adcc9636d623df0ca620ab45327f069bc104731a94e7b99d118411df", "startedAt": "2026-10-25T23:13:41.706Z", "finishedAt": "2026-10-25T23:15:28.436Z" }, { "id": "codex-sol-high--enterprise-information-search--r2", "configurationId": "codex-sol-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 54.11851223799749, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1202232", "knownApiSubtotalUsd": "0.1202232", "totalTokens": 248534, "inputTotal": 246422, "outputTotal": 2112, "cacheRead": 207232, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "16a2a7cf6d6584f4adc67bf439ddb023f7699c56aaeae40fa7ecf1c21b3044b1", "startedAt": "2026-10-25T23:15:29.465Z", "finishedAt": "2026-10-25T23:17:21.818Z" }, { "id": "codex-sol-xhigh--enterprise-information-search--r2", "configurationId": "codex-sol-xhigh", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 72.13708701400901, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1521876", "knownApiSubtotalUsd": "0.1521876", "totalTokens": 344733, "inputTotal": 341608, "outputTotal": 3125, "cacheRead": 295936, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "65224bd9c1a269cd10b9e441e5e73e15b9a7529033ef657ec768fb1226c8b878", "startedAt": "2026-10-25T23:17:22.843Z", "finishedAt": "2026-10-25T23:19:35.500Z" }, { "id": "codex-sol-max--enterprise-information-search--r2", "configurationId": "codex-sol-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 94.3591243980045, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1688144", "knownApiSubtotalUsd": "0.1688144", "totalTokens": 438000, "inputTotal": 433739, "outputTotal": 4261, "cacheRead": 390144, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2abd443476a46c573fa21f025cae057a32563b8569272dcb79854b5dd6935dee", "startedAt": "2026-10-25T23:19:36.561Z", "finishedAt": "2026-10-25T23:22:14.737Z" }, { "id": "claude-haiku-low--enterprise-information-search--r2", "configurationId": "claude-haiku-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 36.467363208997995, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01720031", "knownApiSubtotalUsd": "0.01720031", "totalTokens": 436264, "inputTotal": 430142, "outputTotal": 6122, "cacheRead": 378351, "cacheWrite": 51767, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f42d3a32fe61859109784152283767490f9d61b76869eac66352b5a4b842053a", "startedAt": "2026-10-25T23:22:15.986Z", "finishedAt": "2026-10-25T23:24:09.658Z" }, { "id": "claude-haiku-medium--enterprise-information-search--r2", "configurationId": "claude-haiku-medium", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 43.26456987200072, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01920747", "knownApiSubtotalUsd": "0.01920747", "totalTokens": 585636, "inputTotal": 576988, "outputTotal": 8648, "cacheRead": 529007, "cacheWrite": 47953, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3139cccf024b6607fa9f2c3f79351ad2ff8f2882e183dd0c50e048fc2dab6946", "startedAt": "2026-10-25T23:24:11.030Z", "finishedAt": "2026-10-25T23:27:03.256Z" }, { "id": "claude-haiku-high--enterprise-information-search--r2", "configurationId": "claude-haiku-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 68.00892046300578, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02492254", "knownApiSubtotalUsd": "0.02492254", "totalTokens": 745417, "inputTotal": 732178, "outputTotal": 13239, "cacheRead": 674364, "cacheWrite": 57780, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "99137c2f1f159f20edf875c289a791804fed299f0086830cc4bd35c01b744659", "startedAt": "2026-10-25T23:27:04.319Z", "finishedAt": "2026-10-25T23:29:18.513Z" }, { "id": "claude-haiku-max--jpg-ocr-stat--r2", "configurationId": "claude-haiku-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 402.48063087198534, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2121501", "knownApiSubtotalUsd": "0.2121501", "totalTokens": 1547564, "inputTotal": 1482132, "outputTotal": 65432, "cacheRead": 1353078, "cacheWrite": 129014, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1e034b2c2378b1a42830907fb915996e9bc15dafa1a85ed2a9b11d8af40e40c6", "startedAt": "2026-10-25T23:29:19.980Z", "finishedAt": "2026-10-25T23:38:13.652Z" }, { "id": "claude-sonnet-low--jpg-ocr-stat--r2", "configurationId": "claude-sonnet-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 28.168699522997485, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0941051", "knownApiSubtotalUsd": "0.0941051", "totalTokens": 142166, "inputTotal": 139842, "outputTotal": 2324, "cacheRead": 125251, "cacheWrite": 14579, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3adbc238b5a03240f58328596a0103cf1e5991423f331af3a106280561bd232a", "startedAt": "2026-10-25T23:38:15.186Z", "finishedAt": "2026-10-25T23:39:45.229Z" }, { "id": "claude-sonnet-medium--jpg-ocr-stat--r2", "configurationId": "claude-sonnet-medium", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 38.92298955100705, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.139685", "knownApiSubtotalUsd": "0.139685", "totalTokens": 191535, "inputTotal": 188943, "outputTotal": 2592, "cacheRead": 164610, "cacheWrite": 24319, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "eed5c173c2939c66a48eed1a472e3f57d25dd7bfbd303d2f5133e92ba071bdec", "startedAt": "2026-10-25T23:39:46.324Z", "finishedAt": "2026-10-25T23:41:27.940Z" }, { "id": "claude-sonnet-high--jpg-ocr-stat--r2", "configurationId": "claude-sonnet-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 37.090006120997714, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1462922", "knownApiSubtotalUsd": "0.1462922", "totalTokens": 231886, "inputTotal": 229085, "outputTotal": 2801, "cacheRead": 204622, "cacheWrite": 24447, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7ad8404924771c565a64b05e90722dee4ecd11742ae216751589b4788dfc11f6", "startedAt": "2026-10-25T23:41:28.975Z", "finishedAt": "2026-10-25T23:43:13.887Z" }, { "id": "claude-sonnet-xhigh--jpg-ocr-stat--r2", "configurationId": "claude-sonnet-xhigh", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 94.72325084399199, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.35698", "knownApiSubtotalUsd": "0.35698", "totalTokens": 596991, "inputTotal": 591863, "outputTotal": 5128, "cacheRead": 528640, "cacheWrite": 63195, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4e5f9f3276fce95788bdb359407bf68180367931d219572c6d276e67a3976820", "startedAt": "2026-10-25T23:43:14.897Z", "finishedAt": "2026-10-25T23:45:59.849Z" }, { "id": "claude-sonnet-max--jpg-ocr-stat--r2", "configurationId": "claude-sonnet-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 625.2869001569925, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.313844", "knownApiSubtotalUsd": "1.313844", "totalTokens": 2830009, "inputTotal": 2776966, "outputTotal": 53043, "cacheRead": 2647260, "cacheWrite": 129638, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bebd003583aa6df80b1f29ee079551cba517138cd60677669dd22d9d5805b629", "startedAt": "2026-10-25T23:46:00.951Z", "finishedAt": "2026-10-25T23:59:05.863Z" }, { "id": "claude-opus-low--jpg-ocr-stat--r2", "configurationId": "claude-opus-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 51.10454312100774, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.7045454545454546, "upper": 0.7045454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 31, "failed": 13, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.164337", "knownApiSubtotalUsd": "0.164337", "totalTokens": 89506, "inputTotal": 87285, "outputTotal": 2221, "cacheRead": 74145, "cacheWrite": 13132, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d8a1da137bcaf4d6a89e891ba587fe93723ca72734880475ef7bed2e2b35b178", "startedAt": "2026-10-25T23:59:08.716Z", "finishedAt": "2026-10-26T00:01:37.144Z" }, { "id": "claude-opus-medium--jpg-ocr-stat--r2", "configurationId": "claude-opus-medium", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 126.6946130329743, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 33, "failed": 11, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3386364", "knownApiSubtotalUsd": "0.3386364", "totalTokens": 295430, "inputTotal": 289448, "outputTotal": 5982, "cacheRead": 268782, "cacheWrite": 20644, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "adf39a265e7edf70475530bee6cb8f5a1cec80d007cf7c4c1316c87f72e30291", "startedAt": "2026-10-26T00:01:39.280Z", "finishedAt": "2026-10-26T00:05:23.254Z" }, { "id": "claude-opus-high--jpg-ocr-stat--r2", "configurationId": "claude-opus-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 83.91137993699522, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.644889", "knownApiSubtotalUsd": "0.644889", "totalTokens": 514869, "inputTotal": 509029, "outputTotal": 5840, "cacheRead": 454365, "cacheWrite": 54640, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "deb00522a545fa520c6ba5efcc4e2568e8ee05d68e1638b03253b3df8343b97c", "startedAt": "2026-10-26T00:05:24.411Z", "finishedAt": "2026-10-26T00:07:58.553Z" }, { "id": "claude-opus-xhigh--jpg-ocr-stat--r2", "configurationId": "claude-opus-xhigh", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 922.8547751979786, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.5391454", "knownApiSubtotalUsd": "1.5391454", "totalTokens": 1860278, "inputTotal": 1836641, "outputTotal": 23637, "cacheRead": 1746987, "cacheWrite": 89598, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bb06cc58dd62921ddeb114da0743baee64ab524fb03bde44ee24b72331993ced", "startedAt": "2026-10-26T00:07:59.638Z", "finishedAt": "2026-10-26T00:24:34.645Z" }, { "id": "claude-opus-max--jpg-ocr-stat--r2", "configurationId": "claude-opus-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": true, "agentSeconds": 1805.0767210049962, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "5.0049414", "knownApiSubtotalUsd": "5.0049414", "totalTokens": 7883882, "inputTotal": 7784133, "outputTotal": 99749, "cacheRead": 7597767, "cacheWrite": 186236, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1f5ad6e69366b422f3c42caf40dceecbba04bdaa3f5461396e8c468e705ed9cd", "startedAt": "2026-10-26T00:24:35.737Z", "finishedAt": "2026-10-26T00:56:07.808Z" }, { "id": "codex-luna-low--jpg-ocr-stat--r2", "configurationId": "codex-luna-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 65.05307616302161, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00655992", "knownApiSubtotalUsd": "0.00655992", "totalTokens": 201148, "inputTotal": 199784, "outputTotal": 1364, "cacheRead": 156672, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "eb6aec62a5085c2c0c6f51bf43af58527657a8362aadc524a60496da6da31399", "startedAt": "2026-10-26T00:56:08.937Z", "finishedAt": "2026-10-26T00:58:38.411Z" }, { "id": "codex-luna-medium--jpg-ocr-stat--r2", "configurationId": "codex-luna-medium", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 27.31656629801728, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00359638", "knownApiSubtotalUsd": "0.00359638", "totalTokens": 108667, "inputTotal": 107086, "outputTotal": 1581, "cacheRead": 87808, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4ff1998f27507cf6eabf75dcfe11c35b24d28504951d563a7c08e7a644b7dee5", "startedAt": "2026-10-26T00:58:39.496Z", "finishedAt": "2026-10-26T01:00:58.994Z" }, { "id": "codex-luna-high--jpg-ocr-stat--r2", "configurationId": "codex-luna-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.757923466997454, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00624364", "knownApiSubtotalUsd": "0.00624364", "totalTokens": 142306, "inputTotal": 139867, "outputTotal": 2439, "cacheRead": 99584, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b90369ec44b5f81349eb1c2754971c5c74d9a6762796879d3a65640ae09cf547", "startedAt": "2026-10-26T01:01:00.074Z", "finishedAt": "2026-10-26T01:05:41.058Z" }, { "id": "codex-luna-xhigh--jpg-ocr-stat--r2", "configurationId": "codex-luna-xhigh", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 59.21892476599896, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00708986", "knownApiSubtotalUsd": "0.00708986", "totalTokens": 197297, "inputTotal": 193415, "outputTotal": 3882, "cacheRead": 157696, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c55987fa640e82cc63069e8bcd99253fd4fe4863d7b8668a3c77869a7bec1670", "startedAt": "2026-10-26T01:05:42.232Z", "finishedAt": "2026-10-26T01:07:59.680Z" }, { "id": "codex-luna-max--jpg-ocr-stat--r2", "configurationId": "codex-luna-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 71.49608225098928, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00921382", "knownApiSubtotalUsd": "0.00921382", "totalTokens": 277247, "inputTotal": 273441, "outputTotal": 3806, "cacheRead": 222592, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a961c69d0059ee38b08c366d29c1ef279f1ce8163013259282984a25685bc37f", "startedAt": "2026-10-26T01:08:00.855Z", "finishedAt": "2026-10-26T01:10:15.403Z" }, { "id": "codex-sol-low--jpg-ocr-stat--r2", "configurationId": "codex-sol-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 176.60899625197635, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1295996", "knownApiSubtotalUsd": "0.1295996", "totalTokens": 255691, "inputTotal": 253953, "outputTotal": 1738, "cacheRead": 208256, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cac7c2ec2a8b09db8a14054dc7a634e30b74aaeb0f6a16c402c1d4cbc9d65df6", "startedAt": "2026-10-26T01:10:16.568Z", "finishedAt": "2026-10-26T01:14:31.742Z" }, { "id": "codex-sol-medium--jpg-ocr-stat--r2", "configurationId": "codex-sol-medium", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 56.05942440900253, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.166124", "knownApiSubtotalUsd": "0.166124", "totalTokens": 428614, "inputTotal": 426842, "outputTotal": 1772, "cacheRead": 371200, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "88433d2d156c4efa56bf379ffa0bb54095d98b5a3567c785eaec4581313f7641", "startedAt": "2026-10-26T01:14:33.235Z", "finishedAt": "2026-10-26T01:16:42.964Z" }, { "id": "codex-sol-high--jpg-ocr-stat--r2", "configurationId": "codex-sol-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 66.90632899198681, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1648416", "knownApiSubtotalUsd": "0.1648416", "totalTokens": 431236, "inputTotal": 429307, "outputTotal": 1929, "cacheRead": 375296, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3981d9bdca89e235553818a72138afdbb5bae2c7b97ab1455c568030e52272cd", "startedAt": "2026-10-26T01:16:44.557Z", "finishedAt": "2026-10-26T01:18:52.680Z" }, { "id": "codex-sol-xhigh--jpg-ocr-stat--r2", "configurationId": "codex-sol-xhigh", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 77.61350463199778, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1669892", "knownApiSubtotalUsd": "0.1669892", "totalTokens": 396957, "inputTotal": 394185, "outputTotal": 2772, "cacheRead": 341632, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9f9b5eed1eda63a5661a421acd1d2feafe33fcaf728a4e3b9641b2097b334002", "startedAt": "2026-10-26T01:18:53.767Z", "finishedAt": "2026-10-26T01:21:11.976Z" }, { "id": "codex-sol-max--jpg-ocr-stat--r2", "configurationId": "codex-sol-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 93.14358870199067, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1706456", "knownApiSubtotalUsd": "0.1706456", "totalTokens": 385654, "inputTotal": 382244, "outputTotal": 3410, "cacheRead": 330496, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "29109746628e3810cb811afafecd360d7422f4cd3b4b0f36fba0aff51c399c78", "startedAt": "2026-10-26T01:21:13.157Z", "finishedAt": "2026-10-26T01:23:44.752Z" }, { "id": "claude-haiku-low--jpg-ocr-stat--r2", "configurationId": "claude-haiku-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 51.1866115469893, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 33, "failed": 11, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01272573", "knownApiSubtotalUsd": "0.01272573", "totalTokens": 274717, "inputTotal": 268191, "outputTotal": 6526, "cacheRead": 232493, "cacheWrite": 35680, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4a7988c5b51c300902d881a51f08ce11fa3e9240fb79e8344b56deeb70901428", "startedAt": "2026-10-26T01:23:45.918Z", "finishedAt": "2026-10-26T01:25:41.165Z" }, { "id": "claude-haiku-medium--jpg-ocr-stat--r2", "configurationId": "claude-haiku-medium", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 43.38095832298859, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01267141", "knownApiSubtotalUsd": "0.01267141", "totalTokens": 235061, "inputTotal": 228685, "outputTotal": 6376, "cacheRead": 190801, "cacheWrite": 37870, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6a867eeb9d0a4c3765587f23461a6faecfad7155c56dac2c6354f3295c52a73d", "startedAt": "2026-10-26T01:25:42.208Z", "finishedAt": "2026-10-26T01:27:24.887Z" }, { "id": "claude-haiku-high--jpg-ocr-stat--r2", "configurationId": "claude-haiku-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 64.64610034000361, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0166936", "knownApiSubtotalUsd": "0.0166936", "totalTokens": 276245, "inputTotal": 265691, "outputTotal": 10554, "cacheRead": 219580, "cacheWrite": 46097, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d45763084e42749c0dd1aca39ff170a9e4c79337f7d4f71f75d3f952eb90dfdc", "startedAt": "2026-10-26T01:27:25.953Z", "finishedAt": "2026-10-26T01:29:32.261Z" }, { "id": "claude-haiku-xhigh--jpg-ocr-stat--r2", "configurationId": "claude-haiku-xhigh", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 99.06297822401393, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03013375", "knownApiSubtotalUsd": "0.03013375", "totalTokens": 839706, "inputTotal": 823956, "outputTotal": 15750, "cacheRead": 750155, "cacheWrite": 73771, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "983c220047ee0f78f70df8de5abefaffadfb059b71e667c739e03490df0627ab", "startedAt": "2026-10-26T01:29:33.239Z", "finishedAt": "2026-10-26T01:32:19.654Z" }, { "id": "claude-haiku-high--video-silence-remover--r3", "configurationId": "claude-haiku-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 221.37420567500521, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 1, "unknown": 6 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 0, "skipped": 0, "pending": 6, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "pending" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "pending" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "pending" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "pending" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02307358", "knownApiSubtotalUsd": "0.02307358", "totalTokens": 723033, "inputTotal": 706934, "outputTotal": 16099, "cacheRead": 665048, "cacheWrite": 41850, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ac9ab09857843acaa2b55897f72cdf88c3be9f0c6da174d55ebdb1e70a9b23e9", "startedAt": "2026-10-26T01:32:20.784Z", "finishedAt": "2026-10-26T01:36:57.056Z" }, { "id": "claude-haiku-xhigh--video-silence-remover--r3", "configurationId": "claude-haiku-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 523.5900646009832, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.5555555555555556, "unknown": 2 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 4, "skipped": 0, "pending": 2, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.13167249", "knownApiSubtotalUsd": "0.13167249", "totalTokens": 3064612, "inputTotal": 3004101, "outputTotal": 60511, "cacheRead": 2907975, "cacheWrite": 96030, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "910af8c0b26da7168feba564b076a044d3aa01c5f5b15180428f58145571ba44", "startedAt": "2026-10-26T01:36:58.125Z", "finishedAt": "2026-10-26T01:46:39.231Z" }, { "id": "claude-haiku-max--video-silence-remover--r3", "configurationId": "claude-haiku-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 749.0997246910119, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.32021112", "knownApiSubtotalUsd": "0.32021112", "totalTokens": 3140466, "inputTotal": 3026006, "outputTotal": 114460, "cacheRead": 2881768, "cacheWrite": 144166, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "079f74740043446fcdf85994eed61cfba4df16b47636598c2e35bdc8fd8b7b9e", "startedAt": "2026-10-26T01:46:40.251Z", "finishedAt": "2026-10-26T02:00:15.343Z" }, { "id": "claude-sonnet-low--video-silence-remover--r3", "configurationId": "claude-sonnet-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 142.22181036698748, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.0829551", "knownApiSubtotalUsd": "0.0829551", "totalTokens": 113063, "inputTotal": 111461, "outputTotal": 1602, "cacheRead": 97151, "cacheWrite": 14300, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "25252d39be04fba003c3abbddb560b00617fdd3b8242af5ac7122b1c0f7b323f", "startedAt": "2026-10-26T02:00:16.397Z", "finishedAt": "2026-10-26T02:03:36.266Z" }, { "id": "claude-sonnet-medium--video-silence-remover--r3", "configurationId": "claude-sonnet-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 113.17974596400745, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1177242", "knownApiSubtotalUsd": "0.1177242", "totalTokens": 195379, "inputTotal": 193126, "outputTotal": 2253, "cacheRead": 173662, "cacheWrite": 19450, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "198a0dd7bebf4f0625e047e643ea0c799c9073034153372dad7ebf1228ccb4e7", "startedAt": "2026-10-26T02:03:37.253Z", "finishedAt": "2026-10-26T02:06:39.574Z" }, { "id": "claude-sonnet-high--video-silence-remover--r3", "configurationId": "claude-sonnet-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 135.05547589901835, "environmentRevision": "revision-1", "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.1439686", "knownApiSubtotalUsd": "0.1439686", "totalTokens": 256747, "inputTotal": 252613, "outputTotal": 4134, "cacheRead": 232766, "cacheWrite": 19829, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "eae267277c7c59893541c2022b5d72aa462e9ce6ea87501107cd882dc9aa4a19", "startedAt": "2026-10-26T02:06:40.577Z", "finishedAt": "2026-10-26T02:09:51.109Z" }, { "id": "claude-sonnet-xhigh--video-silence-remover--r3", "configurationId": "claude-sonnet-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 316.927768190013, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.4166856", "knownApiSubtotalUsd": "0.4166856", "totalTokens": 884322, "inputTotal": 866924, "outputTotal": 17398, "cacheRead": 826896, "cacheWrite": 39980, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7bcfa16ef32b970750d6ba050e539848d2c3b3c8945dd5e4d24fbe8b0c60745f", "startedAt": "2026-10-26T02:09:52.240Z", "finishedAt": "2026-10-26T02:16:10.148Z" }, { "id": "claude-sonnet-max--video-silence-remover--r3", "configurationId": "claude-sonnet-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1072.6418786499999, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "2.2746741", "knownApiSubtotalUsd": "2.2746741", "totalTokens": 4994363, "inputTotal": 4881721, "outputTotal": 112642, "cacheRead": 4712421, "cacheWrite": 169206, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c1963da71bd1870fbdbe7ad8d11ebe96e15f5714735a4cb111bcf51486d2edfc", "startedAt": "2026-10-26T02:16:11.195Z", "finishedAt": "2026-10-26T02:35:20.379Z" }, { "id": "claude-opus-low--video-silence-remover--r3", "configurationId": "claude-opus-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 121.24212663498474, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.1870014", "knownApiSubtotalUsd": "0.1870014", "totalTokens": 185063, "inputTotal": 181461, "outputTotal": 3602, "cacheRead": 171367, "cacheWrite": 10078, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5ad9a0235c0a63455112d79b80c49ebf7f07cbc900254c5673319f798f5dea7f", "startedAt": "2026-10-26T18:02:33.272Z", "finishedAt": "2026-10-26T18:05:57.405Z" }, { "id": "claude-opus-medium--video-silence-remover--r3", "configurationId": "claude-opus-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 214.83179218601435, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.4444444444444444, "upper": 0.5555555555555556, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 4, "failed": 4, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.6484542", "knownApiSubtotalUsd": "0.6484542", "totalTokens": 874501, "inputTotal": 862770, "outputTotal": 11731, "cacheRead": 831811, "cacheWrite": 30909, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9d0695c3a113b551cba567330394c8b1d8709b8852f4c170ee90940026344a5b", "startedAt": "2026-10-26T18:05:58.860Z", "finishedAt": "2026-10-26T18:10:51.362Z" }, { "id": "claude-opus-high--video-silence-remover--r3", "configurationId": "claude-opus-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 200.9643127169984, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.4963204", "knownApiSubtotalUsd": "0.4963204", "totalTokens": 550434, "inputTotal": 542178, "outputTotal": 8256, "cacheRead": 513602, "cacheWrite": 28544, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d3709b03d397294596df7020b6efe66196a5b39859774d305ba680fc90824da9", "startedAt": "2026-10-26T18:10:52.755Z", "finishedAt": "2026-10-26T18:15:36.085Z" }, { "id": "claude-opus-xhigh--video-silence-remover--r3", "configurationId": "claude-opus-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 450.4163466640166, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "1.4685198", "knownApiSubtotalUsd": "1.4685198", "totalTokens": 1672793, "inputTotal": 1643180, "outputTotal": 29613, "cacheRead": 1572939, "cacheWrite": 70177, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "35e724e05fca3ddf7472cfc5709a5413dd963e29c1ecf23de82755696649755e", "startedAt": "2026-10-26T18:15:37.535Z", "finishedAt": "2026-10-26T18:24:33.587Z" }, { "id": "claude-opus-max--video-silence-remover--r3", "configurationId": "claude-opus-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 1708.1315331970109, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "3.7014792", "knownApiSubtotalUsd": "3.7014792", "totalTokens": 3661231, "inputTotal": 3574003, "outputTotal": 87228, "cacheRead": 3414716, "cacheWrite": 159207, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1255d2ddf419c8f7aa4ae207f42f0fe94a22eee1de9342f16f299f2716d71c20", "startedAt": "2026-10-26T18:24:34.993Z", "finishedAt": "2026-10-26T18:54:32.984Z" }, { "id": "codex-luna-low--video-silence-remover--r3", "configurationId": "codex-luna-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 37.28939850101597, "environmentRevision": "revision-1", "originalScore": { "lower": 0.4444444444444444, "upper": 0.4444444444444444, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 4, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.00588538", "knownApiSubtotalUsd": "0.00588538", "totalTokens": 249313, "inputTotal": 247507, "outputTotal": 1806, "cacheRead": 219648, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "06716bb8adec286be41411daa54591ee5e5d802dac3621a207ab7a5231acbc48", "startedAt": "2026-10-26T02:35:21.416Z", "finishedAt": "2026-10-26T02:36:51.809Z" }, { "id": "codex-luna-medium--video-silence-remover--r3", "configurationId": "codex-luna-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 165.86613100697286, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 6, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.0128372", "knownApiSubtotalUsd": "0.0128372", "totalTokens": 480552, "inputTotal": 475141, "outputTotal": 5411, "cacheRead": 415360, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c212fa10ee960ccbc447e70962719b3b24fd44c0f1aefeac3b61a8b353afe2c1", "startedAt": "2026-10-26T02:36:52.810Z", "finishedAt": "2026-10-26T02:40:30.461Z" }, { "id": "codex-luna-high--video-silence-remover--r3", "configurationId": "codex-luna-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 141.43334230300388, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.6666666666666666, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 3, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.00957286", "knownApiSubtotalUsd": "0.00957286", "totalTokens": 334683, "inputTotal": 331004, "outputTotal": 3679, "cacheRead": 281856, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9f84bb287ff67aa807d030956ce947e8e3579d6e0ff628a92b000d0325e9fc76", "startedAt": "2026-10-26T02:40:31.460Z", "finishedAt": "2026-10-26T02:43:48.952Z" }, { "id": "codex-luna-xhigh--video-silence-remover--r3", "configurationId": "codex-luna-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 386.10287099701236, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.03155546", "knownApiSubtotalUsd": "0.03155546", "totalTokens": 1555745, "inputTotal": 1533815, "outputTotal": 21930, "cacheRead": 1475456, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "eebe429bd36bf044acd896fecdc59d4c804ec4756e3e2f89acbb7ffb302ad4c6", "startedAt": "2026-10-26T02:43:49.946Z", "finishedAt": "2026-10-26T02:51:10.495Z" }, { "id": "codex-luna-max--video-silence-remover--r3", "configurationId": "codex-luna-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 361.5955673319986, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "reviewedScore": { "lower": 0.5555555555555556, "upper": 0.5555555555555556, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 5, "failed": 4, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.02380932", "knownApiSubtotalUsd": "0.02380932", "totalTokens": 812918, "inputTotal": 792205, "outputTotal": 20713, "cacheRead": 730752, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6de0382bfe879a9df4ef116e45ef4c8c89583bc814ba6b4cf7f1427918ccf7a2", "startedAt": "2026-10-26T02:51:11.516Z", "finishedAt": "2026-10-26T02:58:06.600Z" }, { "id": "codex-sol-low--video-silence-remover--r3", "configurationId": "codex-sol-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 225.48402346798684, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2041708", "knownApiSubtotalUsd": "0.2041708", "totalTokens": 746039, "inputTotal": 741621, "outputTotal": 4418, "cacheRead": 696448, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c3aa1bd01e64357feb286ac3952882c660df9a841f11ea9c3d0ff0c5377244ed", "startedAt": "2026-10-26T02:58:07.615Z", "finishedAt": "2026-10-26T03:02:46.351Z" }, { "id": "codex-sol-medium--video-silence-remover--r3", "configurationId": "codex-sol-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 253.4183756779821, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.255854", "knownApiSubtotalUsd": "0.255854", "totalTokens": 897127, "inputTotal": 891067, "outputTotal": 6060, "cacheRead": 835200, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c1fa2240cff8501462dcdc7820f50d9e0d101b7bdfc8b2281ecb0dca3c3fb7fb", "startedAt": "2026-10-26T03:02:47.366Z", "finishedAt": "2026-10-26T03:07:51.599Z" }, { "id": "codex-sol-high--video-silence-remover--r3", "configurationId": "codex-sol-high", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 296.79434230498737, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.2213696", "knownApiSubtotalUsd": "0.2213696", "totalTokens": 859924, "inputTotal": 852765, "outputTotal": 7159, "cacheRead": 818816, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "43e8890bb83065aad7386c2810b8386158550175829e46e0ed5332416ec0381c", "startedAt": "2026-10-26T03:07:52.602Z", "finishedAt": "2026-10-26T03:13:41.224Z" }, { "id": "codex-sol-xhigh--video-silence-remover--r3", "configurationId": "codex-sol-xhigh", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 330.943446714984, "environmentRevision": "revision-1", "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.8888888888888888, "unknown": 1 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 1, "skipped": 0, "pending": 1, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.2917732", "knownApiSubtotalUsd": "0.2917732", "totalTokens": 687221, "inputTotal": 677881, "outputTotal": 9340, "cacheRead": 609152, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5087f8b2fb7957c3e895abda1d592a4c69879907b0c4d95f2b17e2c0f660f744", "startedAt": "2026-10-26T03:13:42.264Z", "finishedAt": "2026-10-26T03:20:08.543Z" }, { "id": "codex-sol-max--video-silence-remover--r3", "configurationId": "codex-sol-max", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 436.0725685330108, "environmentRevision": "revision-1", "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "passed" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "passed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "passed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "passed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": "passed", "metrics": { "apiEquivalentUsd": "0.3812612", "knownApiSubtotalUsd": "0.3812612", "totalTokens": 912481, "inputTotal": 899022, "outputTotal": 13459, "cacheRead": 816512, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6fb09e0139118782fb3cf9121489ded836e406f46957db3b659901fed19cc2e1", "startedAt": "2026-10-26T03:20:09.617Z", "finishedAt": "2026-10-26T03:28:20.948Z" }, { "id": "claude-haiku-low--video-silence-remover--r3", "configurationId": "claude-haiku-low", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 203.34740429898375, "environmentRevision": "revision-2", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.1111111111111111, "upper": 0.7777777777777778, "unknown": 6 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 1, "failed": 2, "skipped": 0, "pending": 6, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "pending" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "pending" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "pending" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "pending" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "low", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.02330397", "knownApiSubtotalUsd": "0.02330397", "totalTokens": 816080, "inputTotal": 803704, "outputTotal": 12376, "cacheRead": 755897, "cacheWrite": 47763, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8042958de3b7df39af89eda2009440ada01f147a00039eddb4fcf012e8c89111", "startedAt": "2026-10-26T22:55:37.715Z", "finishedAt": "2026-10-26T23:00:20.549Z" }, { "id": "claude-haiku-medium--video-silence-remover--r3", "configurationId": "claude-haiku-medium", "taskId": "video-silence-remover", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 182.90203687100438, "environmentRevision": "revision-2", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.5555555555555556, "unknown": 2 }, "originalSummary": { "tests": 9, "passed": 0, "failed": 9, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 3, "failed": 4, "skipped": 0, "pending": 2, "other": 0 }, "criteria": [ { "name": "::test_output_files_exist", "criterionKey": "test_output_files_exist", "status": "pending" }, { "name": "::test_report_structure", "criterionKey": "test_report_structure", "status": "passed" }, { "name": "::test_segment_detection_recall", "criterionKey": "test_segment_detection_recall", "status": "failed" }, { "name": "::test_segment_detection_precision", "criterionKey": "test_segment_detection_precision", "status": "failed" }, { "name": "::test_total_removed_duration", "criterionKey": "test_total_removed_duration", "status": "failed" }, { "name": "::test_compressed_duration", "criterionKey": "test_compressed_duration", "status": "failed" }, { "name": "::test_math_consistency", "criterionKey": "test_math_consistency", "status": "passed" }, { "name": "::test_no_invalid_segments", "criterionKey": "test_no_invalid_segments", "status": "passed" }, { "name": "::test_audio_matches_json_segments", "criterionKey": "test_audio_matches_json_segments", "status": "pending" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": "pending", "metrics": { "apiEquivalentUsd": "0.01676695", "knownApiSubtotalUsd": "0.01676695", "totalTokens": 473217, "inputTotal": 464768, "outputTotal": 8449, "cacheRead": 423205, "cacheWrite": 41541, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c5453d09e04674fedb0dc0ca3b2fdbd57e3d5cf9454513532831749b738d999b", "startedAt": "2026-10-26T23:00:24.932Z", "finishedAt": "2026-10-26T23:04:51.828Z" }, { "id": "claude-haiku-xhigh--sec-financial-report--r3", "configurationId": "claude-haiku-xhigh", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 135.1826028340147, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02683612", "knownApiSubtotalUsd": "0.02683612", "totalTokens": 633706, "inputTotal": 613294, "outputTotal": 20412, "cacheRead": 558032, "cacheWrite": 55236, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b4cac4fd90f5984b89d949def4b330cec6ba582dee29e65c668309dd163c966b", "startedAt": "2026-10-26T23:04:53.442Z", "finishedAt": "2026-10-26T23:08:48.453Z" }, { "id": "claude-haiku-max--sec-financial-report--r3", "configurationId": "claude-haiku-max", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 402.47920913700364, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.12263307", "knownApiSubtotalUsd": "0.12263307", "totalTokens": 1611387, "inputTotal": 1554564, "outputTotal": 56823, "cacheRead": 1456213, "cacheWrite": 98307, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "eec06b51f6c86b037722984cb27114d027fff0d23ea6775a13c2f999d10b25b5", "startedAt": "2026-10-26T23:08:49.951Z", "finishedAt": "2026-10-26T23:17:12.333Z" }, { "id": "claude-sonnet-low--sec-financial-report--r3", "configurationId": "claude-sonnet-low", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30.505756015976658, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0941633", "knownApiSubtotalUsd": "0.0941633", "totalTokens": 117769, "inputTotal": 115758, "outputTotal": 2011, "cacheRead": 99733, "cacheWrite": 16015, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1c6d5f776a7f6fa739b5b202ff71a0115d7972159b4bd1b4ab87765a80a5256e", "startedAt": "2026-10-26T23:17:13.750Z", "finishedAt": "2026-10-26T23:19:33.254Z" }, { "id": "claude-sonnet-medium--sec-financial-report--r3", "configurationId": "claude-sonnet-medium", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 36.40344274698873, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0839891", "knownApiSubtotalUsd": "0.0839891", "totalTokens": 115420, "inputTotal": 113410, "outputTotal": 2010, "cacheRead": 99931, "cacheWrite": 13469, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5cefb696ea07e5e3fe7971827987ae66e0b95cdd3a7d642fb9c0bbd574dceebf", "startedAt": "2026-10-26T23:19:34.864Z", "finishedAt": "2026-10-26T23:21:53.836Z" }, { "id": "claude-sonnet-high--sec-financial-report--r3", "configurationId": "claude-sonnet-high", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 83.14841077697929, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1411162", "knownApiSubtotalUsd": "0.1411162", "totalTokens": 212727, "inputTotal": 207740, "outputTotal": 4987, "cacheRead": 189662, "cacheWrite": 18062, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "648cf747dcbbcaa8c57a4e7377ebd678f20197c38d2b6fa6ede1a5789b4b57ed", "startedAt": "2026-10-26T23:21:55.533Z", "finishedAt": "2026-10-26T23:24:59.158Z" }, { "id": "claude-sonnet-xhigh--sec-financial-report--r3", "configurationId": "claude-sonnet-xhigh", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 53.290461035008775, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1601092", "knownApiSubtotalUsd": "0.1601092", "totalTokens": 204524, "inputTotal": 199646, "outputTotal": 4878, "cacheRead": 176212, "cacheWrite": 23420, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e72707e94fd6a51ef30b00ef79fcf1434d769b7748692d3febf23cbfb07b3785", "startedAt": "2026-10-26T23:25:00.621Z", "finishedAt": "2026-10-26T23:27:39.723Z" }, { "id": "claude-sonnet-max--sec-financial-report--r3", "configurationId": "claude-sonnet-max", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 359.5002947250032, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.8399825", "knownApiSubtotalUsd": "0.8399825", "totalTokens": 1345023, "inputTotal": 1306753, "outputTotal": 38270, "cacheRead": 1222985, "cacheWrite": 83724, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d5461d3af6feeddd9ac4b8e385dcd8f6d6fe56fcc63acbac5bbb5c4b00acb72c", "startedAt": "2026-10-26T23:27:41.144Z", "finishedAt": "2026-10-26T23:35:24.778Z" }, { "id": "claude-opus-low--sec-financial-report--r3", "configurationId": "claude-opus-low", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 36.74912636101362, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1826918", "knownApiSubtotalUsd": "0.1826918", "totalTokens": 140278, "inputTotal": 138281, "outputTotal": 1997, "cacheRead": 123519, "cacheWrite": 14750, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "641a61e15671fbb564a2c95b497366eed4b21c2ddd1e115258a44bd3d46e5128", "startedAt": "2026-10-26T23:35:26.352Z", "finishedAt": "2026-10-26T23:37:37.240Z" }, { "id": "claude-opus-medium--sec-financial-report--r3", "configurationId": "claude-opus-medium", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 43.86986053001601, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2276728", "knownApiSubtotalUsd": "0.2276728", "totalTokens": 181743, "inputTotal": 178742, "outputTotal": 3001, "cacheRead": 161824, "cacheWrite": 16904, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "89dffd9844fefb403923dcee73f0dc4b73208f2fc7ec0de26c9cfb6c633df0a0", "startedAt": "2026-10-26T23:37:38.855Z", "finishedAt": "2026-10-26T23:39:54.052Z" }, { "id": "claude-opus-high--sec-financial-report--r3", "configurationId": "claude-opus-high", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 61.35022352999658, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.248919", "knownApiSubtotalUsd": "0.248919", "totalTokens": 186784, "inputTotal": 182857, "outputTotal": 3927, "cacheRead": 165695, "cacheWrite": 17148, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d069321f3e983037116d0b65d60aa0358b15fb4b37e64a69575b63ef358ad4b4", "startedAt": "2026-10-26T23:39:55.604Z", "finishedAt": "2026-10-26T23:42:30.402Z" }, { "id": "claude-opus-xhigh--sec-financial-report--r3", "configurationId": "claude-opus-xhigh", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 87.48263118200703, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.4157616", "knownApiSubtotalUsd": "0.4157616", "totalTokens": 383280, "inputTotal": 376263, "outputTotal": 7017, "cacheRead": 350588, "cacheWrite": 25651, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "66c314831bfb4ad7454aaec815ec93dd27794ca9ac12854ee0b24921c9b6acf5", "startedAt": "2026-10-26T23:42:32.214Z", "finishedAt": "2026-10-26T23:45:35.078Z" }, { "id": "claude-opus-max--sec-financial-report--r3", "configurationId": "claude-opus-max", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 435.3505109389662, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.7533522", "knownApiSubtotalUsd": "1.7533522", "totalTokens": 995208, "inputTotal": 950241, "outputTotal": 44967, "cacheRead": 865101, "cacheWrite": 85108, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5aae0a494fdbec9d225b31e306f4339ef26ac552bc03005684e3ad6d1695cbc3", "startedAt": "2026-10-26T23:45:36.710Z", "finishedAt": "2026-10-26T23:54:33.168Z" }, { "id": "codex-luna-low--sec-financial-report--r3", "configurationId": "codex-luna-low", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 134.5533412710065, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "failed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0110797", "knownApiSubtotalUsd": "0.0110797", "totalTokens": 476441, "inputTotal": 472380, "outputTotal": 4061, "cacheRead": 424320, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "45be561abe2a41b38a3fcb4d6db7405ea248edbd256d290f4d3ff296d732631f", "startedAt": "2026-10-26T03:28:22.272Z", "finishedAt": "2026-10-26T03:31:49.347Z" }, { "id": "codex-luna-medium--sec-financial-report--r3", "configurationId": "codex-luna-medium", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 138.2664502330008, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0070963", "knownApiSubtotalUsd": "0.0070963", "totalTokens": 211471, "inputTotal": 208438, "outputTotal": 3033, "cacheRead": 169600, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "77817e8fbc5771584b5f0228d6474b90d8c273956dc9b869f954e89bfd0bbc21", "startedAt": "2026-10-26T03:38:35.713Z", "finishedAt": "2026-10-26T03:41:59.712Z" }, { "id": "codex-luna-high--sec-financial-report--r3", "configurationId": "codex-luna-high", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 84.89353384100832, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0068984", "knownApiSubtotalUsd": "0.0068984", "totalTokens": 207412, "inputTotal": 203571, "outputTotal": 3841, "cacheRead": 170880, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9f4f7344496368b21b7f5732752d58cd6fa24a393f161a93378adf4dbafc1c3c", "startedAt": "2026-10-26T03:42:00.922Z", "finishedAt": "2026-10-26T03:44:33.248Z" }, { "id": "codex-luna-xhigh--sec-financial-report--r3", "configurationId": "codex-luna-xhigh", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 82.48121229198296, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00735874", "knownApiSubtotalUsd": "0.00735874", "totalTokens": 205977, "inputTotal": 199532, "outputTotal": 6445, "cacheRead": 175744, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "20cf26bfd77ce2b8ebf1d23ff3e4b332326b0d189a99d849eabb3c880d2e4105", "startedAt": "2026-10-26T03:44:34.387Z", "finishedAt": "2026-10-26T03:47:05.813Z" }, { "id": "codex-luna-max--sec-financial-report--r3", "configurationId": "codex-luna-max", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 185.89494883600855, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01572984", "knownApiSubtotalUsd": "0.01572984", "totalTokens": 413472, "inputTotal": 400821, "outputTotal": 12651, "cacheRead": 340864, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d8b8046b74ad8737fa1495237e58db323a33bbc8773fe917a161a6cea5d21ef6", "startedAt": "2026-10-26T03:47:07.023Z", "finishedAt": "2026-10-26T03:51:18.435Z" }, { "id": "codex-sol-low--sec-financial-report--r3", "configurationId": "codex-sol-low", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 50.0291800989944, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0531272", "knownApiSubtotalUsd": "0.0531272", "totalTokens": 112934, "inputTotal": 111301, "outputTotal": 1633, "cacheRead": 97792, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4eb56b5f68ca97d7070ead2e3973cb9727b497b92877660f08dab2bae3db3258", "startedAt": "2026-10-26T18:58:19.442Z", "finishedAt": "2026-10-26T19:00:43.880Z" }, { "id": "codex-sol-medium--sec-financial-report--r3", "configurationId": "codex-sol-medium", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 66.43195348398876, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.069166", "knownApiSubtotalUsd": "0.069166", "totalTokens": 157975, "inputTotal": 155535, "outputTotal": 2440, "cacheRead": 140160, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "701f3b03f7f3d17773993dd532f8aea47f333478ecba6e03f86ef9d1ef01292a", "startedAt": "2026-10-26T19:00:45.250Z", "finishedAt": "2026-10-26T19:03:25.409Z" }, { "id": "codex-sol-high--sec-financial-report--r3", "configurationId": "codex-sol-high", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 87.33330337400548, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0910728", "knownApiSubtotalUsd": "0.0910728", "totalTokens": 176966, "inputTotal": 173921, "outputTotal": 3045, "cacheRead": 151168, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "549217662f68b5ee5fa45c249397fe5bfebec84134a4457f5f31ce198203e55c", "startedAt": "2026-10-26T19:03:26.909Z", "finishedAt": "2026-10-26T19:06:17.869Z" }, { "id": "codex-sol-xhigh--sec-financial-report--r3", "configurationId": "codex-sol-xhigh", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 119.35441457398701, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.161534", "knownApiSubtotalUsd": "0.161534", "totalTokens": 259559, "inputTotal": 253641, "outputTotal": 5918, "cacheRead": 213120, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cdf08499fd1be12e08c6a16deb69dd5575722723496226e192ff177df089772b", "startedAt": "2026-10-26T19:06:19.379Z", "finishedAt": "2026-10-26T19:09:37.341Z" }, { "id": "codex-sol-max--sec-financial-report--r3", "configurationId": "codex-sol-max", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 176.36027712599025, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1725152", "knownApiSubtotalUsd": "0.1725152", "totalTokens": 363512, "inputTotal": 356096, "outputTotal": 7416, "cacheRead": 323072, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b83a169fcb1602455be229eec276d12169871a9050cba90c0db199939058c176", "startedAt": "2026-10-26T19:09:38.950Z", "finishedAt": "2026-10-26T19:13:52.460Z" }, { "id": "claude-haiku-low--sec-financial-report--r3", "configurationId": "claude-haiku-low", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 39.29635017103283, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0071068", "knownApiSubtotalUsd": "0.0071068", "totalTokens": 159659, "inputTotal": 155613, "outputTotal": 4046, "cacheRead": 137040, "cacheWrite": 18561, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8293461b1432512d65afc09e12a17544a3a1e71030925ff68082ef633e8f4e86", "startedAt": "2026-10-26T23:54:34.805Z", "finishedAt": "2026-10-26T23:56:53.856Z" }, { "id": "claude-haiku-medium--sec-financial-report--r3", "configurationId": "claude-haiku-medium", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 47.55703689495567, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 4, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0112552", "knownApiSubtotalUsd": "0.0112552", "totalTokens": 264465, "inputTotal": 257611, "outputTotal": 6854, "cacheRead": 229960, "cacheWrite": 27635, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a8b5ea76497c970342d27e30c3357c82b75a87d1389a88cb1d30ad2a8585487d", "startedAt": "2026-10-26T23:56:55.385Z", "finishedAt": "2026-10-26T23:59:22.781Z" }, { "id": "claude-haiku-high--sec-financial-report--r3", "configurationId": "claude-haiku-high", "taskId": "sec-financial-report", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 97.37773476500297, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 4, "passed": 3, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 2 (q2_answer)", "criterionKey": "test_answer_quality", "status": "passed" }, { "name": "Questão 3 (q3_answer)", "criterionKey": "test_answer_quality", "status": "failed" }, { "name": "Questão 4 (q4_answer)", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02209299", "knownApiSubtotalUsd": "0.02209299", "totalTokens": 457496, "inputTotal": 441951, "outputTotal": 15545, "cacheRead": 389829, "cacheWrite": 52100, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1faad0b915a6b0383fd2cdcd2e5e657a7ba32cc49f1caf447618f0f4da11941f", "startedAt": "2026-10-26T23:59:24.254Z", "finishedAt": "2026-10-27T00:02:44.273Z" }, { "id": "claude-haiku-max--enterprise-information-search--r3", "configurationId": "claude-haiku-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 272.8124468079768, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.26096505", "knownApiSubtotalUsd": "0.26096505", "totalTokens": 2488717, "inputTotal": 2427484, "outputTotal": 61233, "cacheRead": 2283791, "cacheWrite": 143639, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "fc387db77d5b1a0366c02ca08c68205e21845f4ec68dc400a8adb864e8570582", "startedAt": "2026-10-27T00:02:46.447Z", "finishedAt": "2026-10-27T00:08:52.675Z" }, { "id": "claude-sonnet-low--enterprise-information-search--r3", "configurationId": "claude-sonnet-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 19.735282233043108, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.3333333333333333, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 1, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1315302", "knownApiSubtotalUsd": "0.1315302", "totalTokens": 182314, "inputTotal": 180763, "outputTotal": 1551, "cacheRead": 155642, "cacheWrite": 25107, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c2d0db27127cd1db66c30042bf6bd271ada8f3f5e75c6904f543ff519d27de57", "startedAt": "2026-10-27T00:08:54.148Z", "finishedAt": "2026-10-27T00:10:43.896Z" }, { "id": "claude-sonnet-medium--enterprise-information-search--r3", "configurationId": "claude-sonnet-medium", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 37.024838445009664, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1478846", "knownApiSubtotalUsd": "0.1478846", "totalTokens": 252881, "inputTotal": 250457, "outputTotal": 2424, "cacheRead": 225166, "cacheWrite": 25273, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "faf0ec489c63744f2b81870bbe028fde07108092f7bec60bc5e96acd399a1ac9", "startedAt": "2026-10-27T00:10:45.211Z", "finishedAt": "2026-10-27T00:12:51.994Z" }, { "id": "claude-sonnet-high--enterprise-information-search--r3", "configurationId": "claude-sonnet-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 65.74656499701086, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1749812", "knownApiSubtotalUsd": "0.1749812", "totalTokens": 356600, "inputTotal": 352734, "outputTotal": 3866, "cacheRead": 326812, "cacheWrite": 25898, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6bd6349979ec31fb74abe1ae13124c36a23087f57ddb3bb0d1f9016f03caffa6", "startedAt": "2026-10-27T00:12:53.424Z", "finishedAt": "2026-10-27T00:15:31.388Z" }, { "id": "claude-sonnet-xhigh--enterprise-information-search--r3", "configurationId": "claude-sonnet-xhigh", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 85.74344877601834, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3458617", "knownApiSubtotalUsd": "0.3458617", "totalTokens": 603147, "inputTotal": 595463, "outputTotal": 7684, "cacheRead": 541737, "cacheWrite": 53698, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d374101f534168131dcc9084d2c8bcbff6e3bcf91ad559f0a6e75ba1989164ca", "startedAt": "2026-10-27T00:15:32.714Z", "finishedAt": "2026-10-27T00:18:48.353Z" }, { "id": "claude-sonnet-max--enterprise-information-search--r3", "configurationId": "claude-sonnet-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 387.98512234102236, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.3495779", "knownApiSubtotalUsd": "1.3495779", "totalTokens": 2820517, "inputTotal": 2769751, "outputTotal": 50766, "cacheRead": 2624859, "cacheWrite": 144824, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c6d733478ee5420b91b38876873c6b7291e91d5693b847e009aa2929e3213333", "startedAt": "2026-10-27T00:18:49.777Z", "finishedAt": "2026-10-27T00:27:02.722Z" }, { "id": "claude-opus-low--enterprise-information-search--r3", "configurationId": "claude-opus-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 25.778821083018556, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2072554", "knownApiSubtotalUsd": "0.2072554", "totalTokens": 170013, "inputTotal": 167905, "outputTotal": 2108, "cacheRead": 151037, "cacheWrite": 16854, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3bc5c0a5db3a2f0180ff05f52f8be4795c94490377c720b22c24d60dbb07e53d", "startedAt": "2026-10-27T00:27:04.089Z", "finishedAt": "2026-10-27T00:29:18.322Z" }, { "id": "claude-opus-medium--enterprise-information-search--r3", "configurationId": "claude-opus-medium", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 56.17060147103621, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3232758", "knownApiSubtotalUsd": "0.3232758", "totalTokens": 315194, "inputTotal": 311801, "outputTotal": 3393, "cacheRead": 287039, "cacheWrite": 24740, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b00f1f380fc87fafd107f09ec44c772d2e2540349837ecba7d21ae7aa8a6934b", "startedAt": "2026-10-27T00:29:19.688Z", "finishedAt": "2026-10-27T00:31:55.360Z" }, { "id": "claude-opus-high--enterprise-information-search--r3", "configurationId": "claude-opus-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 49.95005615800619, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.4092282", "knownApiSubtotalUsd": "0.4092282", "totalTokens": 330829, "inputTotal": 327095, "outputTotal": 3734, "cacheRead": 292581, "cacheWrite": 34494, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0992d560d894ab9bb5d5a6779259206205ac40283ecc3d2559653df8d63f06ca", "startedAt": "2026-10-27T00:31:56.722Z", "finishedAt": "2026-10-27T00:34:34.507Z" }, { "id": "claude-opus-xhigh--enterprise-information-search--r3", "configurationId": "claude-opus-xhigh", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 52.822684062004555, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.5489524", "knownApiSubtotalUsd": "0.5489524", "totalTokens": 432521, "inputTotal": 427476, "outputTotal": 5045, "cacheRead": 380982, "cacheWrite": 46470, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "674a5f8aa8fa06a361a00a98195bfa5f6dcb4501765f569230287c785884275c", "startedAt": "2026-10-27T00:34:35.837Z", "finishedAt": "2026-10-27T00:37:15.656Z" }, { "id": "claude-opus-max--enterprise-information-search--r3", "configurationId": "claude-opus-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 244.42642787494697, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.6922378", "knownApiSubtotalUsd": "1.6922378", "totalTokens": 1544638, "inputTotal": 1517804, "outputTotal": 26834, "cacheRead": 1408549, "cacheWrite": 109207, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b5dec52a19d5a95db0dcee1aca9b4258384024a53431712d660a35cfbd488fc9", "startedAt": "2026-10-27T00:37:16.936Z", "finishedAt": "2026-10-27T00:43:05.272Z" }, { "id": "codex-luna-low--enterprise-information-search--r3", "configurationId": "codex-luna-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.09150993498042, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.3333333333333333, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 1, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00994824", "knownApiSubtotalUsd": "0.00994824", "totalTokens": 434652, "inputTotal": 432246, "outputTotal": 2406, "cacheRead": 383104, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e16e86c6d5e77a4c4e62ae10ab709c34119c867f5e54719671cfbe47a7be4b27", "startedAt": "2026-10-26T19:13:54.262Z", "finishedAt": "2026-10-26T19:15:42.033Z" }, { "id": "codex-luna-medium--enterprise-information-search--r3", "configurationId": "codex-luna-medium", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 39.4864900969842, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.3333333333333333, "upper": 0.3333333333333333, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 1, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0069726", "knownApiSubtotalUsd": "0.0069726", "totalTokens": 249254, "inputTotal": 246760, "outputTotal": 2494, "cacheRead": 210560, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1ca2e9d36aae8795164274d7176362440442229e2b09a588efe24af220dea050", "startedAt": "2026-10-26T19:15:43.355Z", "finishedAt": "2026-10-26T19:17:37.369Z" }, { "id": "codex-luna-high--enterprise-information-search--r3", "configurationId": "codex-luna-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 50.917764679994434, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00768208", "knownApiSubtotalUsd": "0.00768208", "totalTokens": 263568, "inputTotal": 260258, "outputTotal": 3310, "cacheRead": 222208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "becf60a85ecba8b403b41c4acb46a8751eee46a0a493a93f34deb7af7021968a", "startedAt": "2026-10-26T19:17:38.671Z", "finishedAt": "2026-10-26T19:19:44.504Z" }, { "id": "codex-luna-xhigh--enterprise-information-search--r3", "configurationId": "codex-luna-xhigh", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 94.47132793700439, "environmentRevision": "revision-1", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01134028", "knownApiSubtotalUsd": "0.01134028", "totalTokens": 393222, "inputTotal": 385964, "outputTotal": 7258, "cacheRead": 343168, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "622225253859bd0d4dd747f7a6be1a963bc0bf7471366625a8dfe399bbbe3351", "startedAt": "2026-10-26T19:19:45.851Z", "finishedAt": "2026-10-26T19:22:31.802Z" }, { "id": "codex-luna-max--enterprise-information-search--r3", "configurationId": "codex-luna-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 113.75115670700325, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01438258", "knownApiSubtotalUsd": "0.01438258", "totalTokens": 375641, "inputTotal": 365598, "outputTotal": 10043, "cacheRead": 302208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "afee0d46414df8a54413e387f92d0fbb963acfc3298b9b736fc2eaa149012062", "startedAt": "2026-10-26T19:22:38.942Z", "finishedAt": "2026-10-26T19:25:49.966Z" }, { "id": "codex-sol-low--enterprise-information-search--r3", "configurationId": "codex-sol-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 47.332509276981, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1025064", "knownApiSubtotalUsd": "0.1025064", "totalTokens": 269018, "inputTotal": 267584, "outputTotal": 1434, "cacheRead": 235264, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ceadd3daad9a330bbed23702c39356d183403efc2e02a7143237ff1f6034d758", "startedAt": "2026-10-26T19:25:51.304Z", "finishedAt": "2026-10-26T19:27:51.692Z" }, { "id": "codex-sol-medium--enterprise-information-search--r3", "configurationId": "codex-sol-medium", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 57.71734488700167, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.19991", "knownApiSubtotalUsd": "0.19991", "totalTokens": 324691, "inputTotal": 322963, "outputTotal": 1728, "cacheRead": 243840, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5ccf46dbef7fcee993c3618e01e696c83f8a4fbeff4b15516ea629d6c4b9a856", "startedAt": "2026-10-26T19:27:53.034Z", "finishedAt": "2026-10-26T19:30:05.911Z" }, { "id": "codex-sol-high--enterprise-information-search--r3", "configurationId": "codex-sol-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 71.22670801202185, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1220916", "knownApiSubtotalUsd": "0.1220916", "totalTokens": 352525, "inputTotal": 350246, "outputTotal": 2279, "cacheRead": 316416, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b3365347952d0551f05eace257854d72de4e508bf6afa3c68cdf55a326df932c", "startedAt": "2026-10-26T19:30:07.311Z", "finishedAt": "2026-10-26T19:32:34.300Z" }, { "id": "codex-sol-xhigh--enterprise-information-search--r3", "configurationId": "codex-sol-xhigh", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 79.96726478499477, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1529388", "knownApiSubtotalUsd": "0.1529388", "totalTokens": 364931, "inputTotal": 361320, "outputTotal": 3611, "cacheRead": 318848, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "863f510a60c109b8b3054da5e0afbaccbdaf0e4431ebea117fd75e5a3a223e43", "startedAt": "2026-10-26T19:32:36.414Z", "finishedAt": "2026-10-26T19:35:14.961Z" }, { "id": "codex-sol-max--enterprise-information-search--r3", "configurationId": "codex-sol-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 103.43205943898647, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 3, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1779404", "knownApiSubtotalUsd": "0.1779404", "totalTokens": 358339, "inputTotal": 353542, "outputTotal": 4797, "cacheRead": 303744, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7d007d1ad4e587f7c13d1aaa4c12f64326d93bed1146fa2fe64c7f9d602e9b10", "startedAt": "2026-10-26T19:35:16.417Z", "finishedAt": "2026-10-26T19:38:10.228Z" }, { "id": "claude-haiku-low--enterprise-information-search--r3", "configurationId": "claude-haiku-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 38.31660089403158, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01617585", "knownApiSubtotalUsd": "0.01617585", "totalTokens": 439939, "inputTotal": 433866, "outputTotal": 6073, "cacheRead": 387535, "cacheWrite": 46309, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "48b6810b324f4a847b4dcc416daa0b78e2fb71cb5c4e9c2132712c1e035c5ac3", "startedAt": "2026-10-27T00:43:06.628Z", "finishedAt": "2026-10-27T00:45:22.256Z" }, { "id": "claude-haiku-medium--enterprise-information-search--r3", "configurationId": "claude-haiku-medium", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 41.270562532008626, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01655119", "knownApiSubtotalUsd": "0.01655119", "totalTokens": 395066, "inputTotal": 388243, "outputTotal": 6823, "cacheRead": 339509, "cacheWrite": 48712, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "26ecbdcc357d352ae53d95c6cb5bd20a85091f6e4b1b0911249406d08bf6307e", "startedAt": "2026-10-27T00:45:23.687Z", "finishedAt": "2026-10-27T00:47:40.840Z" }, { "id": "claude-haiku-high--enterprise-information-search--r3", "configurationId": "claude-haiku-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 75.83988530002534, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02564527", "knownApiSubtotalUsd": "0.02564527", "totalTokens": 784012, "inputTotal": 769986, "outputTotal": 14026, "cacheRead": 712427, "cacheWrite": 57521, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "568ec4e26c540e9aec8f78938fa4d4d1b8a82e5438c34d8aab90b4fc442d1def", "startedAt": "2026-10-27T00:47:42.263Z", "finishedAt": "2026-10-27T00:50:32.287Z" }, { "id": "claude-haiku-xhigh--enterprise-information-search--r3", "configurationId": "claude-haiku-xhigh", "taskId": "enterprise-information-search", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 165.93504454504, "environmentRevision": "revision-2", "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 3, "passed": 2, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "Questão 1 (q1)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "failed" }, { "name": "Questão 2 (q2)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" }, { "name": "Questão 3 (q3)", "criterionKey": "TestOutputs::test_answer_structure_and_values", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.13728029", "knownApiSubtotalUsd": "0.13728029", "totalTokens": 1854253, "inputTotal": 1820802, "outputTotal": 33451, "cacheRead": 1710307, "cacheWrite": 110443, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1bf62a134fbc81d8b735586734ae1782564a073c024a80d90a3163abb4969137", "startedAt": "2026-10-27T00:50:34.348Z", "finishedAt": "2026-10-27T00:55:01.156Z" }, { "id": "claude-sonnet-low--jpg-ocr-stat--r3", "configurationId": "claude-sonnet-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 22.269816209969576, "environmentRevision": "revision-2", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.7727272727272727, "upper": 0.7727272727272727, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 34, "failed": 10, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0710821", "knownApiSubtotalUsd": "0.0710821", "totalTokens": 85181, "inputTotal": 83357, "outputTotal": 1824, "cacheRead": 71941, "cacheWrite": 11408, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "91f1de476f4deb24fc841c3f44678ac4a23a6e01840b8cbe7b316731202a18a6", "startedAt": "2026-10-27T00:55:03.178Z", "finishedAt": "2026-10-27T00:58:46.572Z" }, { "id": "claude-sonnet-medium--jpg-ocr-stat--r3", "configurationId": "claude-sonnet-medium", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 25.66367118799826, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0815977", "knownApiSubtotalUsd": "0.0815977", "totalTokens": 110016, "inputTotal": 108009, "outputTotal": 2007, "cacheRead": 94997, "cacheWrite": 13002, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8d191634d24f9710dfa253f268501083b149733380fcbfe65a6035e06b90d229", "startedAt": "2026-10-27T00:58:48.210Z", "finishedAt": "2026-10-27T01:00:25.798Z" }, { "id": "claude-sonnet-high--jpg-ocr-stat--r3", "configurationId": "claude-sonnet-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 39.995297622983344, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1434452", "knownApiSubtotalUsd": "0.1434452", "totalTokens": 193053, "inputTotal": 190455, "outputTotal": 2598, "cacheRead": 165212, "cacheWrite": 25229, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "95c4e62ae9f249477216c95db56e84f22c71eb926b86d912440e47f87f389d07", "startedAt": "2026-10-27T01:00:27.404Z", "finishedAt": "2026-10-27T01:02:22.969Z" }, { "id": "claude-sonnet-xhigh--jpg-ocr-stat--r3", "configurationId": "claude-sonnet-xhigh", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 66.46362434799084, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2984744", "knownApiSubtotalUsd": "0.2984744", "totalTokens": 419668, "inputTotal": 415080, "outputTotal": 4588, "cacheRead": 360944, "cacheWrite": 54114, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9c7e9584e443c4f2c6c8ed63dd7691fb796a65b0a95113ff64197b4e7eb4a021", "startedAt": "2026-10-27T01:02:24.552Z", "finishedAt": "2026-10-27T01:04:54.039Z" }, { "id": "claude-sonnet-max--jpg-ocr-stat--r3", "configurationId": "claude-sonnet-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 1022.3934529570397, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "2.0495556", "knownApiSubtotalUsd": "2.0495556", "totalTokens": 5518932, "inputTotal": 5439830, "outputTotal": 79102, "cacheRead": 5256556, "cacheWrite": 183166, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e5976573c6044679ea4bd816bcac771f69868e4860b79093c7fde77a5edc03bf", "startedAt": "2026-10-27T01:04:55.771Z", "finishedAt": "2026-10-27T01:23:31.609Z" }, { "id": "claude-opus-low--jpg-ocr-stat--r3", "configurationId": "claude-opus-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 87.39879115403164, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.546255", "knownApiSubtotalUsd": "0.546255", "totalTokens": 538348, "inputTotal": 534351, "outputTotal": 3997, "cacheRead": 488255, "cacheWrite": 46070, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d57f454ae8963b7f201ce0a3d568091b345016d8e0f4f8a30fa3e6f0a0ea05e2", "startedAt": "2026-10-27T01:23:38.736Z", "finishedAt": "2026-10-27T01:26:44.092Z" }, { "id": "claude-opus-medium--jpg-ocr-stat--r3", "configurationId": "claude-opus-medium", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 57.39256591402227, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.5384912", "knownApiSubtotalUsd": "0.5384912", "totalTokens": 415125, "inputTotal": 411280, "outputTotal": 3845, "cacheRead": 362636, "cacheWrite": 48622, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "824e1bb6da3595b5781ef5a9e716133c846d6390a01ce60ac7411d8f9b3d41bd", "startedAt": "2026-10-27T01:26:45.654Z", "finishedAt": "2026-10-27T01:29:17.106Z" }, { "id": "claude-opus-high--jpg-ocr-stat--r3", "configurationId": "claude-opus-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 647.5320026730187, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.3079162", "knownApiSubtotalUsd": "1.3079162", "totalTokens": 1395286, "inputTotal": 1373820, "outputTotal": 21466, "cacheRead": 1296381, "cacheWrite": 77391, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e9b02f46744532b1e83f02c4c2f7d8a1d5d2804004c721b517c5a9cd9a9570ac", "startedAt": "2026-10-27T01:29:18.490Z", "finishedAt": "2026-10-27T01:41:43.178Z" }, { "id": "claude-opus-xhigh--jpg-ocr-stat--r3", "configurationId": "claude-opus-xhigh", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 731.2714336420177, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "1.3660044", "knownApiSubtotalUsd": "1.3660044", "totalTokens": 1446255, "inputTotal": 1425002, "outputTotal": 21253, "cacheRead": 1340882, "cacheWrite": 84072, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8f7b535dae80a45c55a9d43dfdb88fe8065169cdd8c4855200cf1fd066d4902f", "startedAt": "2026-10-27T01:41:44.679Z", "finishedAt": "2026-10-27T01:55:36.882Z" }, { "id": "claude-opus-max--jpg-ocr-stat--r3", "configurationId": "claude-opus-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 1605.1553608109825, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "3.2472892", "knownApiSubtotalUsd": "3.2472892", "totalTokens": 3427185, "inputTotal": 3356700, "outputTotal": 70485, "cacheRead": 3207146, "cacheWrite": 149486, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cf0e9f5b7f3c39a744ffb1034ce14788823b03eab99d1a3a61b50e247bc85050", "startedAt": "2026-10-27T01:55:39.814Z", "finishedAt": "2026-10-27T02:24:05.295Z" }, { "id": "codex-luna-low--jpg-ocr-stat--r3", "configurationId": "codex-luna-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 42.26511620101519, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00388712", "knownApiSubtotalUsd": "0.00388712", "totalTokens": 128344, "inputTotal": 126693, "outputTotal": 1651, "cacheRead": 106752, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "aff7d5cd3916759b4d04f9790a02c47f389d8acba3b9064f64a7284ffe6d5593", "startedAt": "2026-10-26T19:38:11.975Z", "finishedAt": "2026-10-26T19:40:04.656Z" }, { "id": "codex-luna-medium--jpg-ocr-stat--r3", "configurationId": "codex-luna-medium", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 27.173756869975477, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00356052", "knownApiSubtotalUsd": "0.00356052", "totalTokens": 108278, "inputTotal": 106747, "outputTotal": 1531, "cacheRead": 87552, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "020dcf88d7f017e9cbce52b84d6d2548a7cf074a14d9bb3d32eb871ba5aee583", "startedAt": "2026-10-26T19:40:06.078Z", "finishedAt": "2026-10-26T19:41:37.892Z" }, { "id": "codex-luna-high--jpg-ocr-stat--r3", "configurationId": "codex-luna-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 44.40293283300707, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00546754", "knownApiSubtotalUsd": "0.00546754", "totalTokens": 200741, "inputTotal": 198435, "outputTotal": 2306, "cacheRead": 172544, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "931f26e9a129ad03d1e840b448d3f5f1567f39bc41dc7c91a8176787e33b650c", "startedAt": "2026-10-26T19:41:39.213Z", "finishedAt": "2026-10-26T19:44:18.667Z" }, { "id": "codex-luna-xhigh--jpg-ocr-stat--r3", "configurationId": "codex-luna-xhigh", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 70.02481675401214, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9772727272727273, "upper": 0.9772727272727273, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 43, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00727228", "knownApiSubtotalUsd": "0.00727228", "totalTokens": 233890, "inputTotal": 229801, "outputTotal": 4089, "cacheRead": 197248, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "586dcc3cf3b43f1e8b214c1d29b0851e47870032561a600c697eaa641f3078b1", "startedAt": "2026-10-26T19:44:19.978Z", "finishedAt": "2026-10-26T19:46:37.886Z" }, { "id": "codex-luna-max--jpg-ocr-stat--r3", "configurationId": "codex-luna-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 57.58281552398694, "environmentRevision": "revision-1", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9545454545454546, "upper": 0.9545454545454546, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 42, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "failed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00856788", "knownApiSubtotalUsd": "0.00856788", "totalTokens": 153178, "inputTotal": 148856, "outputTotal": 4322, "cacheRead": 94208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ceb9625091529792a6a996f8bdf3777b9708da1e5027f4143f39ac7315f05a9f", "startedAt": "2026-10-26T19:46:39.385Z", "finishedAt": "2026-10-26T19:48:43.069Z" }, { "id": "codex-sol-low--jpg-ocr-stat--r3", "configurationId": "codex-sol-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 58.29762776300777, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1009948", "knownApiSubtotalUsd": "0.1009948", "totalTokens": 243823, "inputTotal": 242116, "outputTotal": 1707, "cacheRead": 210688, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3a1b7c1ceff9cd0a2b35313cb154f6df5597f9ff40d48f7f515b2f7fe416b4a4", "startedAt": "2026-10-26T19:48:44.468Z", "finishedAt": "2026-10-26T19:50:47.876Z" }, { "id": "codex-sol-medium--jpg-ocr-stat--r3", "configurationId": "codex-sol-medium", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 114.14238823601045, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1426072", "knownApiSubtotalUsd": "0.1426072", "totalTokens": 426242, "inputTotal": 423655, "outputTotal": 2587, "cacheRead": 384512, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6b0ed1c4f8fa69093a5267423dcbc23e30210caf6fb74c3b65e4be7a0015e519", "startedAt": "2026-10-26T19:50:49.308Z", "finishedAt": "2026-10-26T19:53:49.048Z" }, { "id": "codex-sol-high--jpg-ocr-stat--r3", "configurationId": "codex-sol-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 65.51045816999977, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1560332", "knownApiSubtotalUsd": "0.1560332", "totalTokens": 427695, "inputTotal": 425617, "outputTotal": 2078, "cacheRead": 376832, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1362467219f5450c25eefe00071ae9d393ce20b1bf05647c4c946c732c67f9e3", "startedAt": "2026-10-26T19:53:50.585Z", "finishedAt": "2026-10-26T19:56:10.088Z" }, { "id": "codex-sol-xhigh--jpg-ocr-stat--r3", "configurationId": "codex-sol-xhigh", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 90.29173216901836, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.135818", "knownApiSubtotalUsd": "0.135818", "totalTokens": 371749, "inputTotal": 368669, "outputTotal": 3080, "cacheRead": 332800, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cb93d737ec65fa4266fd28633ffed897df2a9fcc8c33da410abc59a5f7fac2d2", "startedAt": "2026-10-26T19:56:11.586Z", "finishedAt": "2026-10-26T19:58:53.535Z" }, { "id": "codex-sol-max--jpg-ocr-stat--r3", "configurationId": "codex-sol-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 107.7780066000123, "environmentRevision": "revision-1", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1915144", "knownApiSubtotalUsd": "0.1915144", "totalTokens": 516898, "inputTotal": 513108, "outputTotal": 3790, "cacheRead": 459264, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4572aa5edbb2462dceb5426c6efb6c724596c2e0bc657527fcc97b208d4d5642", "startedAt": "2026-10-26T19:58:54.981Z", "finishedAt": "2026-10-26T20:01:56.505Z" }, { "id": "claude-haiku-low--jpg-ocr-stat--r3", "configurationId": "claude-haiku-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 32.845118105004076, "environmentRevision": "revision-2", "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0.9318181818181818, "upper": 0.9318181818181818, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 0, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 41, "failed": 3, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "failed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "low", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0110689", "knownApiSubtotalUsd": "0.0110689", "totalTokens": 116551, "inputTotal": 111094, "outputTotal": 5457, "cacheRead": 73040, "cacheWrite": 38046, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b552e0080ab9d25652a3acf1cbd7b1efd20ff29827e0c000c58ebf01077ae807", "startedAt": "2026-10-27T02:24:06.805Z", "finishedAt": "2026-10-27T02:25:53.227Z" }, { "id": "claude-haiku-medium--jpg-ocr-stat--r3", "configurationId": "claude-haiku-medium", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 67.96140421897871, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01388909", "knownApiSubtotalUsd": "0.01388909", "totalTokens": 228290, "inputTotal": 219423, "outputTotal": 8867, "cacheRead": 181199, "cacheWrite": 38212, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d7a88cf3086bd2e87554c207becb021a0316d7271aaa8186a49334d6a7de97db", "startedAt": "2026-10-27T02:25:54.888Z", "finishedAt": "2026-10-27T02:28:15.396Z" }, { "id": "claude-haiku-high--jpg-ocr-stat--r3", "configurationId": "claude-haiku-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 49.962068692955654, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0137535", "knownApiSubtotalUsd": "0.0137535", "totalTokens": 234756, "inputTotal": 227117, "outputTotal": 7639, "cacheRead": 186780, "cacheWrite": 40325, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "29e8bb68bbc7ecd91895b2d88bd2f771fad65614b80996222366e5af67b5e15a", "startedAt": "2026-10-27T02:28:17.117Z", "finishedAt": "2026-10-27T02:30:20.590Z" }, { "id": "claude-haiku-xhigh--jpg-ocr-stat--r3", "configurationId": "claude-haiku-xhigh", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 88.45176112803165, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "xhigh", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02640285", "knownApiSubtotalUsd": "0.02640285", "totalTokens": 451735, "inputTotal": 435455, "outputTotal": 16280, "cacheRead": 362245, "cacheWrite": 73194, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "570178695ba8cdf3e1b577d94d62b26ec1fff70a526703cab5b9b3ccee501259", "startedAt": "2026-10-27T02:30:22.137Z", "finishedAt": "2026-10-27T02:33:14.689Z" }, { "id": "claude-haiku-max--jpg-ocr-stat--r3", "configurationId": "claude-haiku-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 259.56026699900394, "environmentRevision": "revision-2", "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 44, "passed": 44, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "007.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "007.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "009.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "010.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "011.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "019.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "034.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "039.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "052.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "063.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "064.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "069.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "071.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "074.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "077.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "078.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "080.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "083.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "087.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "088.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "090.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "094.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:date", "criterionKey": "test_outputs", "status": "passed" }, { "name": "097.jpg:total_amount", "criterionKey": "test_outputs", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.11146572", "knownApiSubtotalUsd": "0.11146572", "totalTokens": 1560125, "inputTotal": 1518126, "outputTotal": 41999, "cacheRead": 1417158, "cacheWrite": 100926, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8ef0e4daca83e341013189b81e35429f04c2a12a3e75a23c6c6b40e51149ed03", "startedAt": "2026-10-27T02:33:15.964Z", "finishedAt": "2026-10-27T02:39:29.864Z" }, { "id": "studio-glm-flash-low--video-silence-remover--r1", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--video-silence-remover--r1", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--video-silence-remover--r1", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--video-silence-remover--r1", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r1", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r1", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r1", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r1", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--video-silence-remover--r1", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--video-silence-remover--r1", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--video-silence-remover--r1", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--video-silence-remover--r1", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--video-silence-remover--r1", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--video-silence-remover--r1", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--sec-financial-report--r1", "configurationId": "studio-glm-flash-high", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--sec-financial-report--r1", "configurationId": "studio-glm-flash-max", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--sec-financial-report--r1", "configurationId": "studio-deepseek-flash-none", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--sec-financial-report--r1", "configurationId": "studio-deepseek-flash-low", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--sec-financial-report--r1", "configurationId": "studio-deepseek-flash-high", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--sec-financial-report--r1", "configurationId": "studio-deepseek-flash-max", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--sec-financial-report--r1", "configurationId": "studio-mimo-pro-enabled", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--sec-financial-report--r1", "configurationId": "studio-mimo-pro-disabled", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--sec-financial-report--r1", "configurationId": "studio-mimo-flash-enabled", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--sec-financial-report--r1", "configurationId": "studio-mimo-flash-disabled", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--sec-financial-report--r1", "configurationId": "studio-glm-low", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--sec-financial-report--r1", "configurationId": "studio-glm-high", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--sec-financial-report--r1", "configurationId": "studio-glm-max", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--sec-financial-report--r1", "configurationId": "studio-kimi-low", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--sec-financial-report--r1", "configurationId": "studio-kimi-high", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--sec-financial-report--r1", "configurationId": "studio-kimi-max", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--sec-financial-report--r1", "configurationId": "studio-glm-flash-low", "taskId": "sec-financial-report", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--enterprise-information-search--r1", "configurationId": "studio-glm-flash-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--enterprise-information-search--r1", "configurationId": "studio-deepseek-flash-none", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--enterprise-information-search--r1", "configurationId": "studio-deepseek-flash-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--enterprise-information-search--r1", "configurationId": "studio-deepseek-flash-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--enterprise-information-search--r1", "configurationId": "studio-deepseek-flash-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--enterprise-information-search--r1", "configurationId": "studio-mimo-pro-enabled", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--enterprise-information-search--r1", "configurationId": "studio-mimo-pro-disabled", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--enterprise-information-search--r1", "configurationId": "studio-mimo-flash-enabled", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--enterprise-information-search--r1", "configurationId": "studio-mimo-flash-disabled", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--enterprise-information-search--r1", "configurationId": "studio-glm-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--enterprise-information-search--r1", "configurationId": "studio-glm-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--enterprise-information-search--r1", "configurationId": "studio-glm-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--enterprise-information-search--r1", "configurationId": "studio-kimi-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--enterprise-information-search--r1", "configurationId": "studio-kimi-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--enterprise-information-search--r1", "configurationId": "studio-kimi-max", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--enterprise-information-search--r1", "configurationId": "studio-glm-flash-low", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--enterprise-information-search--r1", "configurationId": "studio-glm-flash-high", "taskId": "enterprise-information-search", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--jpg-ocr-stat--r1", "configurationId": "studio-deepseek-flash-none", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--jpg-ocr-stat--r1", "configurationId": "studio-deepseek-flash-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--jpg-ocr-stat--r1", "configurationId": "studio-deepseek-flash-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--jpg-ocr-stat--r1", "configurationId": "studio-deepseek-flash-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--jpg-ocr-stat--r1", "configurationId": "studio-mimo-pro-enabled", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--jpg-ocr-stat--r1", "configurationId": "studio-mimo-pro-disabled", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--jpg-ocr-stat--r1", "configurationId": "studio-mimo-flash-enabled", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--jpg-ocr-stat--r1", "configurationId": "studio-mimo-flash-disabled", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--jpg-ocr-stat--r1", "configurationId": "studio-glm-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--jpg-ocr-stat--r1", "configurationId": "studio-glm-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--jpg-ocr-stat--r1", "configurationId": "studio-glm-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--jpg-ocr-stat--r1", "configurationId": "studio-kimi-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--jpg-ocr-stat--r1", "configurationId": "studio-kimi-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--jpg-ocr-stat--r1", "configurationId": "studio-kimi-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--jpg-ocr-stat--r1", "configurationId": "studio-glm-flash-low", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--jpg-ocr-stat--r1", "configurationId": "studio-glm-flash-high", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--jpg-ocr-stat--r1", "configurationId": "studio-glm-flash-max", "taskId": "jpg-ocr-stat", "repetition": 1, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--video-silence-remover--r2", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--video-silence-remover--r2", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--video-silence-remover--r2", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r2", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r2", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r2", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r2", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--video-silence-remover--r2", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--video-silence-remover--r2", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--video-silence-remover--r2", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--video-silence-remover--r2", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--video-silence-remover--r2", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--video-silence-remover--r2", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--video-silence-remover--r2", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--sec-financial-report--r2", "configurationId": "studio-glm-flash-max", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--sec-financial-report--r2", "configurationId": "studio-deepseek-flash-none", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--sec-financial-report--r2", "configurationId": "studio-deepseek-flash-low", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--sec-financial-report--r2", "configurationId": "studio-deepseek-flash-high", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--sec-financial-report--r2", "configurationId": "studio-deepseek-flash-max", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--sec-financial-report--r2", "configurationId": "studio-mimo-pro-enabled", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--sec-financial-report--r2", "configurationId": "studio-mimo-pro-disabled", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--sec-financial-report--r2", "configurationId": "studio-mimo-flash-enabled", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--sec-financial-report--r2", "configurationId": "studio-mimo-flash-disabled", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--sec-financial-report--r2", "configurationId": "studio-glm-low", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--sec-financial-report--r2", "configurationId": "studio-glm-high", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--sec-financial-report--r2", "configurationId": "studio-glm-max", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--sec-financial-report--r2", "configurationId": "studio-kimi-low", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--sec-financial-report--r2", "configurationId": "studio-kimi-high", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--sec-financial-report--r2", "configurationId": "studio-kimi-max", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--sec-financial-report--r2", "configurationId": "studio-glm-flash-low", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--sec-financial-report--r2", "configurationId": "studio-glm-flash-high", "taskId": "sec-financial-report", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--enterprise-information-search--r2", "configurationId": "studio-deepseek-flash-none", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--enterprise-information-search--r2", "configurationId": "studio-deepseek-flash-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--enterprise-information-search--r2", "configurationId": "studio-deepseek-flash-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--enterprise-information-search--r2", "configurationId": "studio-deepseek-flash-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--enterprise-information-search--r2", "configurationId": "studio-mimo-pro-enabled", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--enterprise-information-search--r2", "configurationId": "studio-mimo-pro-disabled", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--enterprise-information-search--r2", "configurationId": "studio-mimo-flash-enabled", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--enterprise-information-search--r2", "configurationId": "studio-mimo-flash-disabled", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--enterprise-information-search--r2", "configurationId": "studio-glm-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--enterprise-information-search--r2", "configurationId": "studio-glm-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--enterprise-information-search--r2", "configurationId": "studio-glm-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--enterprise-information-search--r2", "configurationId": "studio-kimi-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--enterprise-information-search--r2", "configurationId": "studio-kimi-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--enterprise-information-search--r2", "configurationId": "studio-kimi-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--enterprise-information-search--r2", "configurationId": "studio-glm-flash-low", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--enterprise-information-search--r2", "configurationId": "studio-glm-flash-high", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--enterprise-information-search--r2", "configurationId": "studio-glm-flash-max", "taskId": "enterprise-information-search", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--jpg-ocr-stat--r2", "configurationId": "studio-deepseek-flash-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--jpg-ocr-stat--r2", "configurationId": "studio-deepseek-flash-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--jpg-ocr-stat--r2", "configurationId": "studio-deepseek-flash-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--jpg-ocr-stat--r2", "configurationId": "studio-mimo-pro-enabled", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--jpg-ocr-stat--r2", "configurationId": "studio-mimo-pro-disabled", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--jpg-ocr-stat--r2", "configurationId": "studio-mimo-flash-enabled", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--jpg-ocr-stat--r2", "configurationId": "studio-mimo-flash-disabled", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--jpg-ocr-stat--r2", "configurationId": "studio-glm-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--jpg-ocr-stat--r2", "configurationId": "studio-glm-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--jpg-ocr-stat--r2", "configurationId": "studio-glm-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--jpg-ocr-stat--r2", "configurationId": "studio-kimi-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--jpg-ocr-stat--r2", "configurationId": "studio-kimi-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--jpg-ocr-stat--r2", "configurationId": "studio-kimi-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--jpg-ocr-stat--r2", "configurationId": "studio-glm-flash-low", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--jpg-ocr-stat--r2", "configurationId": "studio-glm-flash-high", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--jpg-ocr-stat--r2", "configurationId": "studio-glm-flash-max", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--jpg-ocr-stat--r2", "configurationId": "studio-deepseek-flash-none", "taskId": "jpg-ocr-stat", "repetition": 2, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--video-silence-remover--r3", "configurationId": "studio-glm-flash-max", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-none", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-low", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-high", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--video-silence-remover--r3", "configurationId": "studio-deepseek-flash-max", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--video-silence-remover--r3", "configurationId": "studio-mimo-pro-enabled", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--video-silence-remover--r3", "configurationId": "studio-mimo-pro-disabled", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--video-silence-remover--r3", "configurationId": "studio-mimo-flash-enabled", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--video-silence-remover--r3", "configurationId": "studio-mimo-flash-disabled", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--video-silence-remover--r3", "configurationId": "studio-glm-low", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--video-silence-remover--r3", "configurationId": "studio-glm-high", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--video-silence-remover--r3", "configurationId": "studio-glm-max", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--video-silence-remover--r3", "configurationId": "studio-kimi-low", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--video-silence-remover--r3", "configurationId": "studio-kimi-high", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--video-silence-remover--r3", "configurationId": "studio-kimi-max", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--video-silence-remover--r3", "configurationId": "studio-glm-flash-low", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--video-silence-remover--r3", "configurationId": "studio-glm-flash-high", "taskId": "video-silence-remover", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--sec-financial-report--r3", "configurationId": "studio-deepseek-flash-none", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--sec-financial-report--r3", "configurationId": "studio-deepseek-flash-low", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--sec-financial-report--r3", "configurationId": "studio-deepseek-flash-high", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--sec-financial-report--r3", "configurationId": "studio-deepseek-flash-max", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--sec-financial-report--r3", "configurationId": "studio-mimo-pro-enabled", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--sec-financial-report--r3", "configurationId": "studio-mimo-pro-disabled", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--sec-financial-report--r3", "configurationId": "studio-mimo-flash-enabled", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--sec-financial-report--r3", "configurationId": "studio-mimo-flash-disabled", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--sec-financial-report--r3", "configurationId": "studio-glm-low", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--sec-financial-report--r3", "configurationId": "studio-glm-high", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--sec-financial-report--r3", "configurationId": "studio-glm-max", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--sec-financial-report--r3", "configurationId": "studio-kimi-low", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--sec-financial-report--r3", "configurationId": "studio-kimi-high", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--sec-financial-report--r3", "configurationId": "studio-kimi-max", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--sec-financial-report--r3", "configurationId": "studio-glm-flash-low", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--sec-financial-report--r3", "configurationId": "studio-glm-flash-high", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--sec-financial-report--r3", "configurationId": "studio-glm-flash-max", "taskId": "sec-financial-report", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--enterprise-information-search--r3", "configurationId": "studio-deepseek-flash-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--enterprise-information-search--r3", "configurationId": "studio-deepseek-flash-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--enterprise-information-search--r3", "configurationId": "studio-deepseek-flash-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--enterprise-information-search--r3", "configurationId": "studio-mimo-pro-enabled", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--enterprise-information-search--r3", "configurationId": "studio-mimo-pro-disabled", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--enterprise-information-search--r3", "configurationId": "studio-mimo-flash-enabled", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--enterprise-information-search--r3", "configurationId": "studio-mimo-flash-disabled", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--enterprise-information-search--r3", "configurationId": "studio-glm-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--enterprise-information-search--r3", "configurationId": "studio-glm-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--enterprise-information-search--r3", "configurationId": "studio-glm-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--enterprise-information-search--r3", "configurationId": "studio-kimi-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--enterprise-information-search--r3", "configurationId": "studio-kimi-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--enterprise-information-search--r3", "configurationId": "studio-kimi-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--enterprise-information-search--r3", "configurationId": "studio-glm-flash-low", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--enterprise-information-search--r3", "configurationId": "studio-glm-flash-high", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--enterprise-information-search--r3", "configurationId": "studio-glm-flash-max", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--enterprise-information-search--r3", "configurationId": "studio-deepseek-flash-none", "taskId": "enterprise-information-search", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-high--jpg-ocr-stat--r3", "configurationId": "studio-deepseek-flash-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-max--jpg-ocr-stat--r3", "configurationId": "studio-deepseek-flash-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-enabled--jpg-ocr-stat--r3", "configurationId": "studio-mimo-pro-enabled", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-pro-disabled--jpg-ocr-stat--r3", "configurationId": "studio-mimo-pro-disabled", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-enabled--jpg-ocr-stat--r3", "configurationId": "studio-mimo-flash-enabled", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-mimo-flash-disabled--jpg-ocr-stat--r3", "configurationId": "studio-mimo-flash-disabled", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-low--jpg-ocr-stat--r3", "configurationId": "studio-glm-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-high--jpg-ocr-stat--r3", "configurationId": "studio-glm-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-max--jpg-ocr-stat--r3", "configurationId": "studio-glm-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-low--jpg-ocr-stat--r3", "configurationId": "studio-kimi-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-high--jpg-ocr-stat--r3", "configurationId": "studio-kimi-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-kimi-max--jpg-ocr-stat--r3", "configurationId": "studio-kimi-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-low--jpg-ocr-stat--r3", "configurationId": "studio-glm-flash-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-high--jpg-ocr-stat--r3", "configurationId": "studio-glm-flash-high", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-glm-flash-max--jpg-ocr-stat--r3", "configurationId": "studio-glm-flash-max", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-none--jpg-ocr-stat--r3", "configurationId": "studio-deepseek-flash-none", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null }, { "id": "studio-deepseek-flash-low--jpg-ocr-stat--r3", "configurationId": "studio-deepseek-flash-low", "taskId": "jpg-ocr-stat", "repetition": 3, "state": "not-started", "reward": null, "agentTimedOut": false, "agentSeconds": null, "environmentRevision": null, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": null, "resultSha256": null } ], "history": null, "physicalAttempts": 302, "audioRevision": "2dd36fc20e2909288d786c14d6de2cc1500fd59555110a9b29059beec346a6a8" }, { "id": "skillsbench-office-corrected-20261023", "repetitions": 1, "benchmark": "SkillsBench", "benchmarkVariant": "SkillsBench office - corrected v1", "taskCommit": "f860ecf02ef53412a030f8661c83d644b739ff01", "executor": "BenchFlow", "executorCommit": "9c7a1918b31145b1f9a36e2d6b061bbdb5633958", "kind": "exploratory", "configurations": [ { "id": "studio-glm-flash", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": null }, { "id": "studio-deepseek-flash", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": null }, { "id": "studio-mimo-pro", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": null }, { "id": "studio-mimo-flash", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": null }, { "id": "studio-glm", "model": "z-ai/glm-5.3", "harness": "studio", "effort": null }, { "id": "claude-haiku", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-sonnet", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-opus", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "codex-luna", "model": "gpt-6-luna", "harness": "codex", "effort": "medium" }, { "id": "codex-sol", "model": "gpt-6.1-sol", "harness": "codex", "effort": "medium" } ], "tasks": [ { "id": "invoice-fraud-detection", "timeoutSeconds": 900 }, { "id": "sec-financial-report", "timeoutSeconds": 900 }, { "id": "weighted-gdp-calc", "timeoutSeconds": 900 }, { "id": "xlsx-recover-data", "timeoutSeconds": 600 }, { "id": "sales-pivot-analysis", "timeoutSeconds": 900 }, { "id": "exceltable-in-ppt", "timeoutSeconds": 900 }, { "id": "edit-pdf", "timeoutSeconds": 1800 }, { "id": "paper-anonymizer", "timeoutSeconds": 1000 }, { "id": "organize-messy-files", "timeoutSeconds": 900 }, { "id": "pptx-reference-formatting", "timeoutSeconds": 900 } ], "attempts": [ { "id": "studio-glm-flash--invoice-fraud-detection--c1", "configurationId": "studio-glm-flash", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 221.37182529999998, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03417213", "knownApiSubtotalUsd": "0.03417213", "totalTokens": 566113, "inputTotal": 538759, "outputTotal": 27354, "cacheRead": 502656, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4cb9efe40da2e49ae402db40b83d17c1d3d207db368bcccc9fd41be9d008d820", "startedAt": "2026-10-24T03:23:41.541Z", "finishedAt": "2026-10-24T03:28:59.631Z" }, { "id": "studio-deepseek-flash--invoice-fraud-detection--c1", "configurationId": "studio-deepseek-flash", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 141.9041413, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01769284", "knownApiSubtotalUsd": "0.01769284", "totalTokens": 791369, "inputTotal": 774954, "outputTotal": 16415, "cacheRead": 737280, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4c59c56533fc85e4be51645f1fc2a324d5f1b1fbc956040135702609403d93b9", "startedAt": "2026-10-24T03:54:33.219Z", "finishedAt": "2026-10-24T03:58:35.087Z" }, { "id": "studio-mimo-pro--invoice-fraud-detection--c1", "configurationId": "studio-mimo-pro", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 184.2918017, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0228917122", "knownApiSubtotalUsd": "0.0228917122", "totalTokens": 343753, "inputTotal": 338119, "outputTotal": 5634, "cacheRead": 298752, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "43020ed300217f45c13a404467bd2dfc49d6c3cc1f59af2c56bca54e24b5079e", "startedAt": "2026-10-24T06:42:59.616Z", "finishedAt": "2026-10-24T06:47:47.574Z" }, { "id": "studio-mimo-flash--invoice-fraud-detection--c1", "configurationId": "studio-mimo-flash", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 64.680272, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0101102164", "knownApiSubtotalUsd": "0.0101102164", "totalTokens": 274483, "inputTotal": 268868, "outputTotal": 5615, "cacheRead": 212288, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "64b4b0768b9975f6609871eb6d77c776792c08db7f024f242b72ebd1f090e0b3", "startedAt": "2026-10-24T06:47:48.000Z", "finishedAt": "2026-10-24T06:50:24.086Z" }, { "id": "studio-glm--invoice-fraud-detection--c1", "configurationId": "studio-glm", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 117.861095, "environmentRevision": null, "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "failed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.031028347", "knownApiSubtotalUsd": "0.031028347", "totalTokens": 249589, "inputTotal": 240871, "outputTotal": 8718, "cacheRead": 214208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "128af283c728e851498741e4c15e21a381a48a2f32997de9df6d69c4495b7dd3", "startedAt": "2026-10-24T06:50:24.524Z", "finishedAt": "2026-10-24T06:54:09.958Z" }, { "id": "claude-haiku--invoice-fraud-detection--c1", "configurationId": "claude-haiku", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 31.408706832997268, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01337263", "knownApiSubtotalUsd": "0.01337263", "totalTokens": 209939, "inputTotal": 203819, "outputTotal": 6120, "cacheRead": 160263, "cacheWrite": 43544, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ff725923e3e5a6a3ae2ea93438c1021b2dedb76b2b6031bf315751b1e5968ca5", "startedAt": "2026-10-24T06:54:10.385Z", "finishedAt": "2026-10-24T06:56:00.846Z" }, { "id": "claude-sonnet--invoice-fraud-detection--c1", "configurationId": "claude-sonnet", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 20.275913777000824, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.148061", "knownApiSubtotalUsd": "0.148061", "totalTokens": 131943, "inputTotal": 129933, "outputTotal": 2010, "cacheRead": 100450, "cacheWrite": 29475, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "39dbff1464439bd83d2f6babb34ca5eda52363a4e7d78e3588f3807aca587503", "startedAt": "2026-10-24T06:56:01.264Z", "finishedAt": "2026-10-24T06:57:29.849Z" }, { "id": "claude-opus--invoice-fraud-detection--c1", "configurationId": "claude-opus", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 35.851885708001646, "environmentRevision": null, "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "failed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.220674", "knownApiSubtotalUsd": "0.220674", "totalTokens": 115463, "inputTotal": 112328, "outputTotal": 3135, "cacheRead": 94950, "cacheWrite": 17368, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2306ca3aa69dd84f586847b3dd14c5a7597b41117143eba40b6ef2bacf54eb96", "startedAt": "2026-10-24T06:57:30.269Z", "finishedAt": "2026-10-24T06:59:21.053Z" }, { "id": "codex-luna--invoice-fraud-detection--c1", "configurationId": "codex-luna", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 26.104114958001446, "environmentRevision": null, "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 1, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "failed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00513738", "knownApiSubtotalUsd": "0.00513738", "totalTokens": 191705, "inputTotal": 190039, "outputTotal": 1666, "cacheRead": 163328, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e13107dc7b734a3ed1514ad6594bca5d7b4bc831b5e2c16e8b31a92a3a202e60", "startedAt": "2026-10-24T06:59:21.476Z", "finishedAt": "2026-10-24T07:00:56.682Z" }, { "id": "codex-sol--invoice-fraud-detection--c1", "configurationId": "codex-sol", "taskId": "invoice-fraud-detection", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 38.68862633200115, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestOutputs::test_file_exists", "criterionKey": "TestOutputs::test_file_exists", "status": "passed" }, { "name": "::TestOutputs::test_content", "criterionKey": "TestOutputs::test_content", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0846532", "knownApiSubtotalUsd": "0.0846532", "totalTokens": 120889, "inputTotal": 119128, "outputTotal": 1761, "cacheRead": 90112, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "824ffb0baf1fadf4df15b57ec116d4e9b53d1fa549a0c075eaf899199f67243d", "startedAt": "2026-10-24T07:00:57.119Z", "finishedAt": "2026-10-24T07:02:56.724Z" }, { "id": "studio-deepseek-flash--sec-financial-report--c1", "configurationId": "studio-deepseek-flash", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 236.98939729999995, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.020865542", "knownApiSubtotalUsd": "0.020865542", "totalTokens": 652917, "inputTotal": 635323, "outputTotal": 17594, "cacheRead": 577664, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f4396aa0c799e9e29ca3b5278fd01993816c5f93e60db89bec543241b2cb6b7e", "startedAt": "2026-10-24T07:02:57.296Z", "finishedAt": "2026-10-24T07:09:21.820Z" }, { "id": "studio-mimo-pro--sec-financial-report--c1", "configurationId": "studio-mimo-pro", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 382.9070389, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.037855567", "knownApiSubtotalUsd": "0.037855567", "totalTokens": 660557, "inputTotal": 644436, "outputTotal": 16121, "cacheRead": 593920, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6ce6493c54573a43a0d54e40eb8e6276a84ec099d572897855d54ada2b5cf8d2", "startedAt": "2026-10-24T07:09:22.384Z", "finishedAt": "2026-10-24T07:18:02.834Z" }, { "id": "studio-mimo-flash--sec-financial-report--c1", "configurationId": "studio-mimo-flash", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 139.0053481, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.021011318", "knownApiSubtotalUsd": "0.021011318", "totalTokens": 585211, "inputTotal": 576161, "outputTotal": 9050, "cacheRead": 453760, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "202b3afd8d2cbc286e952e3595dca4096b93c414d8cc3a00137c5bbbdece1d7a", "startedAt": "2026-10-24T07:18:03.382Z", "finishedAt": "2026-10-24T07:22:33.853Z" }, { "id": "studio-glm--sec-financial-report--c1", "configurationId": "studio-glm", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 386.5933809, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.062963896", "knownApiSubtotalUsd": "0.062963896", "totalTokens": 499835, "inputTotal": 481527, "outputTotal": 18308, "cacheRead": 423104, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f0a871d3916036bcfdb96cc2631d51afb4c9af41ee07133122698509e6347486", "startedAt": "2026-10-24T07:22:34.407Z", "finishedAt": "2026-10-24T07:31:17.718Z" }, { "id": "claude-haiku--sec-financial-report--c1", "configurationId": "claude-haiku", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 54.383891340003174, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01042622", "knownApiSubtotalUsd": "0.01042622", "totalTokens": 255216, "inputTotal": 249214, "outputTotal": 6002, "cacheRead": 223242, "cacheWrite": 25956, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2cee7cfdb53f8b662bcacd327006af5d0f2bf640830f0573531ef926b4a6c3f1", "startedAt": "2026-10-24T07:31:18.502Z", "finishedAt": "2026-10-24T07:34:00.841Z" }, { "id": "claude-sonnet--sec-financial-report--c1", "configurationId": "claude-sonnet", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 22.87015794099716, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0823059", "knownApiSubtotalUsd": "0.0823059", "totalTokens": 115451, "inputTotal": 113503, "outputTotal": 1948, "cacheRead": 100299, "cacheWrite": 13194, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "60afd4037e68979c33fbd52634a499049633112196683bae84da4e2725f54c70", "startedAt": "2026-10-24T07:34:01.385Z", "finishedAt": "2026-10-24T07:35:49.052Z" }, { "id": "claude-opus--sec-financial-report--c1", "configurationId": "claude-opus", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 36.63846249400012, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2000396", "knownApiSubtotalUsd": "0.2000396", "totalTokens": 147907, "inputTotal": 145248, "outputTotal": 2659, "cacheRead": 130138, "cacheWrite": 15098, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f8d53a4416556720cb313e739de7128c4d7dedd0892d87f809bd793047adc7c6", "startedAt": "2026-10-24T07:35:49.603Z", "finishedAt": "2026-10-24T07:37:43.756Z" }, { "id": "codex-luna--sec-financial-report--c1", "configurationId": "codex-luna", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 53.83972125299988, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00600844", "knownApiSubtotalUsd": "0.00600844", "totalTokens": 219290, "inputTotal": 215949, "outputTotal": 3341, "cacheRead": 191744, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "823866c356d6e101f2aecb9ed51f44cb7f2887d75795da00fdc6560068d014cb", "startedAt": "2026-10-24T07:37:44.316Z", "finishedAt": "2026-10-24T07:39:46.032Z" }, { "id": "codex-sol--sec-financial-report--c1", "configurationId": "codex-sol", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 60.443738093999855, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0583196", "knownApiSubtotalUsd": "0.0583196", "totalTokens": 142043, "inputTotal": 139955, "outputTotal": 2088, "cacheRead": 127616, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6392942388222f3670fe79ea93ddbcb565ae4b9c7eebd4e1bdbc3e8c6b80ed53", "startedAt": "2026-10-24T07:39:46.596Z", "finishedAt": "2026-10-24T07:41:51.612Z" }, { "id": "studio-glm-flash--sec-financial-report--c1", "configurationId": "studio-glm-flash", "taskId": "sec-financial-report", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 177.91333170000001, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 2, "passed": 2, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_answer_quality", "criterionKey": "test_answer_quality", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03052202", "knownApiSubtotalUsd": "0.03052202", "totalTokens": 509081, "inputTotal": 486760, "outputTotal": 22321, "cacheRead": 447104, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e62785e3aeb36f97c78f2a16215492d41d7bed2db48fb302a198dd9a95c1c75c", "startedAt": "2026-10-24T07:41:52.171Z", "finishedAt": "2026-10-24T07:46:53.285Z" }, { "id": "studio-mimo-pro--weighted-gdp-calc--c1", "configurationId": "studio-mimo-pro", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 398.93611059999995, "environmentRevision": null, "originalScore": { "lower": 0.9333333333333333, "upper": 0.9333333333333333, "unknown": 0 }, "reviewedScore": { "lower": 0.9333333333333333, "upper": 0.9333333333333333, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 28, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 28, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "failed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "failed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.035597677", "knownApiSubtotalUsd": "0.035597677", "totalTokens": 659836, "inputTotal": 641732, "outputTotal": 18104, "cacheRead": 600320, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7e9419ca96916e90322d45a21a8a27793d6ce7501636a04dd2962bedae570b51", "startedAt": "2026-10-24T07:46:53.755Z", "finishedAt": "2026-10-24T07:55:20.209Z" }, { "id": "studio-mimo-flash--weighted-gdp-calc--c1", "configurationId": "studio-mimo-flash", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 175.10671599999998, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0427833428", "knownApiSubtotalUsd": "0.0427833428", "totalTokens": 1304735, "inputTotal": 1272184, "outputTotal": 32551, "cacheRead": 1053376, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8620a42255dea66d6a40c97498ca7523423440d3746e6bbc76946965734cf590", "startedAt": "2026-10-24T07:55:20.631Z", "finishedAt": "2026-10-24T08:00:04.393Z" }, { "id": "studio-glm--weighted-gdp-calc--c1", "configurationId": "studio-glm", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 426.3218819, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.176808009", "knownApiSubtotalUsd": "0.176808009", "totalTokens": 1420907, "inputTotal": 1370970, "outputTotal": 49937, "cacheRead": 1299904, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "a955a66a0a77e5114c6ba10eec5dac0925abf27f29e3f1d744833450ad4d793b", "startedAt": "2026-10-24T08:12:02.209Z", "finishedAt": "2026-10-24T08:20:59.018Z" }, { "id": "claude-haiku--weighted-gdp-calc--c1", "configurationId": "claude-haiku", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 52.41902632100391, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01604899", "knownApiSubtotalUsd": "0.01604899", "totalTokens": 328644, "inputTotal": 319932, "outputTotal": 8712, "cacheRead": 275219, "cacheWrite": 44695, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2d2bf873790cf9b8df1b87e0a336be7e628db5dfc89db0512842d7b1ad46f3f0", "startedAt": "2026-10-24T10:39:26.973Z", "finishedAt": "2026-10-24T10:42:05.767Z" }, { "id": "claude-sonnet--weighted-gdp-calc--c1", "configurationId": "claude-sonnet", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 18.625862622000568, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1053901", "knownApiSubtotalUsd": "0.1053901", "totalTokens": 77740, "inputTotal": 76054, "outputTotal": 1686, "cacheRead": 55301, "cacheWrite": 20747, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "6f6373deb59712fc436c77be05439a799af8383c3b2c2bd80214aaf89b7aa1b7", "startedAt": "2026-10-24T10:42:06.216Z", "finishedAt": "2026-10-24T10:44:10.713Z" }, { "id": "claude-opus--weighted-gdp-calc--c1", "configurationId": "claude-opus", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 45.57436078500177, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2951028", "knownApiSubtotalUsd": "0.2951028", "totalTokens": 185985, "inputTotal": 182891, "outputTotal": 3094, "cacheRead": 157674, "cacheWrite": 25205, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "3e341fe2908badefa502ba31b06bfd499c4a5a5b39da1fc0c2b0f79ed6fe5c46", "startedAt": "2026-10-24T10:44:11.153Z", "finishedAt": "2026-10-24T10:46:26.813Z" }, { "id": "codex-luna--weighted-gdp-calc--c1", "configurationId": "codex-luna", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 46.20875892700133, "environmentRevision": null, "originalScore": { "lower": 0.9333333333333333, "upper": 0.9333333333333333, "unknown": 0 }, "reviewedScore": { "lower": 0.9333333333333333, "upper": 0.9333333333333333, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 28, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 28, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "failed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "failed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0056197", "knownApiSubtotalUsd": "0.0056197", "totalTokens": 235161, "inputTotal": 231662, "outputTotal": 3499, "cacheRead": 214400, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c71264fa13c24d8c63e6f478497e6e983aca4ceb9ebdd13a03f0f8af851921b9", "startedAt": "2026-10-24T10:46:27.260Z", "finishedAt": "2026-10-24T10:48:39.974Z" }, { "id": "codex-sol--weighted-gdp-calc--c1", "configurationId": "codex-sol", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 60.717297042996506, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0967012", "knownApiSubtotalUsd": "0.0967012", "totalTokens": 169869, "inputTotal": 167447, "outputTotal": 2422, "cacheRead": 138112, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9e53212847c9a8a938b3efab64fe1e42e7d86547e1b44dfe815fe8e3d273836e", "startedAt": "2026-10-24T10:48:40.433Z", "finishedAt": "2026-10-24T10:51:26.177Z" }, { "id": "studio-glm-flash--weighted-gdp-calc--c1", "configurationId": "studio-glm-flash", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 281.30936349999996, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0534911", "knownApiSubtotalUsd": "0.0534911", "totalTokens": 1074302, "inputTotal": 1057654, "outputTotal": 16648, "cacheRead": 945675, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f5dab7481ff011181a8ebd0bbecbd49cc2fe1e45165b25006048010091808605", "startedAt": "2026-10-24T10:51:26.620Z", "finishedAt": "2026-10-24T10:58:53.513Z" }, { "id": "studio-deepseek-flash--weighted-gdp-calc--c1", "configurationId": "studio-deepseek-flash", "taskId": "weighted-gdp-calc", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 623.6576954000001, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 30, "passed": 30, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestFileExists::test_excel_file_exists", "criterionKey": "TestFileExists::test_excel_file_exists", "status": "passed" }, { "name": "::TestFileExists::test_excel_file_readable", "criterionKey": "TestFileExists::test_excel_file_readable", "status": "passed" }, { "name": "::TestFileExists::test_sheet_structure", "criterionKey": "TestFileExists::test_sheet_structure", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_exports_have_data", "criterionKey": "TestStep1LookupFormulas::test_exports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_imports_have_data", "criterionKey": "TestStep1LookupFormulas::test_imports_have_data", "status": "passed" }, { "name": "::TestStep1LookupFormulas::test_gdp_have_data", "criterionKey": "TestStep1LookupFormulas::test_gdp_have_data", "status": "passed" }, { "name": "::TestStep1DataValues::test_exports_values", "criterionKey": "TestStep1DataValues::test_exports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_imports_values", "criterionKey": "TestStep1DataValues::test_imports_values", "status": "passed" }, { "name": "::TestStep1DataValues::test_gdp_values", "criterionKey": "TestStep1DataValues::test_gdp_values", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_have_data", "status": "passed" }, { "name": "::TestStep2NetExportsCalculation::test_net_exports_pct_values", "criterionKey": "TestStep2NetExportsCalculation::test_net_exports_pct_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_statistics_have_data", "criterionKey": "TestStep2Statistics::test_statistics_have_data", "status": "passed" }, { "name": "::TestStep2Statistics::test_min_values", "criterionKey": "TestStep2Statistics::test_min_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_max_values", "criterionKey": "TestStep2Statistics::test_max_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_median_values", "criterionKey": "TestStep2Statistics::test_median_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_mean_values", "criterionKey": "TestStep2Statistics::test_mean_values", "status": "passed" }, { "name": "::TestStep2Statistics::test_percentile_values", "criterionKey": "TestStep2Statistics::test_percentile_values", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_has_data", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_has_data", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values_reasonable", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values_reasonable", "status": "passed" }, { "name": "::TestStep3WeightedMean::test_weighted_mean_values", "criterionKey": "TestStep3WeightedMean::test_weighted_mean_values", "status": "passed" }, { "name": "::TestNoExcelErrors::test_no_formula_errors", "criterionKey": "TestNoExcelErrors::test_no_formula_errors", "status": "passed" }, { "name": "::TestSheetStructure::test_no_extra_sheets_added", "criterionKey": "TestSheetStructure::test_no_extra_sheets_added", "status": "passed" }, { "name": "::TestSheetStructure::test_required_sheets_exist", "criterionKey": "TestSheetStructure::test_required_sheets_exist", "status": "passed" }, { "name": "::TestFormattingPreserved::test_task_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_task_sheet_column_widths", "status": "passed" }, { "name": "::TestFormattingPreserved::test_data_sheet_column_widths", "criterionKey": "TestFormattingPreserved::test_data_sheet_column_widths", "status": "passed" }, { "name": "::TestNoMacros::test_no_vba_macros", "criterionKey": "TestNoMacros::test_no_vba_macros", "status": "passed" }, { "name": "::TestNoMacros::test_file_extension_xlsx", "criterionKey": "TestNoMacros::test_file_extension_xlsx", "status": "passed" }, { "name": "::TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "criterionKey": "TestRequiredFormulas::test_lookup_formulas_use_both_conditions", "status": "passed" }, { "name": "::TestRequiredFormulas::test_calculations_use_formulas", "criterionKey": "TestRequiredFormulas::test_calculations_use_formulas", "status": "passed" }, { "name": "::TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "criterionKey": "TestRequiredFormulas::test_weighted_mean_uses_sumproduct", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.056360202", "knownApiSubtotalUsd": "0.056360202", "totalTokens": 2970132, "inputTotal": 2927886, "outputTotal": 42246, "cacheRead": 2776534, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5fefd932b6033e5df60be855c2f11a079a610db6fec514b8e1f3f3f907d5c5d2", "startedAt": "2026-10-24T10:58:54.096Z", "finishedAt": "2026-10-24T11:11:21.116Z" }, { "id": "studio-mimo-flash--xlsx-recover-data--c1", "configurationId": "studio-mimo-flash", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 161.8067677, "environmentRevision": null, "originalScore": { "lower": 0.375, "upper": 0.375, "unknown": 0 }, "reviewedScore": { "lower": 0.375, "upper": 0.375, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 3, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 3, "failed": 5, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "failed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "failed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "failed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "failed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "failed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0099915204", "knownApiSubtotalUsd": "0.0099915204", "totalTokens": 260087, "inputTotal": 254120, "outputTotal": 5967, "cacheRead": 199168, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2d1b5e44ffcb34b10ff5a7081675627c1e758c80cb44a405d31806a513bb9fd4", "startedAt": "2026-10-24T11:11:21.637Z", "finishedAt": "2026-10-24T11:15:50.207Z" }, { "id": "studio-glm--xlsx-recover-data--c1", "configurationId": "studio-glm", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 189.3868111, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.060854144", "knownApiSubtotalUsd": "0.060854144", "totalTokens": 330637, "inputTotal": 303704, "outputTotal": 26933, "cacheRead": 276224, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5f99d5d98eadf9431fbd5c460f248485649e35a75c21eff06b029975dc1034c2", "startedAt": "2026-10-24T11:15:50.697Z", "finishedAt": "2026-10-24T11:20:47.395Z" }, { "id": "claude-haiku--xlsx-recover-data--c1", "configurationId": "claude-haiku", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 42.764128069000435, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00985777", "knownApiSubtotalUsd": "0.00985777", "totalTokens": 170663, "inputTotal": 162163, "outputTotal": 8500, "cacheRead": 141177, "cacheWrite": 20974, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5934b118e06309924c5cb474e64f4b8076833702b97804637d8f2f89e8c0dbc5", "startedAt": "2026-10-24T11:20:47.837Z", "finishedAt": "2026-10-24T11:23:13.179Z" }, { "id": "claude-sonnet--xlsx-recover-data--c1", "configurationId": "claude-sonnet", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 18.062308156004292, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.079301", "knownApiSubtotalUsd": "0.079301", "totalTokens": 66638, "inputTotal": 64376, "outputTotal": 2262, "cacheRead": 51490, "cacheWrite": 12880, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c8c787f4b86b729ab1ac01b13ce5569084b22f9721bedd10c9926e2453d3599a", "startedAt": "2026-10-24T11:23:13.708Z", "finishedAt": "2026-10-24T11:24:56.628Z" }, { "id": "claude-opus--xlsx-recover-data--c1", "configurationId": "claude-opus", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 25.52066877499601, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1610924", "knownApiSubtotalUsd": "0.1610924", "totalTokens": 66289, "inputTotal": 63839, "outputTotal": 2450, "cacheRead": 51102, "cacheWrite": 12731, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d8eac17b4f98f39c81f196934e0b4eca5afba8cea280edd6391c1fb6531ffb73", "startedAt": "2026-10-24T11:24:57.070Z", "finishedAt": "2026-10-24T11:26:47.800Z" }, { "id": "codex-luna--xlsx-recover-data--c1", "configurationId": "codex-luna", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 28.264576298002794, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00502408", "knownApiSubtotalUsd": "0.00502408", "totalTokens": 142072, "inputTotal": 139513, "outputTotal": 2559, "cacheRead": 113408, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0e788edf777a7507ff9dd46186666834e36423d13c7360e9c6dc1fb22b8a0756", "startedAt": "2026-10-24T11:26:48.232Z", "finishedAt": "2026-10-24T11:28:30.141Z" }, { "id": "codex-sol--xlsx-recover-data--c1", "configurationId": "codex-sol", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 62.93835199000023, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0733708", "knownApiSubtotalUsd": "0.0733708", "totalTokens": 145987, "inputTotal": 143338, "outputTotal": 2649, "cacheRead": 126208, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d2c5060291183363ee9c16dbfe51ced7632350cc05afb9153d8b8fe5b0f09892", "startedAt": "2026-10-24T11:28:30.582Z", "finishedAt": "2026-10-24T11:30:38.753Z" }, { "id": "studio-glm-flash--xlsx-recover-data--c1", "configurationId": "studio-glm-flash", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 263.4492602, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02720155", "knownApiSubtotalUsd": "0.02720155", "totalTokens": 399751, "inputTotal": 373985, "outputTotal": 25766, "cacheRead": 348160, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "298d38c6bed6c16e59c576c03a9b93d1d6b601ee2a842578c309a81b5a118f67", "startedAt": "2026-10-24T11:30:39.224Z", "finishedAt": "2026-10-24T11:36:46.741Z" }, { "id": "studio-deepseek-flash--xlsx-recover-data--c1", "configurationId": "studio-deepseek-flash", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 77.4703266, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.009106722", "knownApiSubtotalUsd": "0.009106722", "totalTokens": 180330, "inputTotal": 171685, "outputTotal": 8645, "cacheRead": 148224, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f486a098a398b89ba9c50030d0b3fa5d24a035fb4559bcf00d9e5cbd20c97e03", "startedAt": "2026-10-24T11:36:47.179Z", "finishedAt": "2026-10-24T11:39:50.649Z" }, { "id": "studio-mimo-pro--xlsx-recover-data--c1", "configurationId": "studio-mimo-pro", "taskId": "xlsx-recover-data", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 370.014718, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_file_exists", "criterionKey": "test_file_exists", "status": "passed" }, { "name": "::test_budget_values", "criterionKey": "test_budget_values", "status": "passed" }, { "name": "::test_yoy_values", "criterionKey": "test_yoy_values", "status": "passed" }, { "name": "::test_shares_values", "criterionKey": "test_shares_values", "status": "passed" }, { "name": "::test_growth_values", "criterionKey": "test_growth_values", "status": "passed" }, { "name": "::test_no_remaining_placeholders", "criterionKey": "test_no_remaining_placeholders", "status": "passed" }, { "name": "::test_row_sums_consistent", "criterionKey": "test_row_sums_consistent", "status": "passed" }, { "name": "::test_cross_sheet_consistency", "criterionKey": "test_cross_sheet_consistency", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0295271762", "knownApiSubtotalUsd": "0.0295271762", "totalTokens": 458059, "inputTotal": 442984, "outputTotal": 15075, "cacheRead": 408192, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b494c3d5656d88c9b30f27f9632bc91b92a8d6c632671c12115d16bd22bcfe7a", "startedAt": "2026-10-24T12:44:40.040Z", "finishedAt": "2026-10-24T12:53:09.944Z" }, { "id": "studio-glm--sales-pivot-analysis--c1", "configurationId": "studio-glm", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 129.4321797, "environmentRevision": null, "originalScore": { "lower": 0.4, "upper": 0.4, "unknown": 0 }, "reviewedScore": { "lower": 0.4, "upper": 0.4, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 4, "failed": 5, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 4, "failed": 5, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "failed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "failed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.028601854", "knownApiSubtotalUsd": "0.028601854", "totalTokens": 288869, "inputTotal": 284183, "outputTotal": 4686, "cacheRead": 259456, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "84689ae4114068f65bb6db71b9d249b17ac1eebc6cdc406d18f946ab0d4428ec", "startedAt": "2026-10-24T12:59:59.475Z", "finishedAt": "2026-10-24T13:03:57.485Z" }, { "id": "claude-haiku--sales-pivot-analysis--c1", "configurationId": "claude-haiku", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 61.36384915699455, "environmentRevision": null, "originalScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "reviewedScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01497639", "knownApiSubtotalUsd": "0.01497639", "totalTokens": 265464, "inputTotal": 254548, "outputTotal": 10916, "cacheRead": 217839, "cacheWrite": 36691, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8a5ff745894a618f508210b7a1805dab03e932711d125e0fe2601469d753209f", "startedAt": "2026-10-24T13:03:57.931Z", "finishedAt": "2026-10-24T13:06:51.436Z" }, { "id": "claude-sonnet--sales-pivot-analysis--c1", "configurationId": "claude-sonnet", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 108.3174765970034, "environmentRevision": null, "originalScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "reviewedScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2585323", "knownApiSubtotalUsd": "0.2585323", "totalTokens": 448099, "inputTotal": 438362, "outputTotal": 9737, "cacheRead": 408263, "cacheWrite": 30069, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "81fec646dab0e0f50116e98f89def0d0700a7e89cb524cd50f19afa4c7967ab7", "startedAt": "2026-10-24T13:06:51.986Z", "finishedAt": "2026-10-24T13:10:15.127Z" }, { "id": "claude-opus--sales-pivot-analysis--c1", "configurationId": "claude-opus", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 125.12357709200296, "environmentRevision": null, "originalScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "reviewedScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.5688546", "knownApiSubtotalUsd": "0.5688546", "totalTokens": 237767, "inputTotal": 223644, "outputTotal": 14123, "cacheRead": 192653, "cacheWrite": 30975, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e814889d5050bc211175d7d893701b2d67ccad1b3db7abe976c5b1b6d8f1b1ce", "startedAt": "2026-10-24T13:10:15.610Z", "finishedAt": "2026-10-24T13:13:47.524Z" }, { "id": "codex-luna--sales-pivot-analysis--c1", "configurationId": "codex-luna", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 59.63634189200093, "environmentRevision": null, "originalScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "reviewedScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00672036", "knownApiSubtotalUsd": "0.00672036", "totalTokens": 209590, "inputTotal": 205241, "outputTotal": 4349, "cacheRead": 177536, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2d69e524d27411b89b267c55bbeca5b49258229563e7cb0a5f1fd7baf84e1b67", "startedAt": "2026-10-24T13:13:48.015Z", "finishedAt": "2026-10-24T13:15:55.854Z" }, { "id": "codex-sol--sales-pivot-analysis--c1", "configurationId": "codex-sol", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 199.3474501410019, "environmentRevision": null, "originalScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "reviewedScore": { "lower": 0.9, "upper": 0.9, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 9, "failed": 0, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "passed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2145752", "knownApiSubtotalUsd": "0.2145752", "totalTokens": 547006, "inputTotal": 539166, "outputTotal": 7840, "cacheRead": 495872, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "319175eef3093818c4964709f47632e312b67ac1892183959eef2e11d67ee457", "startedAt": "2026-10-24T13:54:21.594Z", "finishedAt": "2026-10-24T13:59:02.733Z" }, { "id": "studio-glm-flash--sales-pivot-analysis--c1", "configurationId": "studio-glm-flash", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": true, "agentSeconds": 901.3262733, "environmentRevision": null, "originalScore": { "lower": 0, "upper": 0, "unknown": 0 }, "reviewedScore": { "lower": 0, "upper": 0, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 0, "failed": 10, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 0, "failed": 10, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "failed" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "failed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "failed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "failed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "failed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0753272", "knownApiSubtotalUsd": "0.0753272", "totalTokens": 825754, "inputTotal": 790860, "outputTotal": 34894, "cacheRead": 506240, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e051398a25751a92132b5bccc19773ee407fb9a0bcac910fc83e79984df6f33a", "startedAt": "2026-10-24T13:18:47.326Z", "finishedAt": "2026-10-24T13:35:24.253Z" }, { "id": "studio-deepseek-flash--sales-pivot-analysis--c1", "configurationId": "studio-deepseek-flash", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 286.6327205, "environmentRevision": null, "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 5, "failed": 4, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 5, "failed": 4, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "failed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.015194728", "knownApiSubtotalUsd": "0.015194728", "totalTokens": 472590, "inputTotal": 456590, "outputTotal": 16000, "cacheRead": 427776, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "244baa065a3067f92d2e05f9f55afce7d995cb0cd322cb466abe32eca0d459e4", "startedAt": "2026-10-24T14:55:43.450Z", "finishedAt": "2026-10-24T15:02:32.406Z" }, { "id": "studio-mimo-pro--sales-pivot-analysis--c1", "configurationId": "studio-mimo-pro", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 266.6512082, "environmentRevision": null, "originalScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "reviewedScore": { "lower": 0.6, "upper": 0.6, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 6, "failed": 3, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "passed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0296204126", "knownApiSubtotalUsd": "0.0296204126", "totalTokens": 260462, "inputTotal": 249666, "outputTotal": 10796, "cacheRead": 204416, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8aa936a91efc7825ad2c600b8179fb68843b50eb6b029ef97dcf52781e6b2bb2", "startedAt": "2026-10-24T15:02:58.182Z", "finishedAt": "2026-10-24T15:09:03.147Z" }, { "id": "studio-mimo-flash--sales-pivot-analysis--c1", "configurationId": "studio-mimo-flash", "taskId": "sales-pivot-analysis", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 228.6831475, "environmentRevision": null, "originalScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "reviewedScore": { "lower": 0.5, "upper": 0.5, "unknown": 0 }, "originalSummary": { "tests": 10, "passed": 5, "failed": 4, "skipped": 1, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 10, "passed": 5, "failed": 4, "skipped": 1, "pending": 0, "other": 0 }, "criteria": [ { "name": "::TestPivotTableConfiguration::test_pivot_row_is_state", "criterionKey": "TestPivotTableConfiguration::test_pivot_row_is_state", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "criterionKey": "TestPivotTableConfiguration::test_pivot_uses_correct_aggregation", "status": "failed" }, { "name": "::TestPivotTableConfiguration::test_pivot_col_field", "criterionKey": "TestPivotTableConfiguration::test_pivot_col_field", "status": "skipped" }, { "name": "::TestSourceDataSheet::test_source_data_has_required_column", "criterionKey": "TestSourceDataSheet::test_source_data_has_required_column", "status": "failed" }, { "name": "::TestSourceDataContent::test_source_data_has_reasonable_row_count", "criterionKey": "TestSourceDataContent::test_source_data_has_reasonable_row_count", "status": "passed" }, { "name": "::TestSourceDataContent::test_quarter_values_are_valid", "criterionKey": "TestSourceDataContent::test_quarter_values_are_valid", "status": "passed" }, { "name": "::TestSourceDataContent::test_state_values_are_valid", "criterionKey": "TestSourceDataContent::test_state_values_are_valid", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_pivot_cache_has_fields", "criterionKey": "TestDataTransformationCorrectness::test_pivot_cache_has_fields", "status": "failed" }, { "name": "::TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "criterionKey": "TestDataTransformationCorrectness::test_total_equals_earners_times_median_income", "status": "passed" }, { "name": "::TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "criterionKey": "TestDataTransformationCorrectness::test_sa2_codes_from_income_file_present", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0099233872", "knownApiSubtotalUsd": "0.0099233872", "totalTokens": 336224, "inputTotal": 326250, "outputTotal": 9974, "cacheRead": 281124, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "8376a88f86f17dd2f7d0f6cac02c392258ca64aa37793a925e37b58cc0bce35b", "startedAt": "2026-10-24T15:09:03.653Z", "finishedAt": "2026-10-24T15:14:31.465Z" }, { "id": "claude-haiku--exceltable-in-ppt--c1", "configurationId": "claude-haiku", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 40.61331072799658, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01217824", "knownApiSubtotalUsd": "0.01217824", "totalTokens": 315775, "inputTotal": 310305, "outputTotal": 5470, "cacheRead": 276924, "cacheWrite": 33359, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f74ebf991d6fef04682ae2988dc49b833bf24b641c461755edcaf90254aa9adf", "startedAt": "2026-10-24T15:14:31.990Z", "finishedAt": "2026-10-24T15:16:47.765Z" }, { "id": "claude-sonnet--exceltable-in-ppt--c1", "configurationId": "claude-sonnet", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 25.178041427003336, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0775116", "knownApiSubtotalUsd": "0.0775116", "totalTokens": 106895, "inputTotal": 105400, "outputTotal": 1495, "cacheRead": 92056, "cacheWrite": 13334, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "1c978e6eb6882c97f0fcba5e2943d9df4d1396511be06cff0cdc69e0b7c6b5b8", "startedAt": "2026-10-24T15:16:48.675Z", "finishedAt": "2026-10-24T15:18:55.652Z" }, { "id": "claude-opus--exceltable-in-ppt--c1", "configurationId": "claude-opus", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 32.875790245001554, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1945866", "knownApiSubtotalUsd": "0.1945866", "totalTokens": 116024, "inputTotal": 113979, "outputTotal": 2045, "cacheRead": 97193, "cacheWrite": 16776, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d0681fd54e233221f421451301eba3011fecf5be7596144a81165948f887731c", "startedAt": "2026-10-24T15:18:56.297Z", "finishedAt": "2026-10-24T15:21:08.420Z" }, { "id": "codex-luna--exceltable-in-ppt--c1", "configurationId": "codex-luna", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 33.98603127899696, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00383664", "knownApiSubtotalUsd": "0.00383664", "totalTokens": 123780, "inputTotal": 121719, "outputTotal": 2061, "cacheRead": 104064, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cf17f6a61fbcbcd985ea74fd4ac68739616a1c8ead4a2ae76647e05dd155e477", "startedAt": "2026-10-24T15:21:08.942Z", "finishedAt": "2026-10-24T15:22:55.862Z" }, { "id": "codex-sol--exceltable-in-ppt--c1", "configurationId": "codex-sol", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 31.752894206001656, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0481628", "knownApiSubtotalUsd": "0.0481628", "totalTokens": 86199, "inputTotal": 84826, "outputTotal": 1373, "cacheRead": 71168, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "308f587885ca63cf52c694fc09cafc6a99dada3c3fe7f74cd667390518248d50", "startedAt": "2026-10-24T15:22:56.381Z", "finishedAt": "2026-10-24T15:24:37.771Z" }, { "id": "studio-glm-flash--exceltable-in-ppt--c1", "configurationId": "studio-glm-flash", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 110.60239750000001, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01454665", "knownApiSubtotalUsd": "0.01454665", "totalTokens": 201557, "inputTotal": 193275, "outputTotal": 8282, "cacheRead": 154880, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "931515a1afd6b8e16768dd5021dd01222cb1856c2f6ca3e64b9f578fa3001b5e", "startedAt": "2026-10-24T15:24:38.321Z", "finishedAt": "2026-10-24T15:28:21.713Z" }, { "id": "studio-deepseek-flash--exceltable-in-ppt--c1", "configurationId": "studio-deepseek-flash", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 280.9573523, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.037269026", "knownApiSubtotalUsd": "0.037269026", "totalTokens": 1152945, "inputTotal": 1115143, "outputTotal": 37802, "cacheRead": 1038592, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9513c91056011b7abbed536a779cabf10c73fe18087b99a29a2832bc40e65fed", "startedAt": "2026-10-24T15:28:22.296Z", "finishedAt": "2026-10-24T15:35:25.102Z" }, { "id": "studio-mimo-pro--exceltable-in-ppt--c1", "configurationId": "studio-mimo-pro", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 189.06532190000001, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0204729762", "knownApiSubtotalUsd": "0.0204729762", "totalTokens": 195306, "inputTotal": 189026, "outputTotal": 6280, "cacheRead": 155392, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7285801e88b4bad815a41defee86e44a726f5dbe8465b589cb86bebe060c8473", "startedAt": "2026-10-24T15:48:58.098Z", "finishedAt": "2026-10-24T15:54:12.267Z" }, { "id": "studio-mimo-flash--exceltable-in-ppt--c1", "configurationId": "studio-mimo-flash", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 114.4401243, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 8, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "passed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "passed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0064993876", "knownApiSubtotalUsd": "0.0064993876", "totalTokens": 296087, "inputTotal": 288503, "outputTotal": 7584, "cacheRead": 262892, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e26d5c586a48fd18ef6c2a7abbd4f1db4ac57987bd2e0cd13954d4f3790c7dc6", "startedAt": "2026-10-24T15:54:12.856Z", "finishedAt": "2026-10-24T15:58:06.444Z" }, { "id": "studio-glm--exceltable-in-ppt--c1", "configurationId": "studio-glm", "taskId": "exceltable-in-ppt", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 60.73942709999999, "environmentRevision": null, "originalScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "reviewedScore": { "lower": 0.75, "upper": 0.75, "unknown": 0 }, "originalSummary": { "tests": 8, "passed": 6, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 8, "passed": 6, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_file_exists", "criterionKey": "test_output_file_exists", "status": "passed" }, { "name": "::test_output_is_valid_pptx", "criterionKey": "test_output_is_valid_pptx", "status": "passed" }, { "name": "::test_embedded_excel_preserved", "criterionKey": "test_embedded_excel_preserved", "status": "passed" }, { "name": "::test_exchange_rate_updated", "criterionKey": "test_exchange_rate_updated", "status": "passed" }, { "name": "::test_inverse_rate_updated", "criterionKey": "test_inverse_rate_updated", "status": "failed" }, { "name": "::test_other_cells_unchanged", "criterionKey": "test_other_cells_unchanged", "status": "failed" }, { "name": "::test_formulas_preserved", "criterionKey": "test_formulas_preserved", "status": "passed" }, { "name": "::test_slide_structure_preserved", "criterionKey": "test_slide_structure_preserved", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.013892339", "knownApiSubtotalUsd": "0.013892339", "totalTokens": 146093, "inputTotal": 144148, "outputTotal": 1945, "cacheRead": 128064, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5557853aaa7a4c09dda34ae7f69759868f4f684ed97b5d4222e828559281f2e7", "startedAt": "2026-10-24T15:58:07.036Z", "finishedAt": "2026-10-24T16:00:56.565Z" }, { "id": "claude-sonnet--edit-pdf--c1", "configurationId": "claude-sonnet", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 28.168731642996136, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "failed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1156084", "knownApiSubtotalUsd": "0.1156084", "totalTokens": 178940, "inputTotal": 176128, "outputTotal": 2812, "cacheRead": 158204, "cacheWrite": 17910, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "40861cc3198f4bf793fdc860719e3c24dca4d7136b25512eaee73496dd709071", "startedAt": "2026-10-24T16:00:57.068Z", "finishedAt": "2026-10-24T16:02:20.809Z" }, { "id": "claude-opus--edit-pdf--c1", "configurationId": "claude-opus", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 34.54526136400091, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2224196", "knownApiSubtotalUsd": "0.2224196", "totalTokens": 181085, "inputTotal": 178555, "outputTotal": 2530, "cacheRead": 161098, "cacheWrite": 17443, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c9e0fe657eb1c49c59f6cb7522c543501ba58e7be087dfc269b6a63251bd431a", "startedAt": "2026-10-24T16:02:21.293Z", "finishedAt": "2026-10-24T16:03:50.728Z" }, { "id": "codex-luna--edit-pdf--c1", "configurationId": "codex-luna", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 82.08599447699817, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01114122", "knownApiSubtotalUsd": "0.01114122", "totalTokens": 398229, "inputTotal": 391914, "outputTotal": 6315, "cacheRead": 346752, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "db2f3e2434a5820b67021ba415602f2c0a3141b01ebe439ca15fb6ed90c7bcb4", "startedAt": "2026-10-24T16:03:51.203Z", "finishedAt": "2026-10-24T16:06:05.454Z" }, { "id": "codex-sol--edit-pdf--c1", "configurationId": "codex-sol", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 39.766160537998076, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0497124", "knownApiSubtotalUsd": "0.0497124", "totalTokens": 90705, "inputTotal": 89292, "outputTotal": 1413, "cacheRead": 75264, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "74a6d5a190bde8374bec91d5efde1db952cde3e23c78f94286ed410d7549be3a", "startedAt": "2026-10-24T16:06:05.926Z", "finishedAt": "2026-10-24T16:07:35.324Z" }, { "id": "studio-glm-flash--edit-pdf--c1", "configurationId": "studio-glm-flash", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 254.21230269999998, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "failed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.04027273", "knownApiSubtotalUsd": "0.04027273", "totalTokens": 563287, "inputTotal": 529799, "outputTotal": 33488, "cacheRead": 466176, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bc83fc488b949e7eccb897e109df7b6be0eb8eb907d64bb4b1fb797730be6f65", "startedAt": "2026-10-25T01:45:27.338Z", "finishedAt": "2026-10-25T01:51:19.772Z" }, { "id": "studio-deepseek-flash--edit-pdf--c1", "configurationId": "studio-deepseek-flash", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 524.2656841, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "failed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.06482925", "knownApiSubtotalUsd": "0.06482925", "totalTokens": 2986569, "inputTotal": 2934678, "outputTotal": 51891, "cacheRead": 2765246, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "ac804e3c66051566d23e49d80ca41bad774ed2f7d40e2d34bd54c7ed71a8f9bf", "startedAt": "2026-10-24T17:41:29.827Z", "finishedAt": "2026-10-24T17:52:15.168Z" }, { "id": "studio-mimo-pro--edit-pdf--c1", "configurationId": "studio-mimo-pro", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 671.6333862999999, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "failed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0834705024", "knownApiSubtotalUsd": "0.0834705024", "totalTokens": 886402, "inputTotal": 862938, "outputTotal": 23464, "cacheRead": 723584, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "df8a90e9cfbde1f10e9991b1d4f90d115369281991ffa8209feb28c48d62ba39", "startedAt": "2026-10-24T17:52:15.647Z", "finishedAt": "2026-10-24T18:05:01.280Z" }, { "id": "studio-mimo-flash--edit-pdf--c1", "configurationId": "studio-mimo-flash", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": true, "agentSeconds": 1805.7782587000002, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1933812068", "knownApiSubtotalUsd": "0.1933812068", "totalTokens": 6788482, "inputTotal": 6404095, "outputTotal": 384387, "cacheRead": 5909856, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "296ef2d43ffbb005baf950e5c96c8c7eca0145b01555f6db90b2557e8331ae4e", "startedAt": "2026-10-24T18:20:36.578Z", "finishedAt": "2026-10-24T18:53:00.441Z" }, { "id": "studio-glm--edit-pdf--c1", "configurationId": "studio-glm", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 169.97865729999998, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "failed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "passed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.043076617", "knownApiSubtotalUsd": "0.043076617", "totalTokens": 448756, "inputTotal": 442592, "outputTotal": 6164, "cacheRead": 414720, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d97be4a2150488b13936f56e062e0463298fdd3e936206fc88a2cf3521daf438", "startedAt": "2026-10-24T18:53:01.313Z", "finishedAt": "2026-10-24T18:57:58.810Z" }, { "id": "claude-haiku--edit-pdf--c1", "configurationId": "claude-haiku", "taskId": "edit-pdf", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 96.17318436100322, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_form_student_name", "criterionKey": "test_form_student_name", "status": "passed" }, { "name": "::test_redact_student_id", "criterionKey": "test_redact_student_id", "status": "passed" }, { "name": "::test_form_school_email", "criterionKey": "test_form_school_email", "status": "passed" }, { "name": "::test_form_date_of_birth", "criterionKey": "test_form_date_of_birth", "status": "passed" }, { "name": "::test_form_phone_number", "criterionKey": "test_form_phone_number", "status": "passed" }, { "name": "::test_form_appeal_reason", "criterionKey": "test_form_appeal_reason", "status": "passed" }, { "name": "::test_signature_added", "criterionKey": "test_signature_added", "status": "failed" }, { "name": "::test_todays_date_added", "criterionKey": "test_todays_date_added", "status": "passed" }, { "name": "::test_labels_not_covered", "criterionKey": "test_labels_not_covered", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.02540434", "knownApiSubtotalUsd": "0.02540434", "totalTokens": 697278, "inputTotal": 682083, "outputTotal": 15195, "cacheRead": 624244, "cacheWrite": 57805, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b4e7ca5309a73b3d624f33560e75814297d84a59b2f91e9298f41cc2294a570e", "startedAt": "2026-10-24T18:57:59.434Z", "finishedAt": "2026-10-24T19:00:45.855Z" }, { "id": "claude-opus--paper-anonymizer--c1", "configurationId": "claude-opus", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 101.61223569700087, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.6569812", "knownApiSubtotalUsd": "0.6569812", "totalTokens": 659451, "inputTotal": 650812, "outputTotal": 8639, "cacheRead": 605406, "cacheWrite": 45374, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "139087f3f72f342370210f8db1afc08417cc7eb25694ea979b89820810d3fa13", "startedAt": "2026-10-24T19:00:46.737Z", "finishedAt": "2026-10-24T19:03:53.687Z" }, { "id": "codex-luna--paper-anonymizer--c1", "configurationId": "codex-luna", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 106.06147648900514, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "failed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01405232", "knownApiSubtotalUsd": "0.01405232", "totalTokens": 693728, "inputTotal": 687194, "outputTotal": 6534, "cacheRead": 643712, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "c725bded440653392c0d7238218254c7ea449bec7691d363d3a031aa7e2f8497", "startedAt": "2026-10-24T19:03:54.307Z", "finishedAt": "2026-10-24T19:06:47.571Z" }, { "id": "codex-sol--paper-anonymizer--c1", "configurationId": "codex-sol", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 114.626933173, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1899816", "knownApiSubtotalUsd": "0.1899816", "totalTokens": 687794, "inputTotal": 683174, "outputTotal": 4620, "cacheRead": 643456, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9e93b64e373832d8ce75dcd4b99203f742ec6d56212f799b9c429d5660832fe3", "startedAt": "2026-10-24T19:06:48.103Z", "finishedAt": "2026-10-24T19:09:57.210Z" }, { "id": "studio-glm-flash--paper-anonymizer--c1", "configurationId": "studio-glm-flash", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 734.5003443, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1717353", "knownApiSubtotalUsd": "0.1717353", "totalTokens": 3469523, "inputTotal": 3404084, "outputTotal": 65439, "cacheRead": 3096640, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "699a043cb351fb4d5e7c08d10ca4af50f67c76c6579afc3c12e511d1f8ccedc6", "startedAt": "2026-10-24T19:09:58.164Z", "finishedAt": "2026-10-24T19:25:05.164Z" }, { "id": "studio-deepseek-flash--paper-anonymizer--c1", "configurationId": "studio-deepseek-flash", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": true, "agentSeconds": 1002.0857016, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.159157646", "knownApiSubtotalUsd": "0.159157646", "totalTokens": 10127467, "inputTotal": 10020340, "outputTotal": 107127, "cacheRead": 9567282, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f672a4380fc5fa66c14cc1fd546759e2d35a934cf771137882aeb2b228e6b81a", "startedAt": "2026-10-24T20:03:25.099Z", "finishedAt": "2026-10-24T20:22:14.163Z" }, { "id": "studio-mimo-pro--paper-anonymizer--c1", "configurationId": "studio-mimo-pro", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": true, "agentSeconds": 1002.9256355000001, "environmentRevision": null, "originalScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "reviewedScore": { "lower": 0.8888888888888888, "upper": 0.8888888888888888, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 8, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "failed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0850325106", "knownApiSubtotalUsd": "0.0850325106", "totalTokens": 2056103, "inputTotal": 2017474, "outputTotal": 38629, "cacheRead": 1914496, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "05c1d8b5f6d8bd672fa4dd5a12975430bf6663c0e3bcc408597518b882d7626b", "startedAt": "2026-10-25T00:37:10.350Z", "finishedAt": "2026-10-25T00:55:46.379Z" }, { "id": "studio-mimo-flash--paper-anonymizer--c1", "configurationId": "studio-mimo-flash", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 486.7216535, "environmentRevision": null, "originalScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "reviewedScore": { "lower": 0.7777777777777778, "upper": 0.7777777777777778, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 7, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "failed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "failed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0694583396", "knownApiSubtotalUsd": "0.0694583396", "totalTokens": 2818350, "inputTotal": 2737688, "outputTotal": 80662, "cacheRead": 2452032, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d58cba95aa18c161d7dbd2b528bd774a2da9c73a82fc3c5407d6834fb9e7bdee", "startedAt": "2026-10-25T01:54:17.738Z", "finishedAt": "2026-10-25T02:04:13.579Z" }, { "id": "studio-glm--paper-anonymizer--c1", "configurationId": "studio-glm", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 959.1065676, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.168203664", "knownApiSubtotalUsd": "0.168203664", "totalTokens": 1239266, "inputTotal": 1185030, "outputTotal": 54236, "cacheRead": 1127936, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "95bb41ce8009cbca5b182dbf24b97b72216618488f34eb43ac845467a7b773ed", "startedAt": "2026-10-24T21:19:28.064Z", "finishedAt": "2026-10-24T21:37:25.689Z" }, { "id": "claude-haiku--paper-anonymizer--c1", "configurationId": "claude-haiku", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 279.10089259898814, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.18418011", "knownApiSubtotalUsd": "0.18418011", "totalTokens": 2125716, "inputTotal": 2075194, "outputTotal": 50522, "cacheRead": 1940251, "cacheWrite": 134897, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "073efd85fd3fa9f9c21673b8b40e24d7655e7ffca6d7f4d16ebe15936adc8699", "startedAt": "2026-10-24T21:53:06.791Z", "finishedAt": "2026-10-24T21:59:02.250Z" }, { "id": "claude-sonnet--paper-anonymizer--c1", "configurationId": "claude-sonnet", "taskId": "paper-anonymizer", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 80.93746296400786, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 9, "passed": 9, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_structural_integrity", "criterionKey": "test_structural_integrity", "status": "passed" }, { "name": "::test_authors_redacted", "criterionKey": "test_authors_redacted", "status": "passed" }, { "name": "::test_affiliations_redacted", "criterionKey": "test_affiliations_redacted", "status": "passed" }, { "name": "::test_identifiers_redacted", "criterionKey": "test_identifiers_redacted", "status": "passed" }, { "name": "::test_content_preserved", "criterionKey": "test_content_preserved", "status": "passed" }, { "name": "::test_self_citations_preserved", "criterionKey": "test_self_citations_preserved", "status": "passed" }, { "name": "::test_info_identity_redacted", "criterionKey": "test_info_identity_redacted", "status": "passed" }, { "name": "::test_xmp_identity_redacted", "criterionKey": "test_xmp_identity_redacted", "status": "passed" }, { "name": "::test_link_identity_redacted", "criterionKey": "test_link_identity_redacted", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.3199757", "knownApiSubtotalUsd": "0.3199757", "totalTokens": 749681, "inputTotal": 741597, "outputTotal": 8084, "cacheRead": 699277, "cacheWrite": 42284, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "63273140dfe3cdced18313975b8dbd39b25dbefce1a41eb8c32409c1fd62a973", "startedAt": "2026-10-24T21:59:02.848Z", "finishedAt": "2026-10-24T22:01:33.630Z" }, { "id": "codex-luna--organize-messy-files--c1", "configurationId": "codex-luna", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 54.34630120800284, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00911324", "knownApiSubtotalUsd": "0.00911324", "totalTokens": 366558, "inputTotal": 363184, "outputTotal": 3374, "cacheRead": 321024, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "9a0ea75b71644b3a43b2607c96c2701466941a93647a37df4c83f2fe62bdba71", "startedAt": "2026-10-24T22:01:34.331Z", "finishedAt": "2026-10-24T22:03:49.519Z" }, { "id": "codex-sol--organize-messy-files--c1", "configurationId": "codex-sol", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 49.08746473600331, "environmentRevision": null, "originalScore": { "lower": 0.8333333333333334, "upper": 0.8333333333333334, "unknown": 0 }, "reviewedScore": { "lower": 0.8333333333333334, "upper": 0.8333333333333334, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 5, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 5, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "failed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1200368", "knownApiSubtotalUsd": "0.1200368", "totalTokens": 289692, "inputTotal": 287648, "outputTotal": 2044, "cacheRead": 250368, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "405523de6f240870293bb5d4bab73934a0f98d5dca05295c62905f63f17ff125", "startedAt": "2026-10-24T22:03:50.138Z", "finishedAt": "2026-10-24T22:06:10.096Z" }, { "id": "studio-glm-flash--organize-messy-files--c1", "configurationId": "studio-glm-flash", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 306.6516638, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.03713153", "knownApiSubtotalUsd": "0.03713153", "totalTokens": 589293, "inputTotal": 566051, "outputTotal": 23242, "cacheRead": 494976, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "b4ebfb875d1a23d670dabff9226a52dad3e9b498be627030de49c4db9b024fe7", "startedAt": "2026-10-24T22:06:10.876Z", "finishedAt": "2026-10-24T22:16:21.558Z" }, { "id": "studio-deepseek-flash--organize-messy-files--c1", "configurationId": "studio-deepseek-flash", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 105.53044199999998, "environmentRevision": null, "originalScore": { "lower": 0.8333333333333334, "upper": 0.8333333333333334, "unknown": 0 }, "reviewedScore": { "lower": 0.8333333333333334, "upper": 0.8333333333333334, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 5, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 5, "failed": 1, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "failed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.011442222", "knownApiSubtotalUsd": "0.011442222", "totalTokens": 348028, "inputTotal": 338645, "outputTotal": 9383, "cacheRead": 305920, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "71a5d6ec67744e734ad57d7ae7c8f46ae15dce8a749ebe4b30e359348e18efa2", "startedAt": "2026-10-24T22:16:22.174Z", "finishedAt": "2026-10-24T22:25:06.164Z" }, { "id": "studio-mimo-pro--organize-messy-files--c1", "configurationId": "studio-mimo-pro", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 232.0154366, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.028613061", "knownApiSubtotalUsd": "0.028613061", "totalTokens": 475720, "inputTotal": 463832, "outputTotal": 11888, "cacheRead": 424960, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5651bc12cfae782243816832a379fce82df24bde3a7295fac386762c1c75f611", "startedAt": "2026-10-24T22:25:06.831Z", "finishedAt": "2026-10-24T22:32:37.649Z" }, { "id": "studio-mimo-flash--organize-messy-files--c1", "configurationId": "studio-mimo-flash", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 434.407327, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0183294576", "knownApiSubtotalUsd": "0.0183294576", "totalTokens": 401617, "inputTotal": 374369, "outputTotal": 27248, "cacheRead": 304192, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "fa2262ecbadd9f43e7622c6cf933c3ad55b290c3421b66521c65f7d2bf97957e", "startedAt": "2026-10-24T22:32:38.281Z", "finishedAt": "2026-10-24T22:43:41.046Z" }, { "id": "studio-glm--organize-messy-files--c1", "configurationId": "studio-glm", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 103.57523540000001, "environmentRevision": null, "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 4, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 4, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "failed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "failed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.037491404", "knownApiSubtotalUsd": "0.037491404", "totalTokens": 386511, "inputTotal": 380644, "outputTotal": 5867, "cacheRead": 344000, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "4f909d5488e3111b38f512e5f913667827b18f53765d4ae05ba7da7cc8dfe234", "startedAt": "2026-10-24T22:43:41.648Z", "finishedAt": "2026-10-24T22:49:58.960Z" }, { "id": "claude-haiku--organize-messy-files--c1", "configurationId": "claude-haiku", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 68.8897940540046, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01620898", "knownApiSubtotalUsd": "0.01620898", "totalTokens": 406575, "inputTotal": 396064, "outputTotal": 10511, "cacheRead": 359248, "cacheWrite": 36794, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "2136c6e6d527546cfe6de08724d19b3e0ea2f853aa67abbe589bd5b8ad6dd14a", "startedAt": "2026-10-24T22:50:00.472Z", "finishedAt": "2026-10-24T22:52:23.995Z" }, { "id": "claude-sonnet--organize-messy-files--c1", "configurationId": "claude-sonnet", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 0, "agentTimedOut": false, "agentSeconds": 25.21351744500862, "environmentRevision": null, "originalScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "reviewedScore": { "lower": 0.6666666666666666, "upper": 0.6666666666666666, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 4, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 4, "failed": 2, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "failed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "failed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1488055", "knownApiSubtotalUsd": "0.1488055", "totalTokens": 177505, "inputTotal": 175100, "outputTotal": 2405, "cacheRead": 147595, "cacheWrite": 27493, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7afa900984460ab298fe534e682ae28a2ea6d1ecc3264512f5d1865c81eff154", "startedAt": "2026-10-24T22:52:24.627Z", "finishedAt": "2026-10-24T22:54:04.129Z" }, { "id": "claude-opus--organize-messy-files--c1", "configurationId": "claude-opus", "taskId": "organize-messy-files", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 34.876207520006574, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 6, "passed": 6, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_expected_files_present_in_each_folder", "criterionKey": "test_expected_files_present_in_each_folder", "status": "passed" }, { "name": "::test_all_files_sorted_once_and_in_correct_subject", "criterionKey": "test_all_files_sorted_once_and_in_correct_subject", "status": "passed" }, { "name": "::test_no_leftover_expected_files_in_unsorted_folder", "criterionKey": "test_no_leftover_expected_files_in_unsorted_folder", "status": "passed" }, { "name": "::test_no_allowed_files_outside_subject_folders", "criterionKey": "test_no_allowed_files_outside_subject_folders", "status": "passed" }, { "name": "::test_no_unexpected_file_types_in_subject_folders", "criterionKey": "test_no_unexpected_file_types_in_subject_folders", "status": "passed" }, { "name": "::test_all_files_are_readable", "criterionKey": "test_all_files_are_readable", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.2981418", "knownApiSubtotalUsd": "0.2981418", "totalTokens": 180421, "inputTotal": 177410, "outputTotal": 3011, "cacheRead": 151449, "cacheWrite": 25947, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "bbdcc699cb0e7854edc8710a9c240bda10e822f1093e20d7fb64a5413a25c903", "startedAt": "2026-10-24T22:54:04.754Z", "finishedAt": "2026-10-24T22:55:51.996Z" }, { "id": "codex-sol--pptx-reference-formatting--c1", "configurationId": "codex-sol", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 50.27104187499208, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0796576", "knownApiSubtotalUsd": "0.0796576", "totalTokens": 200224, "inputTotal": 197702, "outputTotal": 2522, "cacheRead": 179456, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e0a36d0aeedc7cd83501ddb74c3ddd644491f6bcd817bc0f5a51d7586794780c", "startedAt": "2026-10-24T23:14:56.863Z", "finishedAt": "2026-10-24T23:16:55.721Z" }, { "id": "studio-glm-flash--pptx-reference-formatting--c1", "configurationId": "studio-glm-flash", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 122.6913634, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0204883", "knownApiSubtotalUsd": "0.0204883", "totalTokens": 300632, "inputTotal": 288870, "outputTotal": 11762, "cacheRead": 239360, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "f6daceebb8ebe73675da5e97b927d104187e3911828a13338bdaa27a3ff5557a", "startedAt": "2026-10-24T23:16:56.233Z", "finishedAt": "2026-10-24T23:20:52.513Z" }, { "id": "studio-deepseek-flash--pptx-reference-formatting--c1", "configurationId": "studio-deepseek-flash", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 287.64787930000006, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "high", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.074212526", "knownApiSubtotalUsd": "0.074212526", "totalTokens": 1583722, "inputTotal": 1555131, "outputTotal": 28591, "cacheRead": 1198592, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "e0501fd59721514aed941515c26931f0e4deaa976cb46437790cb04788e4f7d4", "startedAt": "2026-10-24T23:20:53.046Z", "finishedAt": "2026-10-24T23:27:32.911Z" }, { "id": "studio-mimo-pro--pptx-reference-formatting--c1", "configurationId": "studio-mimo-pro", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 200.7628802, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.019827949", "knownApiSubtotalUsd": "0.019827949", "totalTokens": 325496, "inputTotal": 318774, "outputTotal": 6722, "cacheRead": 288640, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "7d9164fb9696d07110c226854e1bd2a11ccc58285519a5e5d158417b12010206", "startedAt": "2026-10-24T23:34:42.306Z", "finishedAt": "2026-10-24T23:40:18.713Z" }, { "id": "studio-mimo-flash--pptx-reference-formatting--c1", "configurationId": "studio-mimo-flash", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 611.0733872999999, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0243037084", "knownApiSubtotalUsd": "0.0243037084", "totalTokens": 1409698, "inputTotal": 1379211, "outputTotal": 30487, "cacheRead": 1292928, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "db9b11887790527b4c740e8f00c322e16953214bcbb8a678f77a7d93ad0725ad", "startedAt": "2026-10-24T23:40:19.222Z", "finishedAt": "2026-10-24T23:52:43.930Z" }, { "id": "studio-glm--pptx-reference-formatting--c1", "configurationId": "studio-glm", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 461.7004814, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "max", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.062886975", "knownApiSubtotalUsd": "0.062886975", "totalTokens": 381105, "inputTotal": 355895, "outputTotal": 25210, "cacheRead": 326976, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "cc54f4d1af05e26f28f698684ff76b95adc8121ca8b38332b6c3ca183e77c465", "startedAt": "2026-10-24T23:52:44.476Z", "finishedAt": "2026-10-25T00:02:34.103Z" }, { "id": "claude-haiku--pptx-reference-formatting--c1", "configurationId": "claude-haiku", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 67.67751663700619, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01736227", "knownApiSubtotalUsd": "0.01736227", "totalTokens": 519022, "inputTotal": 506637, "outputTotal": 12385, "cacheRead": 474497, "cacheWrite": 32108, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "548959993de0c593aef4736e49eeebb17030824dff4c880704e9e0e6fb71f2c7", "startedAt": "2026-10-25T00:02:34.635Z", "finishedAt": "2026-10-25T00:05:01.759Z" }, { "id": "claude-sonnet--pptx-reference-formatting--c1", "configurationId": "claude-sonnet", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 31.393085288000293, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1075398", "knownApiSubtotalUsd": "0.1075398", "totalTokens": 158482, "inputTotal": 155028, "outputTotal": 3454, "cacheRead": 140278, "cacheWrite": 14736, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "d6d6cebdf021042736588ec4f8897211d1eb082ab642ba5863373b561d2e7d3e", "startedAt": "2026-10-25T00:05:02.275Z", "finishedAt": "2026-10-25T00:06:48.995Z" }, { "id": "claude-opus--pptx-reference-formatting--c1", "configurationId": "claude-opus", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 58.99953837199428, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.283265", "knownApiSubtotalUsd": "0.283265", "totalTokens": 194892, "inputTotal": 189822, "outputTotal": 5070, "cacheRead": 171365, "cacheWrite": 18441, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "5a18a1cdb1b0fe031739e0a90703ef66727ecdb8df460c5925acad3c8d1ef2ee", "startedAt": "2026-10-25T00:06:49.509Z", "finishedAt": "2026-10-25T00:09:08.598Z" }, { "id": "codex-luna--pptx-reference-formatting--c1", "configurationId": "codex-luna", "taskId": "pptx-reference-formatting", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 48.654927672992926, "environmentRevision": null, "originalScore": { "lower": 1, "upper": 1, "unknown": 0 }, "reviewedScore": { "lower": 1, "upper": 1, "unknown": 0 }, "originalSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "reviewedSummary": { "tests": 12, "passed": 12, "failed": 0, "skipped": 0, "pending": 0, "other": 0 }, "criteria": [ { "name": "::test_output_pptx_exists", "criterionKey": "test_output_pptx_exists", "status": "passed" }, { "name": "::test_slides_2_to_6_have_one_title_matching_gt", "criterionKey": "test_slides_2_to_6_have_one_title_matching_gt", "status": "passed" }, { "name": "::test_titles_use_required_font_style", "criterionKey": "test_titles_use_required_font_style", "status": "passed" }, { "name": "::test_titles_fit_single_line", "criterionKey": "test_titles_fit_single_line", "status": "passed" }, { "name": "::test_titles_placed_near_bottom", "criterionKey": "test_titles_placed_near_bottom", "status": "passed" }, { "name": "::test_titles_center_aligned", "criterionKey": "test_titles_center_aligned", "status": "passed" }, { "name": "::test_slides_1_to_6_non_title_content_unchanged", "criterionKey": "test_slides_1_to_6_non_title_content_unchanged", "status": "passed" }, { "name": "::test_slide_7_exists_and_is_last", "criterionKey": "test_slide_7_exists_and_is_last", "status": "passed" }, { "name": "::test_slide_7_title_is_reference", "criterionKey": "test_slide_7_title_is_reference", "status": "passed" }, { "name": "::test_reference_body_uses_ordered_bullets", "criterionKey": "test_reference_body_uses_ordered_bullets", "status": "passed" }, { "name": "::test_reference_has_no_duplicate_titles", "criterionKey": "test_reference_has_no_duplicate_titles", "status": "passed" }, { "name": "::test_reference_matched_gt", "criterionKey": "test_reference_matched_gt", "status": "passed" } ], "reasons": [], "sessionEffort": "medium", "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0048857", "knownApiSubtotalUsd": "0.0048857", "totalTokens": 205069, "inputTotal": 201642, "outputTotal": 3427, "cacheRead": 188800, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true, "metadata": true } }, "resultSha256": "0ddcc6029cfe47f2d1879409f52191f310cdb5689e73817fdc1385c672ec6277", "startedAt": "2026-10-25T00:09:09.113Z", "finishedAt": "2026-10-25T00:11:11.163Z" } ], "history": { "physicalStarted": 120, "validResults": 100, "excludedPhysicalCount": 20, "excludedKnownApiSubtotalUsd": "1.1473504456", "excludedUnknownModelCalls": 13 }, "physicalAttempts": 120, "audioRevision": null }, { "id": "skillsbench-pilot-20261023", "repetitions": 1, "benchmark": "SkillsBench", "taskCommit": "f860ecf02ef53412a030f8661c83d644b739ff01", "executor": "BenchFlow", "executorCommit": "9c7a1918b31145b1f9a36e2d6b061bbdb5633958", "kind": "pilot", "configurations": [ { "id": "studio-glm-flash", "model": "z-ai/glm-5.3-flash", "harness": "studio", "effort": null }, { "id": "studio-deepseek-flash", "model": "deepseek/deepseek-v4.1-flash-1017", "harness": "studio", "effort": null }, { "id": "studio-mimo-pro", "model": "xiaomi/mimo-v2.6-pro", "harness": "studio", "effort": null }, { "id": "studio-mimo-flash", "model": "xiaomi/mimo-v2.6-flash", "harness": "studio", "effort": null }, { "id": "studio-glm", "model": "z-ai/glm-5.3", "harness": "studio", "effort": null }, { "id": "claude-haiku", "model": "claude-haiku-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-sonnet", "model": "claude-sonnet-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "claude-opus", "model": "claude-opus-5-5", "harness": "claude-code", "effort": "medium" }, { "id": "codex-luna", "model": "gpt-6-luna", "harness": "codex", "effort": "medium" }, { "id": "codex-sol", "model": "gpt-6.1-sol", "harness": "codex", "effort": "medium" } ], "tasks": [ { "id": "offer-letter-generator", "timeoutSeconds": 900 } ], "attempts": [ { "id": "studio-glm-flash-pilot-1", "configurationId": "studio-glm-flash", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 166.143, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.01912403", "knownApiSubtotalUsd": "0.01912403", "totalTokens": 401594, "inputTotal": 393667, "outputTotal": 7927, "cacheRead": 365746, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "6ae111fcaedb03b0ff005419af5c5151ff80ea47264c8b21aade1b44f2d4744b", "startedAt": "2026-10-23T20:01:34.046Z", "finishedAt": "2026-10-23T20:06:10.418Z" }, { "id": "studio-deepseek-flash-pilot-1", "configurationId": "studio-deepseek-flash", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 99.909, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.012681592", "knownApiSubtotalUsd": "0.012681592", "totalTokens": 520495, "inputTotal": 509028, "outputTotal": 11467, "cacheRead": 478464, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "ce47cb763aa17ea811b525ce812235935498854dd8fda50eb6aa2733ea9a86b2", "startedAt": "2026-10-23T20:12:14.138Z", "finishedAt": "2026-10-23T20:15:48.079Z" }, { "id": "studio-mimo-pro-pilot-1", "configurationId": "studio-mimo-pro", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 159.973, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.014959378", "knownApiSubtotalUsd": "0.014959378", "totalTokens": 248097, "inputTotal": 244179, "outputTotal": 3918, "cacheRead": 218880, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "92dd2f9bf52fbe8e9b171979edf1dc92c26d92f0819d2f7a2250e1465933b547", "startedAt": "2026-10-23T20:15:48.309Z", "finishedAt": "2026-10-23T20:20:33.739Z" }, { "id": "studio-mimo-flash-pilot-1", "configurationId": "studio-mimo-flash", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 81.849, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0113970876", "knownApiSubtotalUsd": "0.0113970876", "totalTokens": 264118, "inputTotal": 260329, "outputTotal": 3789, "cacheRead": 190592, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "3c5854814df92ea45eb6b8cc42ba0b209c9a5a6d5275b972f4218d23f97c9588", "startedAt": "2026-10-23T20:20:33.866Z", "finishedAt": "2026-10-23T20:24:00.414Z" }, { "id": "studio-glm-pilot-1", "configurationId": "studio-glm", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 102.796, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.029791781", "knownApiSubtotalUsd": "0.029791781", "totalTokens": 264223, "inputTotal": 257239, "outputTotal": 6984, "cacheRead": 235200, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "dc7e3f88db5a05c3059c7b4fd5d03c1fe61436d65042f8deae494823131a29ab", "startedAt": "2026-10-23T20:24:00.507Z", "finishedAt": "2026-10-23T20:27:41.572Z" }, { "id": "claude-haiku-pilot-1", "configurationId": "claude-haiku", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.00597142", "knownApiSubtotalUsd": "0.00597142", "totalTokens": 134422, "inputTotal": 131287, "outputTotal": 3135, "cacheRead": 115012, "cacheWrite": 16263, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "06f16498ff3d0e025b1493044c5f88a786139ad644e6a6045a2539d145978f17", "startedAt": "2026-10-23T18:52:13.425Z", "finishedAt": "2026-10-23T18:53:57.145Z" }, { "id": "claude-sonnet-pilot-1", "configurationId": "claude-sonnet", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0888354", "knownApiSubtotalUsd": "0.0888354", "totalTokens": 87493, "inputTotal": 85504, "outputTotal": 1989, "cacheRead": 70014, "cacheWrite": 15482, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "de8e3703bcb02e12fef052dce53923f07dc51396aedf9141a41229f94ac719ef", "startedAt": "2026-10-23T18:57:02.208Z", "finishedAt": "2026-10-23T18:58:42.000Z" }, { "id": "claude-opus-pilot-1", "configurationId": "claude-opus", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.1471942", "knownApiSubtotalUsd": "0.1471942", "totalTokens": 80478, "inputTotal": 78460, "outputTotal": 2018, "cacheRead": 66771, "cacheWrite": 11681, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "54901917de375a08743a58408b67d00409aecccb8652af7e0f04f8cf4b4cc563", "startedAt": "2026-10-23T19:00:47.472Z", "finishedAt": "2026-10-23T19:02:19.492Z" }, { "id": "codex-luna-pilot-1", "configurationId": "codex-luna", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 30, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0028265", "knownApiSubtotalUsd": "0.0028265", "totalTokens": 133161, "inputTotal": 131737, "outputTotal": 1424, "cacheRead": 122880, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "0e6d2721544bdee17c82e0a688372c949edffd4285737efdd88cb15d1b287800", "startedAt": "2026-10-23T18:55:03.255Z", "finishedAt": "2026-10-23T18:56:43.750Z" }, { "id": "codex-sol-pilot-1", "configurationId": "codex-sol", "taskId": "offer-letter-generator", "repetition": 1, "state": "completed", "reward": 1, "agentTimedOut": false, "agentSeconds": 60, "originalScore": null, "reviewedScore": null, "originalSummary": null, "reviewedSummary": null, "criteria": [], "reasons": [], "sessionEffort": null, "audioStatus": null, "metrics": { "apiEquivalentUsd": "0.0340812", "knownApiSubtotalUsd": "0.0340812", "totalTokens": 77439, "inputTotal": 76001, "outputTotal": 1438, "cacheRead": 69632, "cacheWrite": 0, "pendingCount": 0, "completeness": { "tokens": true, "cost": true } }, "resultSha256": "69a92ba00b6a91a4b39da425e71e4e379e1b58feb6daa7287a73e9dede3546a0", "startedAt": "2026-10-23T18:58:42.085Z", "finishedAt": "2026-10-23T19:00:47.405Z" } ], "history": null, "physicalAttempts": null, "audioRevision": null } ] }