{"created": 1792624381.7240489, "duration": 235.39342784881592, "exitcode": 0, "summary": {"passed": 51, "total": 51, "collected": 51}, "collectors": [{"nodeid": "", "outcome": "passed", "result": [{"nodeid": "test_triage.py", "type": "Module"}]}, {"nodeid": "test_triage.py", "outcome": "passed", "result": [{"nodeid": "test_triage.py::test_reply_matches_schema[sync-crash-no-due-date]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[token-in-debug-log]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[import-drops-tasks]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[color-in-pipes]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[recurring-tasks]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[json-output]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[calendar-export]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[readme-wrong-flag]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[missing-config-docs]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[two-machines]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[where-is-data]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_reply_matches_schema[archive-vs-delete]", "type": "Function", "lineno": 12}, {"nodeid": "test_triage.py::test_label[sync-crash-no-due-date]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[token-in-debug-log]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[import-drops-tasks]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[color-in-pipes]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[recurring-tasks]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[json-output]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[calendar-export]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[readme-wrong-flag]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[missing-config-docs]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[two-machines]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[where-is-data]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_label[archive-vs-delete]", "type": "Function", "lineno": 17}, {"nodeid": "test_triage.py::test_priority[token-in-debug-log]", "type": "Function", "lineno": 22}, {"nodeid": "test_triage.py::test_priority[import-drops-tasks]", "type": "Function", "lineno": 22}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[sync-crash-no-due-date]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[token-in-debug-log]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[import-drops-tasks]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[color-in-pipes]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[recurring-tasks]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[json-output]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[calendar-export]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[readme-wrong-flag]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[missing-config-docs]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[two-machines]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[where-is-data]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[archive-vs-delete]", "type": "Function", "lineno": 27}, {"nodeid": "test_triage.py::test_summary_is_faithful[sync-crash-no-due-date]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[token-in-debug-log]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[import-drops-tasks]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[color-in-pipes]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[recurring-tasks]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[json-output]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[calendar-export]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[readme-wrong-flag]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[missing-config-docs]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[two-machines]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[where-is-data]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_summary_is_faithful[archive-vs-delete]", "type": "Function", "lineno": 52}, {"nodeid": "test_triage.py::test_judge_rejects_an_invented_summary", "type": "Function", "lineno": 58}]}], "tests": [{"nodeid": "test_triage.py::test_reply_matches_schema[sync-crash-no-due-date]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[sync-crash-no-due-date]", "parametrize", "pytestmark", "sync-crash-no-due-date", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.5279842499876395, "outcome": "passed"}, "call": {"duration": 0.00010950001887977123, "outcome": "passed"}, "teardown": {"duration": 7.675000233575702e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[token-in-debug-log]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[token-in-debug-log]", "parametrize", "pytestmark", "token-in-debug-log", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.838830874999985, "outcome": "passed"}, "call": {"duration": 0.00010529201244935393, "outcome": "passed"}, "teardown": {"duration": 6.841702270321548e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[import-drops-tasks]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[import-drops-tasks]", "parametrize", "pytestmark", "import-drops-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8374341249873396, "outcome": "passed"}, "call": {"duration": 0.00010145799024030566, "outcome": "passed"}, "teardown": {"duration": 6.608301191590726e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[color-in-pipes]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[color-in-pipes]", "parametrize", "pytestmark", "color-in-pipes", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.4829611250024755, "outcome": "passed"}, "call": {"duration": 0.00010375000420026481, "outcome": "passed"}, "teardown": {"duration": 6.991598638705909e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[recurring-tasks]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[recurring-tasks]", "parametrize", "pytestmark", "recurring-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1467687919794116, "outcome": "passed"}, "call": {"duration": 0.00010579201625660062, "outcome": "passed"}, "teardown": {"duration": 7.070897845551372e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[json-output]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[json-output]", "parametrize", "pytestmark", "json-output", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.2197107919782866, "outcome": "passed"}, "call": {"duration": 0.00010475001181475818, "outcome": "passed"}, "teardown": {"duration": 6.558300810866058e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[calendar-export]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[calendar-export]", "parametrize", "pytestmark", "calendar-export", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.4107107500021812, "outcome": "passed"}, "call": {"duration": 0.0002637499710544944, "outcome": "passed"}, "teardown": {"duration": 9.958300506696105e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[readme-wrong-flag]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[readme-wrong-flag]", "parametrize", "pytestmark", "readme-wrong-flag", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.2498891669965815, "outcome": "passed"}, "call": {"duration": 0.00020887498976662755, "outcome": "passed"}, "teardown": {"duration": 0.00013770800433121622, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[missing-config-docs]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[missing-config-docs]", "parametrize", "pytestmark", "missing-config-docs", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.7051051250018645, "outcome": "passed"}, "call": {"duration": 0.00010379200102761388, "outcome": "passed"}, "teardown": {"duration": 6.749999010935426e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[two-machines]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[two-machines]", "parametrize", "pytestmark", "two-machines", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 3.1780612079892308, "outcome": "passed"}, "call": {"duration": 0.00010025000665336847, "outcome": "passed"}, "teardown": {"duration": 6.829202175140381e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[where-is-data]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[where-is-data]", "parametrize", "pytestmark", "where-is-data", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8857158750179224, "outcome": "passed"}, "call": {"duration": 9.933399269357324e-05, "outcome": "passed"}, "teardown": {"duration": 6.362501881085336e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_reply_matches_schema[archive-vs-delete]", "lineno": 12, "outcome": "passed", "keywords": ["test_reply_matches_schema[archive-vs-delete]", "parametrize", "pytestmark", "archive-vs-delete", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1877999170101248, "outcome": "passed"}, "call": {"duration": 0.00012000001152046025, "outcome": "passed"}, "teardown": {"duration": 6.991697591729462e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[sync-crash-no-due-date]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[sync-crash-no-due-date]", "parametrize", "pytestmark", "sync-crash-no-due-date", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1030729170015547, "outcome": "passed"}, "call": {"duration": 0.00010804200428538024, "outcome": "passed"}, "teardown": {"duration": 7.020900375209749e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[token-in-debug-log]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[token-in-debug-log]", "parametrize", "pytestmark", "token-in-debug-log", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.6105137080012355, "outcome": "passed"}, "call": {"duration": 0.000231999991228804, "outcome": "passed"}, "teardown": {"duration": 0.00016712502110749483, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[import-drops-tasks]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[import-drops-tasks]", "parametrize", "pytestmark", "import-drops-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.9404972920019645, "outcome": "passed"}, "call": {"duration": 0.00010050000855699182, "outcome": "passed"}, "teardown": {"duration": 6.733302143402398e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[color-in-pipes]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[color-in-pipes]", "parametrize", "pytestmark", "color-in-pipes", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.3416620420175605, "outcome": "passed"}, "call": {"duration": 9.83330246526748e-05, "outcome": "passed"}, "teardown": {"duration": 7.116701453924179e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[recurring-tasks]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[recurring-tasks]", "parametrize", "pytestmark", "recurring-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1317440420098137, "outcome": "passed"}, "call": {"duration": 0.0001035839959513396, "outcome": "passed"}, "teardown": {"duration": 7.133299368433654e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[json-output]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[json-output]", "parametrize", "pytestmark", "json-output", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1121137080190238, "outcome": "passed"}, "call": {"duration": 9.641700307838619e-05, "outcome": "passed"}, "teardown": {"duration": 6.999998004175723e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[calendar-export]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[calendar-export]", "parametrize", "pytestmark", "calendar-export", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8552629170008004, "outcome": "passed"}, "call": {"duration": 0.00017958300304599106, "outcome": "passed"}, "teardown": {"duration": 9.124999633058906e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[readme-wrong-flag]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[readme-wrong-flag]", "parametrize", "pytestmark", "readme-wrong-flag", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8897097499866504, "outcome": "passed"}, "call": {"duration": 0.00010633401689119637, "outcome": "passed"}, "teardown": {"duration": 6.970801041461527e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[missing-config-docs]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[missing-config-docs]", "parametrize", "pytestmark", "missing-config-docs", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8327318750089034, "outcome": "passed"}, "call": {"duration": 0.00010104200919158757, "outcome": "passed"}, "teardown": {"duration": 7.291699876077473e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[two-machines]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[two-machines]", "parametrize", "pytestmark", "two-machines", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.353579582995735, "outcome": "passed"}, "call": {"duration": 9.633399895392358e-05, "outcome": "passed"}, "teardown": {"duration": 6.891699740663171e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[where-is-data]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[where-is-data]", "parametrize", "pytestmark", "where-is-data", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.238818165991688, "outcome": "passed"}, "call": {"duration": 9.862499427981675e-05, "outcome": "passed"}, "teardown": {"duration": 6.587497773580253e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_label[archive-vs-delete]", "lineno": 17, "outcome": "passed", "keywords": ["test_label[archive-vs-delete]", "parametrize", "pytestmark", "archive-vs-delete", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.256218666996574, "outcome": "passed"}, "call": {"duration": 0.00010245901648886502, "outcome": "passed"}, "teardown": {"duration": 7.133299368433654e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_priority[token-in-debug-log]", "lineno": 22, "outcome": "passed", "keywords": ["test_priority[token-in-debug-log]", "parametrize", "pytestmark", "token-in-debug-log", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 3.2746077500050887, "outcome": "passed"}, "call": {"duration": 9.983399650081992e-05, "outcome": "passed"}, "teardown": {"duration": 6.966700311750174e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_priority[import-drops-tasks]", "lineno": 22, "outcome": "passed", "keywords": ["test_priority[import-drops-tasks]", "parametrize", "pytestmark", "import-drops-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8581054160022177, "outcome": "passed"}, "call": {"duration": 0.00010216599912382662, "outcome": "passed"}, "teardown": {"duration": 7.158398511819541e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[sync-crash-no-due-date]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[sync-crash-no-due-date]", "parametrize", "pytestmark", "sync-crash-no-due-date", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.968843917013146, "outcome": "passed"}, "call": {"duration": 0.00010295800166204572, "outcome": "passed"}, "teardown": {"duration": 6.812499486841261e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[token-in-debug-log]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[token-in-debug-log]", "parametrize", "pytestmark", "token-in-debug-log", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.4492456250009127, "outcome": "passed"}, "call": {"duration": 9.545800276100636e-05, "outcome": "passed"}, "teardown": {"duration": 6.716701318509877e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[import-drops-tasks]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[import-drops-tasks]", "parametrize", "pytestmark", "import-drops-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.431751041993266, "outcome": "passed"}, "call": {"duration": 0.00010387500515207648, "outcome": "passed"}, "teardown": {"duration": 6.737498915754259e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[color-in-pipes]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[color-in-pipes]", "parametrize", "pytestmark", "color-in-pipes", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 3.2657207080046646, "outcome": "passed"}, "call": {"duration": 9.966699872165918e-05, "outcome": "passed"}, "teardown": {"duration": 6.766701699234545e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[recurring-tasks]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[recurring-tasks]", "parametrize", "pytestmark", "recurring-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.3978511250170413, "outcome": "passed"}, "call": {"duration": 9.970899554900825e-05, "outcome": "passed"}, "teardown": {"duration": 7.04169797245413e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[json-output]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[json-output]", "parametrize", "pytestmark", "json-output", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8313250410137698, "outcome": "passed"}, "call": {"duration": 0.00010450000991113484, "outcome": "passed"}, "teardown": {"duration": 7.570799789391458e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[calendar-export]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[calendar-export]", "parametrize", "pytestmark", "calendar-export", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.764373624988366, "outcome": "passed"}, "call": {"duration": 0.00010008300887420774, "outcome": "passed"}, "teardown": {"duration": 6.808299804106355e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[readme-wrong-flag]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[readme-wrong-flag]", "parametrize", "pytestmark", "readme-wrong-flag", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8586527500010561, "outcome": "passed"}, "call": {"duration": 9.612497524358332e-05, "outcome": "passed"}, "teardown": {"duration": 7.737500709481537e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[missing-config-docs]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[missing-config-docs]", "parametrize", "pytestmark", "missing-config-docs", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.6557252919883467, "outcome": "passed"}, "call": {"duration": 0.00010308399214409292, "outcome": "passed"}, "teardown": {"duration": 7.437501335516572e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[two-machines]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[two-machines]", "parametrize", "pytestmark", "two-machines", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.9843827080039773, "outcome": "passed"}, "call": {"duration": 9.8082993645221e-05, "outcome": "passed"}, "teardown": {"duration": 6.704198312945664e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[where-is-data]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[where-is-data]", "parametrize", "pytestmark", "where-is-data", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.9147236249991693, "outcome": "passed"}, "call": {"duration": 9.833401418291032e-05, "outcome": "passed"}, "teardown": {"duration": 7.604100392200053e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_short_and_specific[archive-vs-delete]", "lineno": 27, "outcome": "passed", "keywords": ["test_summary_is_short_and_specific[archive-vs-delete]", "parametrize", "pytestmark", "archive-vs-delete", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.9412030829989817, "outcome": "passed"}, "call": {"duration": 9.812499047257006e-05, "outcome": "passed"}, "teardown": {"duration": 6.59169745631516e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[sync-crash-no-due-date]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[sync-crash-no-due-date]", "parametrize", "pytestmark", "sync-crash-no-due-date", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.2276552919938695, "outcome": "passed"}, "call": {"duration": 13.26964629199938, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010058301268145442, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[token-in-debug-log]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[token-in-debug-log]", "parametrize", "pytestmark", "token-in-debug-log", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.9968850830045994, "outcome": "passed"}, "call": {"duration": 9.319769749999978, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 9.89580003079027e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[import-drops-tasks]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[import-drops-tasks]", "parametrize", "pytestmark", "import-drops-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.9534721669915598, "outcome": "passed"}, "call": {"duration": 11.393045167002128, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 9.933399269357324e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[color-in-pipes]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[color-in-pipes]", "parametrize", "pytestmark", "color-in-pipes", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.7590525000123307, "outcome": "passed"}, "call": {"duration": 11.409055540978443, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010345902410335839, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[recurring-tasks]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[recurring-tasks]", "parametrize", "pytestmark", "recurring-tasks", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.8365747499919962, "outcome": "passed"}, "call": {"duration": 10.157559750019573, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010408301022835076, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[json-output]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[json-output]", "parametrize", "pytestmark", "json-output", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.6757241250015795, "outcome": "passed"}, "call": {"duration": 10.016202625003643, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 9.854199015535414e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[calendar-export]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[calendar-export]", "parametrize", "pytestmark", "calendar-export", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.7004057919839397, "outcome": "passed"}, "call": {"duration": 9.494719999987865, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 9.787501767277718e-05, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[readme-wrong-flag]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[readme-wrong-flag]", "parametrize", "pytestmark", "readme-wrong-flag", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.2686790830048267, "outcome": "passed"}, "call": {"duration": 10.117811125004664, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010112501331605017, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[missing-config-docs]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[missing-config-docs]", "parametrize", "pytestmark", "missing-config-docs", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.1547691249870695, "outcome": "passed"}, "call": {"duration": 10.742723333998583, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010129201109521091, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[two-machines]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[two-machines]", "parametrize", "pytestmark", "two-machines", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 1.3591688750020694, "outcome": "passed"}, "call": {"duration": 5.945873541990295, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010320800356566906, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[where-is-data]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[where-is-data]", "parametrize", "pytestmark", "where-is-data", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.661409249994904, "outcome": "passed"}, "call": {"duration": 9.926826417009579, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010095900506712496, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_summary_is_faithful[archive-vs-delete]", "lineno": 52, "outcome": "passed", "keywords": ["test_summary_is_faithful[archive-vs-delete]", "parametrize", "pytestmark", "archive-vs-delete", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 2.102760208013933, "outcome": "passed"}, "call": {"duration": 6.252644124993822, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00010254199150949717, "outcome": "passed"}}, {"nodeid": "test_triage.py::test_judge_rejects_an_invented_summary", "lineno": 58, "outcome": "passed", "keywords": ["test_judge_rejects_an_invented_summary", "test_triage.py", "build-a-versioned-evaluation-harness-with-deterministic-checks", ""], "setup": {"duration": 0.00010674999793991446, "outcome": "passed"}, "call": {"duration": 10.680453458015108, "outcome": "passed", "stderr": "\n"}, "teardown": {"duration": 0.00043149999692104757, "outcome": "passed"}}], "eval": {"dataset": "issue-triage@1", "dataset_sha": "e12a5e739a1e", "model": "gemini-3.8-flash", "prompt_version": "v1", "prompt_sha": "01859a9d3df1", "judge_model": "gemini-3.8-flash"}}