{ "cell_names_sha256": "11a7df290ca39ff4de4fbf14dae520eb57a12253fdc75898e50f30909aac3d47", "ext_cell_names_sha256": "2bb75308da6d20680600944bd6ef0a25b230eec6d80a2534a2d5499a0d20a332", "ext_legs": [ "gemma-4-E4B_think-on", "mistral-nemo-12b_think-off", "phi-4-mini_think-off", "qwen3-8b_think-off" ], "ext_sheet_sha256": "bfc3d9be5b781cbcb5723795386293a646c77e439167ee8155d4dedbacc703f7", "guide_sha256": "f45da50d84b6f9299ee0fa5c12051f7377318c0e313d7719bb605644f846d987", "item_blob_sha256": { "gd-01": "d9cd714d343473f658ea53b878ed32dc2dad4e15ccd564df8dd889b1c709afdf", "gd-02": "cee03d728a49b6234a170c1921a171748ced35277865b0205487048e8331a237", "gd-03": "e58dd0bd5eca79df7b248b3943d538c83f7855aa636f64cbf2303ab1e18517dc", "gd-04": "e9b109123567c6498168a214af573570aee4b6a34b3bdd497d150be7bb510367", "gd-05": "3baaf2e4785b295ba983250fffb3a370f32349840e526f5547760b697a3c1664", "gd-06": "fd12c22c057231822f5e3186e3c2a8415265eb86a0c20459c59e3ade31b8e6af", "gd-07": "e7afd8ca3398f45b0ceb4f0e371a16e9f4525fec8a01d8a7995c0e9eeabb67e4", "gd-08": "e556d6ed2cb98c30797a4428615beb218e1e7f6f76f20f745f3f93f3ff03c57f", "gd-09": "025bb66c03f1d28f7aedc21c2d6c182caae5b72ea0032cfcdabec3e32a721801", "gd-10": "2cc746939d0694202891977c9b560c7113639dcbf4475b532ec409bfdaade43a", "gd-11": "79da1d7b5d87d55d460e78f9bfaf4943a69ab31bbc6f5f6153ec7b272d9663a0", "gd-12": "fd6164fdecf982f2fd5a8a998358567057a230d97a9603a3d6197d6c57c5052d", "gd-13": "e5ea4d7d7125ac2812d927c7cf88247f5c37d4232438b7424abdaf4dff1d0f60", "gd-13b": "6f9d6994aba14a462c893fa5324a20967d5ddecb28699e4100e04cd1f5829a55", "gd-13c": "54c9445034309075fd92f740ab7ca0524311d274fdd57aeea068b16e718ba2bc", "gd-14": "2f2dabe6225635cfc9f40d13f0bf54040930f8e6b9c7587f12aa1b6c89cae9ab", "gd-14b": "84ed9afe0872d577d48e8a92e3db4e0e3c46a8b92801d48cef2883b855feee96" }, "legs": [ "gemma-4-E4B_think-on", "gemma-4-E4B_think-off", "mistral-nemo-12b_think-off", "phi-4-mini_think-off", "qwen3-8b_think-off" ], "parts": { "1": { "first": "H001", "last": "H056", "lines": 1650, "n": 56 }, "2": { "first": "H057", "last": "H113", "lines": 1652, "n": 57 }, "3": { "first": "H114", "last": "H170", "lines": 1411, "n": 57 }, "4": { "first": "H171", "last": "H213", "lines": 1049, "n": 43 }, "5": { "first": "H214", "last": "H256", "lines": 1373, "n": 43 } }, "procedure_sha256": "80a35db88f77bb8e1be6678c76ec7281febef03676e2641b143c1615b73656e3", "seed": 20261023, "sheet_sha256": "aa5c789137c8dd746992a9ec0831f25611d05238894d5f13a7f57666e3bde231", "units": [ { "blind_id": "H001", "check_unit": false, "echo_contemp": [ 5, 5, 4, 5 ], "echo_roles": [ "hold", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T054432Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 6, "question_sha256": "3a5fc8efb597f0cad3a18e7081cbe104f67eb8c827921c7cc4ae4bea948c2ffb", "reasoning_recorded": true, "reply_chars": 389, "reply_lines": 13, "reply_raw_sha256": "cf61bec63221ad0a717f3a5c23e8c87e0fbac9ba48f45d2be4b949eb6cdb1c94", "reply_written_sha256": "cf61bec63221ad0a717f3a5c23e8c87e0fbac9ba48f45d2be4b949eb6cdb1c94", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 24 }, { "blind_id": "H002", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162810Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 115, "question_sha256": "fcb14afd282e1ec8b1acddf8a4487de5e98864900381709b881f754cef1c8226", "reasoning_recorded": false, "reply_chars": 1372, "reply_lines": 11, "reply_raw_sha256": "5b01fbcf20c06279c412b7b3220c595cae187fb6fe66b13d9dee8fcb9e25dd70", "reply_written_sha256": "5b01fbcf20c06279c412b7b3220c595cae187fb6fe66b13d9dee8fcb9e25dd70", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H003", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T063945Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 16, "question_sha256": "a9157eb8c5015b0777409b9b3a5d05156e808bb661c6181f13f97adc9a3a97d6", "reasoning_recorded": true, "reply_chars": 1897, "reply_lines": 11, "reply_raw_sha256": "98e80819cfaeb0cbd4fd51820a3ae78033a9ece191520ce3e998af2e327e48e3", "reply_written_sha256": "98e80819cfaeb0cbd4fd51820a3ae78033a9ece191520ce3e998af2e327e48e3", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 22 }, { "blind_id": "H004", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "third", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T053645Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 0, "question_sha256": "2c0dbf5f7cbdd2da5c1f8fdd2b3cc4955ff65722793403cb77ec81d8475392ed", "reasoning_recorded": true, "reply_chars": 1792, "reply_lines": 19, "reply_raw_sha256": "fe6a2a0c0e9dd852f1e8bcd078b9ab4a1f58bdb442aa1dc92106f7de59e9f978", "reply_written_sha256": "fe6a2a0c0e9dd852f1e8bcd078b9ab4a1f58bdb442aa1dc92106f7de59e9f978", "sample": 0, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 30 }, { "blind_id": "H005", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T173708Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 1 ], "part": 1, "pop_index": 155, "question_sha256": "68bbe5913c00d28fd025b1b4541f33d96f7231d14bfd4e6e50ea9989850b3c46", "reasoning_recorded": true, "reply_chars": 1761, "reply_lines": 17, "reply_raw_sha256": "ea250dda553d9cc5d44445b83ba2f996c8c04a16f0493135d8631f69a260d34c", "reply_written_sha256": "ea250dda553d9cc5d44445b83ba2f996c8c04a16f0493135d8631f69a260d34c", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H006", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_gemma-4-E4B_20260904T155933Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "gemma-4-E4B_think-off", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 21, "question_sha256": "325de26f65756a1f3638cd6b8fee13361bb9e07378388191b85b75cdc09ed634", "reasoning_recorded": false, "reply_chars": 829, "reply_lines": 4, "reply_raw_sha256": "3994a6663d1071213123b24a9b7b2f6cb9f6585312b30fdc8ce5be71977cc04e", "reply_written_sha256": "3994a6663d1071213123b24a9b7b2f6cb9f6585312b30fdc8ce5be71977cc04e", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 15 }, { "blind_id": "H007", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "third", "third", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162627Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 109, "question_sha256": "264a467407eb8bf00642a908582c71dec47c5817acdd1616df145ae891b2db72", "reasoning_recorded": false, "reply_chars": 1056, "reply_lines": 14, "reply_raw_sha256": "fb6f2cbcad5dd4fd887562def55e561ac1332a3746b9d6b3433e3e559a38e25d", "reply_written_sha256": "fb6f2cbcad5dd4fd887562def55e561ac1332a3746b9d6b3433e3e559a38e25d", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H008", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T171518Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 149, "question_sha256": "7946372447499427fb52bd47d58fc53eb6bb7f389fe55cf0023ae91ea83cacdb", "reasoning_recorded": true, "reply_chars": 801, "reply_lines": 7, "reply_raw_sha256": "b8384edc5dd719db484dc8af50fa84cb4966ede90bec7e2a0c60c0a383e1458f", "reply_written_sha256": "b8384edc5dd719db484dc8af50fa84cb4966ede90bec7e2a0c60c0a383e1458f", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H009", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "drift", "drift", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181255Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 46, "question_sha256": "065410d27baea94b66b3a587082ad0b72c4768ab4885d5a5ac6dba5420c7370f", "reasoning_recorded": false, "reply_chars": 1264, "reply_lines": 15, "reply_raw_sha256": "26c4cede0d149ebd6e959cedc45d9c6b146f0616a2c555ada17ea0993077da0d", "reply_written_sha256": "26c4cede0d149ebd6e959cedc45d9c6b146f0616a2c555ada17ea0993077da0d", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H010", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "drift", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180159Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 27, "question_sha256": "a1e92b9500fd20af0d6cf2561cfa692a639c367acb6dc17ebaeb03bf2d089abf", "reasoning_recorded": false, "reply_chars": 1969, "reply_lines": 17, "reply_raw_sha256": "dc83275128c27768f9604a49a1518db2f3ddf7a1c3b9272f72d6c2c2906be78c", "reply_written_sha256": "dc83275128c27768f9604a49a1518db2f3ddf7a1c3b9272f72d6c2c2906be78c", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H011", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162627Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 113, "question_sha256": "bff811c5d0bd59ee17a1629d8f080e0d49d02b1a00f75b0fd8782f3c6f047b38", "reasoning_recorded": false, "reply_chars": 1283, "reply_lines": 15, "reply_raw_sha256": "677c577602f3e0ce47c77a6962b6ca82979bbf63eb82a47246c671a0a7417ae7", "reply_written_sha256": "677c577602f3e0ce47c77a6962b6ca82979bbf63eb82a47246c671a0a7417ae7", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H012", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "hold", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181804Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 56, "question_sha256": "9c6c005d55f58a29e4426ea9e39f9ae1928a17d2e02fe6a1f96886fb78b62d05", "reasoning_recorded": false, "reply_chars": 1044, "reply_lines": 16, "reply_raw_sha256": "6171c9106827fed9a14912e9ebfc5207e12c9dac825332ae91caa23a122dce35", "reply_written_sha256": "6171c9106827fed9a14912e9ebfc5207e12c9dac825332ae91caa23a122dce35", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H013", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181255Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 47, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 1089, "reply_lines": 13, "reply_raw_sha256": "f9fe6c4d078362c5116eb2cfb2068d311afe3436e589b40982dde411804c63b5", "reply_written_sha256": "f9fe6c4d078362c5116eb2cfb2068d311afe3436e589b40982dde411804c63b5", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H014", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181804Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 55, "question_sha256": "bb62252cd2bb153b8a0064170448f435e37784c0ee69044d458c1355bab526ac", "reasoning_recorded": false, "reply_chars": 837, "reply_lines": 8, "reply_raw_sha256": "8a9458e36db2882330d6507f6188a711a228c82162e7f173d699e4dff4b6ab88", "reply_written_sha256": "8a9458e36db2882330d6507f6188a711a228c82162e7f173d699e4dff4b6ab88", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H015", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "third", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163929Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 134, "question_sha256": "ef7f8ec1e90f717b614b3cdf49377358f18e7c25b3354dd6b042ae6531da94f9", "reasoning_recorded": false, "reply_chars": 2202, "reply_lines": 20, "reply_raw_sha256": "d9c9c4ac7f67834a3b944c602c38b96f404a52f5ed0b09f9627637028db834be", "reply_written_sha256": "d9c9c4ac7f67834a3b944c602c38b96f404a52f5ed0b09f9627637028db834be", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H016", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181034Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 44, "question_sha256": "3779828437617f1c155d053568246e5916879590e89f3be2f64d6babb43e50ce", "reasoning_recorded": false, "reply_chars": 958, "reply_lines": 6, "reply_raw_sha256": "a8a346000c28415dd80b2edde32eb37b7c5327b18ff23f73f6313f4bb0bd64d4", "reply_written_sha256": "a8a346000c28415dd80b2edde32eb37b7c5327b18ff23f73f6313f4bb0bd64d4", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H017", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124654Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 101, "question_sha256": "bdd80a38e6ae211d330dc76c39f766858727889762c4b70cf6fe3fc06e6b91d5", "reasoning_recorded": false, "reply_chars": 1733, "reply_lines": 15, "reply_raw_sha256": "3224305e72b1264197cb62d99e7f2eacc466884c51a5b16311dd4d83c98940db", "reply_written_sha256": "3224305e72b1264197cb62d99e7f2eacc466884c51a5b16311dd4d83c98940db", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H018", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124948Z.jsonl", "finish_reason": "length", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 119, "question_sha256": "56cd5e8230f70e7a5259afbe178a919cddd26fee7cb806dea9cae76919bf75d1", "reasoning_recorded": false, "reply_chars": 32731, "reply_lines": 235, "reply_raw_sha256": "1201514de13377e1d42df6765c7fb37b6cc02704f939f489adda7f24a8c50ecb", "reply_written_sha256": "1201514de13377e1d42df6765c7fb37b6cc02704f939f489adda7f24a8c50ecb", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 246 }, { "blind_id": "H019", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181034Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 43, "question_sha256": "c4a36e186a91cc92182fb286e8a3139de2b6854cf3e2b3a436905cc0ab5202a1", "reasoning_recorded": false, "reply_chars": 856, "reply_lines": 15, "reply_raw_sha256": "1ffd54880f061a5193fa1157073c5dffb43f00d5e2099c4f61777945ec33ab11", "reply_written_sha256": "1ffd54880f061a5193fa1157073c5dffb43f00d5e2099c4f61777945ec33ab11", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H020", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "hold", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180524Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 31, "question_sha256": "40631ddba91d5b1f09c55211289551a522d5ac4d3c5d0558f8f9f443c4c2d592", "reasoning_recorded": false, "reply_chars": 957, "reply_lines": 8, "reply_raw_sha256": "1e8ba957288b55abf472b331c4ef243b342f99dd70ce60ab23e1501b8040285d", "reply_written_sha256": "1e8ba957288b55abf472b331c4ef243b342f99dd70ce60ab23e1501b8040285d", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H021", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135511Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 78, "question_sha256": "b1b89b124fdd301b5e4a052c1d6bf489dd58d4811f3a13fe002722b6026e50d0", "reasoning_recorded": false, "reply_chars": 1430, "reply_lines": 12, "reply_raw_sha256": "26a010f0661f5e5d3630b807d8955387ccfde73bdb8fd747ef54bf12dcb67873", "reply_written_sha256": "26a010f0661f5e5d3630b807d8955387ccfde73bdb8fd747ef54bf12dcb67873", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H022", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180754Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 33, "question_sha256": "e7e410083e9e3da229fa152566c574efe095c5f374de2836d575e6120195d2c1", "reasoning_recorded": false, "reply_chars": 1476, "reply_lines": 17, "reply_raw_sha256": "8e55efd20eb6751f0b68d0021d201beae1f4827e087cdf506415b33c9749f3ab", "reply_written_sha256": "8e55efd20eb6751f0b68d0021d201beae1f4827e087cdf506415b33c9749f3ab", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H023", "check_unit": false, "echo_contemp": [ 4, 5, 4, 3 ], "echo_roles": [ "drift", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_gemma-4-E4B_20260904T121226Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "gemma-4-E4B_think-off", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 25, "question_sha256": "beec7d4435ccc3b737205bf908351050ea1b8299c80fb5cb53c0de05e41d1753", "reasoning_recorded": false, "reply_chars": 1146, "reply_lines": 6, "reply_raw_sha256": "34af42a63c1ebe480f38f306a833dcdfe671a37ceda46daa269a017224d0640a", "reply_written_sha256": "34af42a63c1ebe480f38f306a833dcdfe671a37ceda46daa269a017224d0640a", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H024", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T060502Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5, 5, 5 ], "part": 1, "pop_index": 9, "question_sha256": "0cfe8a3859fee5bae86ef0313f2e3a6fd8932aa4aed9c693f75d04e2dfebea07", "reasoning_recorded": true, "reply_chars": 841, "reply_lines": 13, "reply_raw_sha256": "f20adb7cb7c5ad1fc9df970846856694832a87e756a01cd60f22bca98b0d124c", "reply_written_sha256": "f20adb7cb7c5ad1fc9df970846856694832a87e756a01cd60f22bca98b0d124c", "sample": 2, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 24 }, { "blind_id": "H025", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163053Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 125, "question_sha256": "c489e9132df4c1ecd9d08ca6ec3679f3034d639a6756f8103efbac693fd88ee7", "reasoning_recorded": false, "reply_chars": 1624, "reply_lines": 7, "reply_raw_sha256": "f6950df5893a760aaef26681df6e14a1648709f8e031b8beb45103dddeae09b0", "reply_written_sha256": "f6950df5893a760aaef26681df6e14a1648709f8e031b8beb45103dddeae09b0", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H026", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182654Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 71, "question_sha256": "2d3e6261f4e2a5a4b4ef58a24cefc0b9fddf9c7a888b4a3f14cdb4c127f1aea9", "reasoning_recorded": false, "reply_chars": 1416, "reply_lines": 23, "reply_raw_sha256": "08d1b8f9897f8928f70ff7bbf5f9832487c9ab9e61481306d58d07f96f877710", "reply_written_sha256": "08d1b8f9897f8928f70ff7bbf5f9832487c9ab9e61481306d58d07f96f877710", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 34 }, { "blind_id": "H027", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "hold", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T173708Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 156, "question_sha256": "02795c802a417b495bd12975c19c62d2b6246cefcf0b903c2cf8df9553f70122", "reasoning_recorded": true, "reply_chars": 1011, "reply_lines": 7, "reply_raw_sha256": "8f4cb19e206dbbb50040a9bfc09094a28a0a9ce14835b68ca6a8313829a5b696", "reply_written_sha256": "8f4cb19e206dbbb50040a9bfc09094a28a0a9ce14835b68ca6a8313829a5b696", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H028", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T141206Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 53, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 963, "reply_lines": 6, "reply_raw_sha256": "d57a862405d1c835f17c94e26eed34642c7014d53baf96a1d2b0df47c4f86492", "reply_written_sha256": "d57a862405d1c835f17c94e26eed34642c7014d53baf96a1d2b0df47c4f86492", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H029", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T123548Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 140, "question_sha256": "d419fb2e5c2ca8e5d057589c0ea68f398ee42ff1842c2ade7205dc6acac3963e", "reasoning_recorded": false, "reply_chars": 2063, "reply_lines": 21, "reply_raw_sha256": "45d4c938089766ea68e74d34820f1f962b3318303feeb3cc685dc93ad3b90e25", "reply_written_sha256": "45d4c938089766ea68e74d34820f1f962b3318303feeb3cc685dc93ad3b90e25", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 32 }, { "blind_id": "H030", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163543Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 129, "question_sha256": "2382bfa1b8b086e3d180045a84c4c0292108cb2e9688e80814b066fc88ef8258", "reasoning_recorded": false, "reply_chars": 1961, "reply_lines": 11, "reply_raw_sha256": "761a278528850617879bf12e18df3d031d66dee804a1cc1d065b24742e1af29e", "reply_written_sha256": "761a278528850617879bf12e18df3d031d66dee804a1cc1d065b24742e1af29e", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H031", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T055100Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 8, "question_sha256": "8b818807a43feb0f82362f5178b570e7b686c070c64902ab5c9898627d910c8e", "reasoning_recorded": true, "reply_chars": 1687, "reply_lines": 14, "reply_raw_sha256": "8b35ecf91751fb579c21488c4ceece742fa3ebaf64b7125f91bbd00f207e6901", "reply_written_sha256": "8b35ecf91751fb579c21488c4ceece742fa3ebaf64b7125f91bbd00f207e6901", "sample": 3, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 25 }, { "blind_id": "H032", "check_unit": false, "echo_contemp": [ 4, 5, 5, 5 ], "echo_roles": [ "third", "hold", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T025330Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 3, "question_sha256": "dbf096b87db480d5eabae88546466cb57a8d15c565ec6733ad133b3e9a77a439", "reasoning_recorded": true, "reply_chars": 2275, "reply_lines": 17, "reply_raw_sha256": "1539770f0d01bd3d8869ac0a032fbb85cf024adb851e6e18cf5b5a363cc50b1e", "reply_written_sha256": "1539770f0d01bd3d8869ac0a032fbb85cf024adb851e6e18cf5b5a363cc50b1e", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 28 }, { "blind_id": "H033", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124018Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 143, "question_sha256": "6cc1ab84bba4884db0b67e7f8680ad2df22b6c8620cc7c68fc621c5ffdfdd2e9", "reasoning_recorded": false, "reply_chars": 1606, "reply_lines": 13, "reply_raw_sha256": "cfed45d5b69ecedf101ef9fc35ac09247f1ebbd3a63a3c572e86f17b94dfb692", "reply_written_sha256": "cfed45d5b69ecedf101ef9fc35ac09247f1ebbd3a63a3c572e86f17b94dfb692", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H034", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163543Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 132, "question_sha256": "bd7ded8119888c390dd98b1ebcc330c03c58d433fcd10da64fcbcbf3904576ab", "reasoning_recorded": false, "reply_chars": 2853, "reply_lines": 25, "reply_raw_sha256": "0d4d36236123e3cd4344f9ba1a7c5adc1bc21cf1d5cb9a3bb4e501ccec92d274", "reply_written_sha256": "0d4d36236123e3cd4344f9ba1a7c5adc1bc21cf1d5cb9a3bb4e501ccec92d274", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 36 }, { "blind_id": "H035", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "hold", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182056Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 62, "question_sha256": "4bae543ce6a971f820e013d587b6fdd03550036ddc3bfac8ddcf7d6e4e281da8", "reasoning_recorded": false, "reply_chars": 905, "reply_lines": 11, "reply_raw_sha256": "ec97b3655872ca5396391508727b26bfa979367125d7fa7135912452d1b2440e", "reply_written_sha256": "ec97b3655872ca5396391508727b26bfa979367125d7fa7135912452d1b2440e", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H036", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T125304Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 162, "question_sha256": "d526e0c2014d29d3a75bb60f4f9f2caf6602e593d98e9f18839ff08bb3ea75f0", "reasoning_recorded": true, "reply_chars": 2079, "reply_lines": 19, "reply_raw_sha256": "fac950e333b3eef7f59f75bb6ed084c039bd5e86fb2a6ab3f12b7fde9cfae7c8", "reply_written_sha256": "fac950e333b3eef7f59f75bb6ed084c039bd5e86fb2a6ab3f12b7fde9cfae7c8", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H037", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180159Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 26, "question_sha256": "88b5ce8ad0baa998d64e6920f03e9dc661095e920b6a2969d0b7ad81292ab00e", "reasoning_recorded": false, "reply_chars": 1383, "reply_lines": 13, "reply_raw_sha256": "0a4baaf1688b9b6b7f1d2e3803358bc729f3286b243b30f7ecdafc67cd8a285a", "reply_written_sha256": "0a4baaf1688b9b6b7f1d2e3803358bc729f3286b243b30f7ecdafc67cd8a285a", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H038", "check_unit": false, "echo_contemp": [ 4, 4, 4 ], "echo_roles": [ "hold", "hold", "hold" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124948Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 1, "pop_index": 122, "question_sha256": "d7ff63d0d0d853c448e56de845c0717217b476d9fde9978650778dc4be13ed1c", "reasoning_recorded": false, "reply_chars": 2658, "reply_lines": 40, "reply_raw_sha256": "f86cb5698544f993bb5ce38e564627d5be3525f724dcb3c3c22ccb0d146ccebb", "reply_written_sha256": "f86cb5698544f993bb5ce38e564627d5be3525f724dcb3c3c22ccb0d146ccebb", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 50 }, { "blind_id": "H039", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182406Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 68, "question_sha256": "cdb454309e3ea43a8a1fba21c865c043f8a45ac34ffd1b4d7095eca33015d049", "reasoning_recorded": false, "reply_chars": 1582, "reply_lines": 19, "reply_raw_sha256": "8b1bdf1c0c1c7129b7ae76da2bdf9d4dec3bbbbc4b60c91abbc12acd85f68034", "reply_written_sha256": "8b1bdf1c0c1c7129b7ae76da2bdf9d4dec3bbbbc4b60c91abbc12acd85f68034", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H040", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180159Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 28, "question_sha256": "d2fb57710c235c7f131d9381cee919f347d7580234183f2983c2032e264a19c4", "reasoning_recorded": false, "reply_chars": 1463, "reply_lines": 17, "reply_raw_sha256": "9f5006bc7c00230d78dc9a608a5164670f602508c3fd65023a00e39317a36782", "reply_written_sha256": "9f5006bc7c00230d78dc9a608a5164670f602508c3fd65023a00e39317a36782", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H041", "check_unit": false, "echo_contemp": [ 4, 5, 4, 3 ], "echo_roles": [ "third", "hold", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181034Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 42, "question_sha256": "dbf096b87db480d5eabae88546466cb57a8d15c565ec6733ad133b3e9a77a439", "reasoning_recorded": false, "reply_chars": 984, "reply_lines": 15, "reply_raw_sha256": "59b7700723707c2c5cb769a85eb7eca8db5d8b117a53cea46e38c966c8831fcc", "reply_written_sha256": "59b7700723707c2c5cb769a85eb7eca8db5d8b117a53cea46e38c966c8831fcc", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H042", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "hold", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181508Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 49, "question_sha256": "88a88455c174d6fb9303da2955fb69516cc8c5ef6146bc8a79683b838f443a1d", "reasoning_recorded": false, "reply_chars": 1338, "reply_lines": 19, "reply_raw_sha256": "f72bd97bc48ba9af2ce052a7b23fe3a99d0c8c2e879f6c5022f5446fe478340a", "reply_written_sha256": "f72bd97bc48ba9af2ce052a7b23fe3a99d0c8c2e879f6c5022f5446fe478340a", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H043", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163053Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 124, "question_sha256": "eed86935bc538bc7372d4688d26c9ec5cf0e43da35887e1eeae124b22c403c87", "reasoning_recorded": false, "reply_chars": 1875, "reply_lines": 15, "reply_raw_sha256": "6ceb95a9e3c0af399d2cd4825f4318ecdfe945a0c55fc12f6274077946fc1691", "reply_written_sha256": "6ceb95a9e3c0af399d2cd4825f4318ecdfe945a0c55fc12f6274077946fc1691", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H044", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T062700Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 14, "question_sha256": "4edc2f5ab67e24b43e9de7539520b3572fde6774d490095fcd2128f48a84cf44", "reasoning_recorded": true, "reply_chars": 1772, "reply_lines": 25, "reply_raw_sha256": "100ddf109213fe04fb9105467d01645608f45125b46acc7d51c8ae84048e481b", "reply_written_sha256": "100ddf109213fe04fb9105467d01645608f45125b46acc7d51c8ae84048e481b", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 36 }, { "blind_id": "H045", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T123548Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 141, "question_sha256": "110f0a2e9fa5b24c1e419ed7f0262d78aeaa55f5c86a7dbc7e81b2f1a60e0437", "reasoning_recorded": false, "reply_chars": 1907, "reply_lines": 17, "reply_raw_sha256": "14b80fd8cac23f38e4a0054d7c24883323e798beb0eef17134359daa07d84a46", "reply_written_sha256": "14b80fd8cac23f38e4a0054d7c24883323e798beb0eef17134359daa07d84a46", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H046", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "hold", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135859Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 85, "question_sha256": "acd249606ac61e816e1ec9dfa1e244c652d8f85410211f02587ee76c5b5cacaa", "reasoning_recorded": false, "reply_chars": 800, "reply_lines": 11, "reply_raw_sha256": "2f5c93d9cc4f026301c17859039b62ac4d2979aea1ece762e3395c13ee5e6ac6", "reply_written_sha256": "2f5c93d9cc4f026301c17859039b62ac4d2979aea1ece762e3395c13ee5e6ac6", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H047", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162441Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 108, "question_sha256": "c2bdf402b7aeaad260cd997c87506a8134d64311d06c3d79a44b62bbc065153a", "reasoning_recorded": false, "reply_chars": 853, "reply_lines": 14, "reply_raw_sha256": "0e2a416a485fc0605100ebd99ba77397377b11dcd2951febf982c28daada07c3", "reply_written_sha256": "0e2a416a485fc0605100ebd99ba77397377b11dcd2951febf982c28daada07c3", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H048", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T174715Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 1, "pop_index": 157, "question_sha256": "e9350bef19e0e9b288ffc32797b3fabaf72c1dd006b031b9315129f396da3486", "reasoning_recorded": true, "reply_chars": 1381, "reply_lines": 22, "reply_raw_sha256": "6c7d8882b24fe4e9201136ec434722e1b7f8a87c4bd4311445bf234158541afb", "reply_written_sha256": "6c7d8882b24fe4e9201136ec434722e1b7f8a87c4bd4311445bf234158541afb", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 33 }, { "blind_id": "H049", "check_unit": false, "echo_contemp": [ null, null, null ], "echo_roles": [ "third", "drift", "third" ], "echo_turns": [ 1, 2, 3 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162024Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "phi-4-mini_think-off", "malformed_turns": [ 4 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 99, "question_sha256": "13b74d5e90549dcdafcaef58d0a432c5d5d1a98ac471aaa8c4981589fcac916d", "reasoning_recorded": false, "reply_chars": 1547, "reply_lines": 14, "reply_raw_sha256": "55d80a633302b8e0b2bded13cf48680828cf580d72fbb6d1372a14d5e623f6f9", "reply_written_sha256": "55d80a633302b8e0b2bded13cf48680828cf580d72fbb6d1372a14d5e623f6f9", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H050", "check_unit": false, "echo_contemp": [ 5, 5 ], "echo_roles": [ "hold", "hold" ], "echo_turns": [ 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163543Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1, 2 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 131, "question_sha256": "8337a60237958bfaa026bbcee9e4ce85e825adb3a774571d4eb0f2febf87be81", "reasoning_recorded": false, "reply_chars": 1719, "reply_lines": 16, "reply_raw_sha256": "fa6f9b7296e2cf780ad19c0cf387d7b1e9462b27db56f5352b83044623a81cc0", "reply_written_sha256": "fa6f9b7296e2cf780ad19c0cf387d7b1e9462b27db56f5352b83044623a81cc0", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H051", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162627Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 111, "question_sha256": "d3249278b626d732b48de3952ec3ce9bf0d71c9369b8ff422b6377dda37cfd39", "reasoning_recorded": false, "reply_chars": 568, "reply_lines": 11, "reply_raw_sha256": "5b6f98f07640f73e99c52c9a480e48ce3b559e866ec493d00ed4d8ebec8533e8", "reply_written_sha256": "5b6f98f07640f73e99c52c9a480e48ce3b559e866ec493d00ed4d8ebec8533e8", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H052", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T073806Z.jsonl", "finish_reason": "length", "item": "gd-14b", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5, 5, 5 ], "part": 1, "pop_index": 20, "question_sha256": "812ac046a182f74f3e256e197bf2464f6559b2b8fa0d3395e28999b5213212ad", "reasoning_recorded": true, "reply_chars": 2350, "reply_lines": 16, "reply_raw_sha256": "d39c7d81113086c0a7fad8e50b5c4b3dbafaf7b77fe6e9a065eaaa955ee8891b", "reply_written_sha256": "d39c7d81113086c0a7fad8e50b5c4b3dbafaf7b77fe6e9a065eaaa955ee8891b", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 27 }, { "blind_id": "H053", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "hold", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135511Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 80, "question_sha256": "767ce7a8e2cab5f1c0a56a49022b9cdfafa964062c5246c2c92162135c5167d8", "reasoning_recorded": false, "reply_chars": 1769, "reply_lines": 17, "reply_raw_sha256": "6db169eda3a7b49545ad5f78d69a4a3f658764b0684e7f0916e2abe7ba127047", "reply_written_sha256": "6db169eda3a7b49545ad5f78d69a4a3f658764b0684e7f0916e2abe7ba127047", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H054", "check_unit": false, "echo_contemp": [ 5, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14_2f2dabe6_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140239Z.jsonl", "finish_reason": "stop", "item": "gd-14", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 87, "question_sha256": "598ad11a96f86634e2d190d4e20d98d8816fb72cb6a865032ce6c2f70232be9d", "reasoning_recorded": false, "reply_chars": 937, "reply_lines": 4, "reply_raw_sha256": "01cab84b58a91c5ede4c487fd25a9a98dfc609858d489deec319b0e56c89f934", "reply_written_sha256": "01cab84b58a91c5ede4c487fd25a9a98dfc609858d489deec319b0e56c89f934", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 15 }, { "blind_id": "H055", "check_unit": false, "echo_contemp": [ 5, 5, 5, null ], "echo_roles": [ "hold", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162627Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 112, "question_sha256": "e55060cb5560076c5c12d1d783b7c6e23a93c91d89f64a6f410e7bc4b734cbae", "reasoning_recorded": false, "reply_chars": 977, "reply_lines": 11, "reply_raw_sha256": "f2e56c5b06172ea41141627b18f3c26b568010959456533b4944d10a0b3afefa", "reply_written_sha256": "f2e56c5b06172ea41141627b18f3c26b568010959456533b4944d10a0b3afefa", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H056", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T170721Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 1, "pop_index": 148, "question_sha256": "57775c5f67e8c53581e52d3ce98a64906032df1f65a2e954d7599c31279b20a0", "reasoning_recorded": true, "reply_chars": 1827, "reply_lines": 20, "reply_raw_sha256": "87124f3ae0205536167ef9805271dcc2c180a9362634f72710df42ab4a08cfce", "reply_written_sha256": "87124f3ae0205536167ef9805271dcc2c180a9362634f72710df42ab4a08cfce", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H057", "check_unit": false, "echo_contemp": [ 4, 3, 4, 3 ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124948Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 121, "question_sha256": "daefed2ecb678e97008107bcf1265091a88ff880733bfb604e9569aa38107dc6", "reasoning_recorded": false, "reply_chars": 1442, "reply_lines": 7, "reply_raw_sha256": "2cedf4e956de16eea2f903502afd43d28eeaecf75eda9d279e47e783e9bae01e", "reply_written_sha256": "2cedf4e956de16eea2f903502afd43d28eeaecf75eda9d279e47e783e9bae01e", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H058", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163348Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 127, "question_sha256": "aa2789eb4c0534fff9b93bb24b3693a4cf5425a7f0ea591db0baf06ccf383755", "reasoning_recorded": false, "reply_chars": 1864, "reply_lines": 13, "reply_raw_sha256": "ed760f02ec0ba072d3c6508eb40668b2cd7e298fca3287aad7fdc6ddb7996fc0", "reply_written_sha256": "ed760f02ec0ba072d3c6508eb40668b2cd7e298fca3287aad7fdc6ddb7996fc0", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H059", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140603Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 94, "question_sha256": "40aac359d143b2f265b405fe8050f17a107d03c64a9924b0b924b2022f5b6966", "reasoning_recorded": false, "reply_chars": 764, "reply_lines": 17, "reply_raw_sha256": "b3eb8e84620e28007bea824da9b1b6e7f53ba23c965658c9436347977a8fd213", "reply_written_sha256": "b3eb8e84620e28007bea824da9b1b6e7f53ba23c965658c9436347977a8fd213", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H060", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135132Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 73, "question_sha256": "5e09b6963ebda1557b557223f52b2b6b6031502ea493247c7da944a405f4ebd9", "reasoning_recorded": false, "reply_chars": 1260, "reply_lines": 14, "reply_raw_sha256": "97fb3a86f3e3ccc9fad2173dcf8824501eef4916bef81cb3908df8b0734e4a65", "reply_written_sha256": "97fb3a86f3e3ccc9fad2173dcf8824501eef4916bef81cb3908df8b0734e4a65", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H061", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163543Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 130, "question_sha256": "4fc91b8f2a39ef28939256f73d65a014ab442e7edb61bf789c15dc1376290711", "reasoning_recorded": false, "reply_chars": 1495, "reply_lines": 13, "reply_raw_sha256": "4c2b7cd6e8ce92e253f47d88de2618aae2d269c0e4c2c2d98b52377d40511e57", "reply_written_sha256": "4c2b7cd6e8ce92e253f47d88de2618aae2d269c0e4c2c2d98b52377d40511e57", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H062", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135511Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 81, "question_sha256": "b1b89b124fdd301b5e4a052c1d6bf489dd58d4811f3a13fe002722b6026e50d0", "reasoning_recorded": false, "reply_chars": 1430, "reply_lines": 17, "reply_raw_sha256": "0213cb6930d3962e635d0d1471557275bda117e791717b7cf11785b417278dc6", "reply_written_sha256": "0213cb6930d3962e635d0d1471557275bda117e791717b7cf11785b417278dc6", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H063", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14_2f2dabe6_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T123758Z.jsonl", "finish_reason": "stop", "item": "gd-14", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 142, "question_sha256": "6cc1ab84bba4884db0b67e7f8680ad2df22b6c8620cc7c68fc621c5ffdfdd2e9", "reasoning_recorded": false, "reply_chars": 1306, "reply_lines": 15, "reply_raw_sha256": "f523548c2beabb2ef399651633b8d3b9c89c90d2ccaeea4eed21de6c126c615b", "reply_written_sha256": "f523548c2beabb2ef399651633b8d3b9c89c90d2ccaeea4eed21de6c126c615b", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H064", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "drift", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182056Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 60, "question_sha256": "04f3ad92b6860efa2264579ee13c263338f50993be6a70e307ce09f303dfc3fb", "reasoning_recorded": false, "reply_chars": 1622, "reply_lines": 21, "reply_raw_sha256": "b084d703d381e74841b4dd74bb2450373376102a9c508cf10d4686306788112a", "reply_written_sha256": "b084d703d381e74841b4dd74bb2450373376102a9c508cf10d4686306788112a", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 32 }, { "blind_id": "H065", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T063945Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 15, "question_sha256": "d526e0c2014d29d3a75bb60f4f9f2caf6602e593d98e9f18839ff08bb3ea75f0", "reasoning_recorded": true, "reply_chars": 495, "reply_lines": 3, "reply_raw_sha256": "179d2b778ab75b1e693fbb8610e61a3dadd50630c05efe1a5aa14804f11cfd85", "reply_written_sha256": "179d2b778ab75b1e693fbb8610e61a3dadd50630c05efe1a5aa14804f11cfd85", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 14 }, { "blind_id": "H066", "check_unit": false, "echo_contemp": [ null ], "echo_roles": [ "third" ], "echo_turns": [ 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T123143Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1, 2, 3 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 139, "question_sha256": "ab2a2666be216445fc8543203b5cf993ab4689340b2dae275518d00f6f53035b", "reasoning_recorded": false, "reply_chars": 1419, "reply_lines": 9, "reply_raw_sha256": "378cdc031eef906d563023258979eb7a47a5cc417593121f17f98be0ef21140c", "reply_written_sha256": "378cdc031eef906d563023258979eb7a47a5cc417593121f17f98be0ef21140c", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null ], "think": false, "unit_lines": 17 }, { "blind_id": "H067", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162810Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 118, "question_sha256": "2025f1dbeb480cf44cda6ec4fa040cdbbc791c25e09208cb03795c58fb0c8028", "reasoning_recorded": false, "reply_chars": 2019, "reply_lines": 20, "reply_raw_sha256": "d0130762b9108e927bfb290516587f6d1b8a8852827b11d8dc5fcdf3f8d59f9a", "reply_written_sha256": "d0130762b9108e927bfb290516587f6d1b8a8852827b11d8dc5fcdf3f8d59f9a", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H068", "check_unit": false, "echo_contemp": [ 4, 3, 4, 4 ], "echo_roles": [ "hold", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181804Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 58, "question_sha256": "9c6c005d55f58a29e4426ea9e39f9ae1928a17d2e02fe6a1f96886fb78b62d05", "reasoning_recorded": false, "reply_chars": 1089, "reply_lines": 13, "reply_raw_sha256": "310c67216a6f05573c570ccb0526d1c50890777d49f1b24dd7cc1668d1b9a40e", "reply_written_sha256": "310c67216a6f05573c570ccb0526d1c50890777d49f1b24dd7cc1668d1b9a40e", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H069", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T130954Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 166, "question_sha256": "b9fa5bc130469121f7f755f555afd9318fe653071d76e14fc27cecdfde303406", "reasoning_recorded": true, "reply_chars": 1397, "reply_lines": 15, "reply_raw_sha256": "cfb5eca867de244fc357e3e91c73f371a0d11bb0a222d057716da70ac887c748", "reply_written_sha256": "cfb5eca867de244fc357e3e91c73f371a0d11bb0a222d057716da70ac887c748", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H070", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T141206Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 54, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 1031, "reply_lines": 7, "reply_raw_sha256": "8a06470decaaa6450cfc53531433f48c7cfa6ca217b3070f6fcf18e21695b8df", "reply_written_sha256": "8a06470decaaa6450cfc53531433f48c7cfa6ca217b3070f6fcf18e21695b8df", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H071", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "hold", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180524Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 32, "question_sha256": "ae3d8d65cab7c962bfe2fa9c2c156d86115c509a9f686fa392961029ecd1b3c4", "reasoning_recorded": false, "reply_chars": 1263, "reply_lines": 16, "reply_raw_sha256": "53f11611692b38b7e22311d0dd290e8a333026707f3c1ccf2cd28b72429bde23", "reply_written_sha256": "53f11611692b38b7e22311d0dd290e8a333026707f3c1ccf2cd28b72429bde23", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H072", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "hold", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181804Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 59, "question_sha256": "9c6c005d55f58a29e4426ea9e39f9ae1928a17d2e02fe6a1f96886fb78b62d05", "reasoning_recorded": false, "reply_chars": 1038, "reply_lines": 11, "reply_raw_sha256": "7f99baa51aeaa90e7551f3d5d4a1aec7467b689e432536856591922de5900e1e", "reply_written_sha256": "7f99baa51aeaa90e7551f3d5d4a1aec7467b689e432536856591922de5900e1e", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H073", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162627Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 110, "question_sha256": "d3bc21aa8a105cb03b72dffcf40f153d437e807a4b41bcf70bc8088fb3ea97db", "reasoning_recorded": false, "reply_chars": 1780, "reply_lines": 11, "reply_raw_sha256": "6b86288ca6fcf3f1e7fd90378bac784e6417fd1f5b3e51e548e14f57ace1363e", "reply_written_sha256": "6b86288ca6fcf3f1e7fd90378bac784e6417fd1f5b3e51e548e14f57ace1363e", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H074", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T070122Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 18, "question_sha256": "72e5eb7e0e2c7f67299e1b1fa77d81121a007d406a50e7cc9056c9002a41e048", "reasoning_recorded": true, "reply_chars": 1916, "reply_lines": 21, "reply_raw_sha256": "53b307ef4786c2080158c009aa5c713a9d7985543910eb587f4cda3da956ef36", "reply_written_sha256": "53b307ef4786c2080158c009aa5c713a9d7985543910eb587f4cda3da956ef36", "sample": 4, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 32 }, { "blind_id": "H075", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "drift", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162441Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 106, "question_sha256": "d5aeb303afe39722b83631457e5f055d51fb5364e4651c6dfc999639f4d12ae5", "reasoning_recorded": false, "reply_chars": 1080, "reply_lines": 15, "reply_raw_sha256": "dae5fe49cfdc2adc8177bbb16168949d9509d08a452c7fd1b7f1c58552d61e1f", "reply_written_sha256": "dae5fe49cfdc2adc8177bbb16168949d9509d08a452c7fd1b7f1c58552d61e1f", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H076", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_gemma-4-E4B_20260904T160325Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "gemma-4-E4B_think-off", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 22, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 1655, "reply_lines": 17, "reply_raw_sha256": "314cd8f1234c123ea51bc922b6fdfec0e1f0395db72dc9630787353945d661f8", "reply_written_sha256": "314cd8f1234c123ea51bc922b6fdfec0e1f0395db72dc9630787353945d661f8", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H077", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T172956Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 1 ], "part": 2, "pop_index": 154, "question_sha256": "c38dc7a20da72c8c4e4bb4023c54c2dedbb3a29074d3bcb58260405c22c06d2d", "reasoning_recorded": true, "reply_chars": 1255, "reply_lines": 16, "reply_raw_sha256": "10d6d0868b7c7d73867a3a6e56516f90aa7724a9a83dadbc9a221b2f063b4db1", "reply_written_sha256": "10d6d0868b7c7d73867a3a6e56516f90aa7724a9a83dadbc9a221b2f063b4db1", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H078", "check_unit": false, "echo_contemp": [ 4, 5, 4 ], "echo_roles": [ "drift", "hold", "third" ], "echo_turns": [ 1, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124948Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [ 2 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 120, "question_sha256": "7d77cc616df9725a0c4a7a9cde2eda073fe1fc96e7494aede9f1f85d4b7d802e", "reasoning_recorded": false, "reply_chars": 1225, "reply_lines": 12, "reply_raw_sha256": "96a31b509e2eec373e8a0a56206441a3b4ee3c8f291054b4bdf9ad09815ffec7", "reply_written_sha256": "96a31b509e2eec373e8a0a56206441a3b4ee3c8f291054b4bdf9ad09815ffec7", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H079", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181508Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 48, "question_sha256": "ef598379edeac74c9a6f2625a302a2d7fc42e0056b63e3fe84a8ed7498c88256", "reasoning_recorded": false, "reply_chars": 1040, "reply_lines": 15, "reply_raw_sha256": "d12feac5f6a9ff1c6cfc2f84d3e61c48e920ffe98896b13808c8d37cf13454a4", "reply_written_sha256": "d12feac5f6a9ff1c6cfc2f84d3e61c48e920ffe98896b13808c8d37cf13454a4", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H080", "check_unit": false, "echo_contemp": [ 4, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182406Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 65, "question_sha256": "bd062cbc364b27e0bddbf89367d3c6dcb6e027842d27da53a8468e3b92a95fea", "reasoning_recorded": false, "reply_chars": 666, "reply_lines": 15, "reply_raw_sha256": "33c431c7290bf444a733aa5d5cf6a4865a62ebb70b30b0b3ecbfbcfc4f86886f", "reply_written_sha256": "33c431c7290bf444a733aa5d5cf6a4865a62ebb70b30b0b3ecbfbcfc4f86886f", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H081", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "drift", "drift", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181508Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 50, "question_sha256": "32f9bad8ed3fde2071f2933b892adb638f7777f9b9c323e0eedada10c742d973", "reasoning_recorded": false, "reply_chars": 1562, "reply_lines": 13, "reply_raw_sha256": "47482fd785630547c2922ff006ea6906d98500f1b66a7679949fe53dd2b740db", "reply_written_sha256": "47482fd785630547c2922ff006ea6906d98500f1b66a7679949fe53dd2b740db", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H082", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182056Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 63, "question_sha256": "d0b5e6a30312cf9913d89ab1bd33826566f92da044864e73e0e8131c9c7342f7", "reasoning_recorded": false, "reply_chars": 1409, "reply_lines": 13, "reply_raw_sha256": "0822242e75a40a1e6e2cff2de32c3eb1dab5aaa57708f1e20a6cffb97eae697d", "reply_written_sha256": "0822242e75a40a1e6e2cff2de32c3eb1dab5aaa57708f1e20a6cffb97eae697d", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H083", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T130954Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 2, "pop_index": 167, "question_sha256": "a1a2d87c257f696b2d96470fe67fce1454cf9ee40d238d8d61689b764f65bd04", "reasoning_recorded": true, "reply_chars": 1628, "reply_lines": 20, "reply_raw_sha256": "3629c453a7f422e237445dac31428e6cb16eb9fb6d6d32979fdeb2236c289396", "reply_written_sha256": "3629c453a7f422e237445dac31428e6cb16eb9fb6d6d32979fdeb2236c289396", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H084", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T123143Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 138, "question_sha256": "4d98b25ddb80ef6f3573d1ce2b8651920f4c63bca39c0b3b4e74e08d86a10258", "reasoning_recorded": false, "reply_chars": 1554, "reply_lines": 9, "reply_raw_sha256": "0093dee2f24143cf429306e73172de4c7a43caf49326d795419ec2c5a2fcb135", "reply_written_sha256": "0093dee2f24143cf429306e73172de4c7a43caf49326d795419ec2c5a2fcb135", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H085", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T165257Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 144, "question_sha256": "325de26f65756a1f3638cd6b8fee13361bb9e07378388191b85b75cdc09ed634", "reasoning_recorded": true, "reply_chars": 1369, "reply_lines": 14, "reply_raw_sha256": "f27268c3ad176af5d9b4687b0a5c54a8dc988a401335edb816de291381a3a34d", "reply_written_sha256": "f27268c3ad176af5d9b4687b0a5c54a8dc988a401335edb816de291381a3a34d", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H086", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T174715Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 2, "pop_index": 158, "question_sha256": "47782ea222dfe09097a1f0264c6248a5faafb65500f30a578b5467bbfbe02dde", "reasoning_recorded": true, "reply_chars": 1699, "reply_lines": 14, "reply_raw_sha256": "b66c6428f57a912ef7c10209b8cd83287abef561f8d0105cfc129a54735c890b", "reply_written_sha256": "b66c6428f57a912ef7c10209b8cd83287abef561f8d0105cfc129a54735c890b", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H087", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162810Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 117, "question_sha256": "5e5df36a73a84fb6615c4739d1262755c86abe2f0ea4824d6525a893314c8750", "reasoning_recorded": false, "reply_chars": 1656, "reply_lines": 9, "reply_raw_sha256": "a9ac5215bb566f8ac638a22006165f798f473047fc70e5b9e2845af038d2e161", "reply_written_sha256": "a9ac5215bb566f8ac638a22006165f798f473047fc70e5b9e2845af038d2e161", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H088", "check_unit": false, "echo_contemp": [ 4, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163053Z.jsonl", "finish_reason": "length", "item": "gd-09", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 126, "question_sha256": "df2033fa86f1361edc21d89d877b349c3ca52161f31a72447e59417fd405b82c", "reasoning_recorded": false, "reply_chars": 35479, "reply_lines": 243, "reply_raw_sha256": "817386948d41b86dcc54f94dd16e01723c21f15b5e53c8cf948dab6fe16962ab", "reply_written_sha256": "817386948d41b86dcc54f94dd16e01723c21f15b5e53c8cf948dab6fe16962ab", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 254 }, { "blind_id": "H089", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T063945Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 17, "question_sha256": "24ee839d44e386423f04aa204f29304771512b1aa3aa20f6dee629daa1bb4acc", "reasoning_recorded": true, "reply_chars": 1669, "reply_lines": 15, "reply_raw_sha256": "d11c0fc9883eb20dc32cf444fd5c2d72da335a43c6f100a241ca2af31a5eebc1", "reply_written_sha256": "d11c0fc9883eb20dc32cf444fd5c2d72da335a43c6f100a241ca2af31a5eebc1", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 26 }, { "blind_id": "H090", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135859Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 83, "question_sha256": "b2fdffeb61bfe0f7286163c8624972ba25e617213175533c5252ab81c4185035", "reasoning_recorded": false, "reply_chars": 1248, "reply_lines": 13, "reply_raw_sha256": "e9cdc3eea00bd5c59dea1014f65b44004033f8cab44866775d539adeee33bd87", "reply_written_sha256": "e9cdc3eea00bd5c59dea1014f65b44004033f8cab44866775d539adeee33bd87", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H091", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163929Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 133, "question_sha256": "4edc2f5ab67e24b43e9de7539520b3572fde6774d490095fcd2128f48a84cf44", "reasoning_recorded": false, "reply_chars": 3515, "reply_lines": 38, "reply_raw_sha256": "1832475960b2d30817a4298064d02e7e713cd5195c355aea5a6f8f6575254350", "reply_written_sha256": "1832475960b2d30817a4298064d02e7e713cd5195c355aea5a6f8f6575254350", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 49 }, { "blind_id": "H092", "check_unit": false, "echo_contemp": [ 4, 5, 5, 4 ], "echo_roles": [ "third", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135859Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 86, "question_sha256": "758b40a84c1eefe14bba418a6147fc566a642d8d0401182940418bef5a6a6ca0", "reasoning_recorded": false, "reply_chars": 1573, "reply_lines": 16, "reply_raw_sha256": "47cf1e7d5106c4dc501939b3df47932929b50c3d06ac882593f21de05c7bb70c", "reply_written_sha256": "47cf1e7d5106c4dc501939b3df47932929b50c3d06ac882593f21de05c7bb70c", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H093", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162024Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 100, "question_sha256": "0d3b0c119d9dbc13132d89da869a01473a2cecb4397c362514e341b8aeccdaa2", "reasoning_recorded": false, "reply_chars": 2882, "reply_lines": 20, "reply_raw_sha256": "10a153af071f2cc7806a391305db4de2638ff90542b184a1287a0d623642a051", "reply_written_sha256": "10a153af071f2cc7806a391305db4de2638ff90542b184a1287a0d623642a051", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H094", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180524Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 30, "question_sha256": "40631ddba91d5b1f09c55211289551a522d5ac4d3c5d0558f8f9f443c4c2d592", "reasoning_recorded": false, "reply_chars": 741, "reply_lines": 11, "reply_raw_sha256": "11b36778aa1f4ee37c6c67496803ff6d25398f3897c636feb7e5ff92bbb5ab02", "reply_written_sha256": "11b36778aa1f4ee37c6c67496803ff6d25398f3897c636feb7e5ff92bbb5ab02", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H095", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T053645Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 1, "question_sha256": "1792d49748e4157206677771bef601111566b5f81f653b341eb6ceef2804e34d", "reasoning_recorded": true, "reply_chars": 2125, "reply_lines": 21, "reply_raw_sha256": "959b1b31f8a68b00cbd9034e42ee75ac673cce4b7257f8e6e130d620459b1b08", "reply_written_sha256": "959b1b31f8a68b00cbd9034e42ee75ac673cce4b7257f8e6e130d620459b1b08", "sample": 2, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 32 }, { "blind_id": "H096", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_gemma-4-E4B_20260904T161050Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "gemma-4-E4B_think-off", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 2, "pop_index": 23, "question_sha256": "e261e7cc92b6a39f884a5fa1a7e9f1b8ac1a13f043d58cedf741d2929f68dd97", "reasoning_recorded": false, "reply_chars": 96, "reply_lines": 1, "reply_raw_sha256": "d1d311bf1b7a7e4789d631372d57c79acbc77a79ee761847187eba0ca9c12e2b", "reply_written_sha256": "d1d311bf1b7a7e4789d631372d57c79acbc77a79ee761847187eba0ca9c12e2b", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 12 }, { "blind_id": "H097", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182654Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 70, "question_sha256": "2d3e6261f4e2a5a4b4ef58a24cefc0b9fddf9c7a888b4a3f14cdb4c127f1aea9", "reasoning_recorded": false, "reply_chars": 1056, "reply_lines": 9, "reply_raw_sha256": "87734ad64623062fd77999943f4a018ac80837e9b57805d89c0ff1427ba1915d", "reply_written_sha256": "87734ad64623062fd77999943f4a018ac80837e9b57805d89c0ff1427ba1915d", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H098", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140603Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 92, "question_sha256": "48813b245966c9e66c6cb3802cc4cc98261a1b955bdac490957addc5518033fa", "reasoning_recorded": false, "reply_chars": 1600, "reply_lines": 4, "reply_raw_sha256": "6d0f201719b9745d6d5dc60ac3d0d0247fb4f89510326e3b900f18953d2d632b", "reply_written_sha256": "6d0f201719b9745d6d5dc60ac3d0d0247fb4f89510326e3b900f18953d2d632b", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 15 }, { "blind_id": "H099", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T130103Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 163, "question_sha256": "dd4d972b7f4157a0c87bbd9c50141a6e050a3fbe1d6f25c06e20e313aa1fbfaf", "reasoning_recorded": true, "reply_chars": 1993, "reply_lines": 19, "reply_raw_sha256": "ae72c8903e5b477acb3f440f3cb2f40debe71bd28c3c421a45d6fd21c6134904", "reply_written_sha256": "ae72c8903e5b477acb3f440f3cb2f40debe71bd28c3c421a45d6fd21c6134904", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H100", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "third", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135132Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 76, "question_sha256": "43d89f858e48ae8e9e0496739c9cdadcc268e738f5fcf57454755b3b3d65496e", "reasoning_recorded": false, "reply_chars": 1466, "reply_lines": 13, "reply_raw_sha256": "1d3d44e1550e79a32d63dd0953b2cece6c1124918a4bb77d130aa35d4995fdb7", "reply_written_sha256": "1d3d44e1550e79a32d63dd0953b2cece6c1124918a4bb77d130aa35d4995fdb7", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H101", "check_unit": false, "echo_contemp": [ 4, 5, 5, 4 ], "echo_roles": [ "hold", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135859Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 82, "question_sha256": "acd249606ac61e816e1ec9dfa1e244c652d8f85410211f02587ee76c5b5cacaa", "reasoning_recorded": false, "reply_chars": 901, "reply_lines": 11, "reply_raw_sha256": "ce1b4b38dec18ad63807b77b92d3f6077e10ac27de63fcfa4074415fb9376538", "reply_written_sha256": "ce1b4b38dec18ad63807b77b92d3f6077e10ac27de63fcfa4074415fb9376538", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H102", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162810Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 114, "question_sha256": "a4b1fc37fae6d7893abeed4d70c4bc5f48e432d1bfbcd300f9afed7466dd8c40", "reasoning_recorded": false, "reply_chars": 1282, "reply_lines": 11, "reply_raw_sha256": "cfd18a7519a8eb31d42e94a5ae0731fde35c0e6890db039ba8d687a6f4c88757", "reply_written_sha256": "cfd18a7519a8eb31d42e94a5ae0731fde35c0e6890db039ba8d687a6f4c88757", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H103", "check_unit": false, "echo_contemp": [ 5, 4, 3, 4 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140603Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 91, "question_sha256": "c495d066a5e892546329fa80f2cd7110ecf9405416fa024060735cb7eecfa8f0", "reasoning_recorded": false, "reply_chars": 1342, "reply_lines": 10, "reply_raw_sha256": "305bf95c10b3f566c93cad92a67c2ab67e72592699c2829ccd83ef29e3427d87", "reply_written_sha256": "305bf95c10b3f566c93cad92a67c2ab67e72592699c2829ccd83ef29e3427d87", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 21 }, { "blind_id": "H104", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162441Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 107, "question_sha256": "58ee87092d7be16ccd13b97195a514f9e6f890e4d5af117858250d9547a69f70", "reasoning_recorded": false, "reply_chars": 1440, "reply_lines": 17, "reply_raw_sha256": "4dd106e9d9ef6c354e391508c2f5fe9463c970b961934c1c2e9a42ac5465a8a5", "reply_written_sha256": "4dd106e9d9ef6c354e391508c2f5fe9463c970b961934c1c2e9a42ac5465a8a5", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H105", "check_unit": false, "echo_contemp": [ 4, 5, 5, 4 ], "echo_roles": [ "hold", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135511Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 77, "question_sha256": "767ce7a8e2cab5f1c0a56a49022b9cdfafa964062c5246c2c92162135c5167d8", "reasoning_recorded": false, "reply_chars": 1639, "reply_lines": 19, "reply_raw_sha256": "1b43c84a9d81c92313ba1c8fed0f8804831ce2eb8fe265a02e93dc1371cfe866", "reply_written_sha256": "1b43c84a9d81c92313ba1c8fed0f8804831ce2eb8fe265a02e93dc1371cfe866", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H106", "check_unit": false, "echo_contemp": [ 5, 4, 4, 4 ], "echo_roles": [ "hold", "third", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T134325Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 1 ], "part": 2, "pop_index": 151, "question_sha256": "37f01b9bbeff0b3b8f4144dfe107813622d9961fd9a8a0ccd2f04882f76fc304", "reasoning_recorded": true, "reply_chars": 2070, "reply_lines": 17, "reply_raw_sha256": "76c4d8820b999652de836cfa9758ba3fdafe96bfda909f0e1420d11b815f5b0b", "reply_written_sha256": "76c4d8820b999652de836cfa9758ba3fdafe96bfda909f0e1420d11b815f5b0b", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H107", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "third", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140916Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 40, "question_sha256": "311d016e1ddfa39735a92d3f4b13a68f0483691b972554bd7948c38d80d10dbb", "reasoning_recorded": false, "reply_chars": 1072, "reply_lines": 11, "reply_raw_sha256": "8e39c431302ae7524c8c5c5d2873750a36bcb6bac0d0ffc67a5196dbe49b59e3", "reply_written_sha256": "8e39c431302ae7524c8c5c5d2873750a36bcb6bac0d0ffc67a5196dbe49b59e3", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H108", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T122621Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 137, "question_sha256": "8072a4c35869d1edab95d2d48e38522132f1660eb126986578c72bfa8a9f2a96", "reasoning_recorded": false, "reply_chars": 1319, "reply_lines": 15, "reply_raw_sha256": "536493754e025f669486985100dc05b1cd354d1fd8f73bd0123a4c55c0fe40d3", "reply_written_sha256": "536493754e025f669486985100dc05b1cd354d1fd8f73bd0123a4c55c0fe40d3", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H109", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T033608Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 4, "question_sha256": "16ba219a9c510cf79e63e037358401e0799d7262f9b3d0a7cb93ca6cf09594fe", "reasoning_recorded": true, "reply_chars": 1735, "reply_lines": 15, "reply_raw_sha256": "0c0bcf1ab524065aa9b826bbcc352f3834a422a425fd40390cc9ef6b2a598a17", "reply_written_sha256": "0c0bcf1ab524065aa9b826bbcc352f3834a422a425fd40390cc9ef6b2a598a17", "sample": 0, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 26 }, { "blind_id": "H110", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T061231Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 12, "question_sha256": "67efffc8f8e77c2395fe386b6473d0b12d15bf0f7ebcdf0cc672db6f2a510c9a", "reasoning_recorded": true, "reply_chars": 1862, "reply_lines": 11, "reply_raw_sha256": "bef19d201c878016dcc5cf9ca8ae6390d8c683310b0f21abfd7ed5ba7d113d65", "reply_written_sha256": "bef19d201c878016dcc5cf9ca8ae6390d8c683310b0f21abfd7ed5ba7d113d65", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 22 }, { "blind_id": "H111", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_gemma-4-E4B_20260904T121043Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "gemma-4-E4B_think-off", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 24, "question_sha256": "8072a4c35869d1edab95d2d48e38522132f1660eb126986578c72bfa8a9f2a96", "reasoning_recorded": false, "reply_chars": 1144, "reply_lines": 8, "reply_raw_sha256": "aa34964998fe9f747840ec993321933ec435b2bffd85771fd2ad80fd6d47ad4b", "reply_written_sha256": "aa34964998fe9f747840ec993321933ec435b2bffd85771fd2ad80fd6d47ad4b", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H112", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180159Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 2, "pop_index": 29, "question_sha256": "a1e92b9500fd20af0d6cf2561cfa692a639c367acb6dc17ebaeb03bf2d089abf", "reasoning_recorded": false, "reply_chars": 1735, "reply_lines": 10, "reply_raw_sha256": "46982e64fc7859ed9fb3b27828bf2b24f08be9d5537a42150e05eb1b06fba7a2", "reply_written_sha256": "46982e64fc7859ed9fb3b27828bf2b24f08be9d5537a42150e05eb1b06fba7a2", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 21 }, { "blind_id": "H113", "check_unit": true, "echo_contemp": [ 5 ], "echo_roles": [ "hold" ], "echo_turns": [ 1 ], "file": "runs/gradient_gd-05_3baaf2e4_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162441Z.jsonl", "finish_reason": "stop", "item": "gd-05", "leg": "phi-4-mini_think-off", "malformed_turns": [ 2, 3, 4 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 3, 5, 4, 5 ], "part": 2, "pop_index": 105, "question_sha256": "2c37df12fa9808cf7141274449914d08b3e2987d65efd940f4cd49f7b0ff6365", "reasoning_recorded": false, "reply_chars": 1482, "reply_lines": 28, "reply_raw_sha256": "557ef86441ca10b744df9fbe254ea4dec243b75512270c5412d12a8c2b27b391", "reply_written_sha256": "557ef86441ca10b744df9fbe254ea4dec243b75512270c5412d12a8c2b27b391", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ 3 ], "think": false, "unit_lines": 36 }, { "blind_id": "H114", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "drift", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163053Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 123, "question_sha256": "30fe855b8c6c05def4ea78dd5a31ed30d6338e8af8ff7bb2a87099d931f8db90", "reasoning_recorded": false, "reply_chars": 1861, "reply_lines": 16, "reply_raw_sha256": "f3c75c4203fefbdbd937c936c2f7e2982600dc221d4512db42507b02a21a8cd9", "reply_written_sha256": "f3c75c4203fefbdbd937c936c2f7e2982600dc221d4512db42507b02a21a8cd9", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H115", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T174715Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 3, "pop_index": 159, "question_sha256": "47782ea222dfe09097a1f0264c6248a5faafb65500f30a578b5467bbfbe02dde", "reasoning_recorded": true, "reply_chars": 1233, "reply_lines": 18, "reply_raw_sha256": "10b669df423501efab31b6509537ded6ae42124ed4f25a79133464ab3628ef0f", "reply_written_sha256": "10b669df423501efab31b6509537ded6ae42124ed4f25a79133464ab3628ef0f", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H116", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14_2f2dabe6_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140239Z.jsonl", "finish_reason": "stop", "item": "gd-14", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 89, "question_sha256": "48813b245966c9e66c6cb3802cc4cc98261a1b955bdac490957addc5518033fa", "reasoning_recorded": false, "reply_chars": 1349, "reply_lines": 6, "reply_raw_sha256": "60b41941c93a508eadff69bcb69ebd253ca8d6f6ea3d22d34cb3a5e381e357cc", "reply_written_sha256": "60b41941c93a508eadff69bcb69ebd253ca8d6f6ea3d22d34cb3a5e381e357cc", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H117", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162024Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 98, "question_sha256": "b4a64aee8e8c42f35033e668b4d1b917a10a32aecd1ab5af77c714d3d59b1aa0", "reasoning_recorded": false, "reply_chars": 2150, "reply_lines": 17, "reply_raw_sha256": "0c8275ebf5637f532e8c3df5e2035656840715a95aded6ee075e75fca464862e", "reply_written_sha256": "0c8275ebf5637f532e8c3df5e2035656840715a95aded6ee075e75fca464862e", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H118", "check_unit": false, "echo_contemp": [ 4, 3, 5, 4 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180754Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 35, "question_sha256": "b4a64aee8e8c42f35033e668b4d1b917a10a32aecd1ab5af77c714d3d59b1aa0", "reasoning_recorded": false, "reply_chars": 1064, "reply_lines": 11, "reply_raw_sha256": "29b2928bdc95048cbd6f20c6d683a8d5d0c062a15b5d174c90ff73bf9b21d39f", "reply_written_sha256": "29b2928bdc95048cbd6f20c6d683a8d5d0c062a15b5d174c90ff73bf9b21d39f", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H119", "check_unit": false, "echo_contemp": [ 4, 5, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T023936Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 2, "question_sha256": "3a72bca52565116487d00e60b2e0274cd333fe9a681178435e9743e15d2a42ca", "reasoning_recorded": true, "reply_chars": 2150, "reply_lines": 19, "reply_raw_sha256": "236b1855ce0a628451476c4f0504068639155e3f1ff2da69a58deea6c0955f93", "reply_written_sha256": "236b1855ce0a628451476c4f0504068639155e3f1ff2da69a58deea6c0955f93", "sample": 1, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 30 }, { "blind_id": "H120", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181255Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 45, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 1445, "reply_lines": 15, "reply_raw_sha256": "965b5635455023e0aced886f44219f34a332ff4eb598f7eb74247a790cb9fd88", "reply_written_sha256": "965b5635455023e0aced886f44219f34a332ff4eb598f7eb74247a790cb9fd88", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H121", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T172956Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 153, "question_sha256": "c38dc7a20da72c8c4e4bb4023c54c2dedbb3a29074d3bcb58260405c22c06d2d", "reasoning_recorded": true, "reply_chars": 1013, "reply_lines": 8, "reply_raw_sha256": "4d53ec1d0d9b1803843a8fdde8a5fa6e571456c5811497fcaf3eb080d8765180", "reply_written_sha256": "4d53ec1d0d9b1803843a8fdde8a5fa6e571456c5811497fcaf3eb080d8765180", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H122", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T161211Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 97, "question_sha256": "98cd49a277f67bf231b866c67bc7b80eb79dfde6574d36520c209a49c9493cbe", "reasoning_recorded": false, "reply_chars": 1964, "reply_lines": 19, "reply_raw_sha256": "cae40c11e30c2dbb8d8ca518ddb635771a9b9f1af1dc5649bec9e7538e78080c", "reply_written_sha256": "cae40c11e30c2dbb8d8ca518ddb635771a9b9f1af1dc5649bec9e7538e78080c", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H123", "check_unit": false, "echo_contemp": [ 5, 4, 4, null ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140916Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 38, "question_sha256": "bdd80a38e6ae211d330dc76c39f766858727889762c4b70cf6fe3fc06e6b91d5", "reasoning_recorded": false, "reply_chars": 1039, "reply_lines": 9, "reply_raw_sha256": "0451907b07ac91f3ba92c4e8f62cdcf3c1a2446281093e4ebc0c70fd69ff3685", "reply_written_sha256": "0451907b07ac91f3ba92c4e8f62cdcf3c1a2446281093e4ebc0c70fd69ff3685", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H124", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "drift", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180754Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 34, "question_sha256": "983273aa89dbdc9185f5a833961aacf8666bbc63f4cdac487e81ae30dee3e646", "reasoning_recorded": false, "reply_chars": 1027, "reply_lines": 15, "reply_raw_sha256": "633fd0be0f1c3f2dbd86740b57dcd40814e1eff0d342a4c61d4bd22a700a954d", "reply_written_sha256": "633fd0be0f1c3f2dbd86740b57dcd40814e1eff0d342a4c61d4bd22a700a954d", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H125", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163929Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 135, "question_sha256": "cf6945d2b98b830964ee32aa2c7de4f2676f2fd61af0ef01c27bbcc151071271", "reasoning_recorded": false, "reply_chars": 1234, "reply_lines": 13, "reply_raw_sha256": "45a69697a0db79a2f32be27149de28787658aa2f49cb52cb823c8e01d8d7df81", "reply_written_sha256": "45a69697a0db79a2f32be27149de28787658aa2f49cb52cb823c8e01d8d7df81", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H126", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T132637Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 3, "pop_index": 168, "question_sha256": "1891a13cd8da8062a4c0c68653748892a30e36c71dd5721c70cbd91ac6f931cd", "reasoning_recorded": true, "reply_chars": 1464, "reply_lines": 11, "reply_raw_sha256": "d55f4cd601bd26b85f3c8e66517e48d6ad87730967001072dcefcf9b2cd9a239", "reply_written_sha256": "d55f4cd601bd26b85f3c8e66517e48d6ad87730967001072dcefcf9b2cd9a239", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H127", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "third", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140916Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 41, "question_sha256": "f678d1bb26bffa286c854377560fc93fe7cfe214f79fcc63799aea7967851793", "reasoning_recorded": false, "reply_chars": 946, "reply_lines": 11, "reply_raw_sha256": "c68a1846259d190b98728f28487855f1ac18576d00d2e57c789040e1e5edf0d1", "reply_written_sha256": "c68a1846259d190b98728f28487855f1ac18576d00d2e57c789040e1e5edf0d1", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H128", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T130103Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 3, "pop_index": 164, "question_sha256": "8cbb797526abb865140c280d25f8a5a7b0c70115f6a9b03b5dc67a5c94f5da4f", "reasoning_recorded": true, "reply_chars": 1150, "reply_lines": 15, "reply_raw_sha256": "1cb15e59f2c7b728afdd453adf8eeba8e9ea38d6d33037bb1ac59e1aca5abd0a", "reply_written_sha256": "1cb15e59f2c7b728afdd453adf8eeba8e9ea38d6d33037bb1ac59e1aca5abd0a", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H129", "check_unit": false, "echo_contemp": [ 4, 3, 4, 2 ], "echo_roles": [ "drift", "drift", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163348Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 128, "question_sha256": "bfcb3f0b3ba8cfa68c8ec1d6f63e7d415b82891a05554c71daeb6e5259273324", "reasoning_recorded": false, "reply_chars": 1417, "reply_lines": 9, "reply_raw_sha256": "1f6a6c3fc00354d7bd52ce9474d09341689ce2cfea87d581bd42f6a82b48be4f", "reply_written_sha256": "1f6a6c3fc00354d7bd52ce9474d09341689ce2cfea87d581bd42f6a82b48be4f", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H130", "check_unit": false, "echo_contemp": [ 4, 5, 3, 5 ], "echo_roles": [ "third", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140916Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 39, "question_sha256": "d18a3eae783faec92d5108e41d477da288d8970b38e4934f70aaf5b22fb088f4", "reasoning_recorded": false, "reply_chars": 2034, "reply_lines": 17, "reply_raw_sha256": "f65af4e8b91757d1075704284feaee10c793175aeff0e8c3645786b0fc3bd740", "reply_written_sha256": "f65af4e8b91757d1075704284feaee10c793175aeff0e8c3645786b0fc3bd740", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H131", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T132637Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 169, "question_sha256": "8ed5e14dd65d472eaa884ff1e6b0f0af63a6e7a01f37d460ebef9001b34620b3", "reasoning_recorded": true, "reply_chars": 1537, "reply_lines": 14, "reply_raw_sha256": "9851e6c9ec451f69eedcbf6e64b64c4781bc755d3725acf5d41cfca2b5de0e96", "reply_written_sha256": "9851e6c9ec451f69eedcbf6e64b64c4781bc755d3725acf5d41cfca2b5de0e96", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H132", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "third", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182654Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 69, "question_sha256": "e261e7cc92b6a39f884a5fa1a7e9f1b8ac1a13f043d58cedf741d2929f68dd97", "reasoning_recorded": false, "reply_chars": 1503, "reply_lines": 12, "reply_raw_sha256": "800d35bcf7aafdbbcb25a8b88e85624e9f12c6a596556b104c01d34d1495c1b2", "reply_written_sha256": "800d35bcf7aafdbbcb25a8b88e85624e9f12c6a596556b104c01d34d1495c1b2", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H133", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T054432Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 7, "question_sha256": "8b818807a43feb0f82362f5178b570e7b686c070c64902ab5c9898627d910c8e", "reasoning_recorded": true, "reply_chars": 1735, "reply_lines": 10, "reply_raw_sha256": "574a7069ebeb43a5a4d1a126f679853c27186ff4f0d0df7266a5e2bc2d687247", "reply_written_sha256": "574a7069ebeb43a5a4d1a126f679853c27186ff4f0d0df7266a5e2bc2d687247", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 21 }, { "blind_id": "H134", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T044346Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 10, "question_sha256": "0864a26bd6e6154a851d85aae06b5ab547409575b1b791579ea61dd319c6eca1", "reasoning_recorded": true, "reply_chars": 2495, "reply_lines": 21, "reply_raw_sha256": "936a443c94b8ba61f93241b5b4089a704c6db02f50a8e36c198df72983e16543", "reply_written_sha256": "936a443c94b8ba61f93241b5b4089a704c6db02f50a8e36c198df72983e16543", "sample": 0, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 32 }, { "blind_id": "H135", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "third", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135859Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 84, "question_sha256": "758b40a84c1eefe14bba418a6147fc566a642d8d0401182940418bef5a6a6ca0", "reasoning_recorded": false, "reply_chars": 1614, "reply_lines": 14, "reply_raw_sha256": "a155967eaf1f4163bc8627ea914e684603243bfebadb24d07265fc133959d61b", "reply_written_sha256": "a155967eaf1f4163bc8627ea914e684603243bfebadb24d07265fc133959d61b", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H136", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "third", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T161211Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 95, "question_sha256": "dd87674449190e799553790730dec914c6041785bde7535dd86c801e187a9680", "reasoning_recorded": false, "reply_chars": 1378, "reply_lines": 13, "reply_raw_sha256": "cf0520a6497d4cef41be2e7be061d143d43cd1e54c972fe9f84bc981c6c28c2e", "reply_written_sha256": "cf0520a6497d4cef41be2e7be061d143d43cd1e54c972fe9f84bc981c6c28c2e", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H137", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T134325Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 152, "question_sha256": "34f028c799b93ce8de07ee94e0aff50e00a6ddaf291484209b61825c8786f4f6", "reasoning_recorded": true, "reply_chars": 1477, "reply_lines": 19, "reply_raw_sha256": "776cf17781731f16298cba707e882ec11e61045e7d7ce6593fb23b1822994582", "reply_written_sha256": "776cf17781731f16298cba707e882ec11e61045e7d7ce6593fb23b1822994582", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H138", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T175446Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 1 ], "part": 3, "pop_index": 160, "question_sha256": "2d3e6261f4e2a5a4b4ef58a24cefc0b9fddf9c7a888b4a3f14cdb4c127f1aea9", "reasoning_recorded": true, "reply_chars": 963, "reply_lines": 8, "reply_raw_sha256": "93b13566338a2f1ac48e7e4dd0398ff258e9cdc1666f8882b65da887e2ef4fb1", "reply_written_sha256": "93b13566338a2f1ac48e7e4dd0398ff258e9cdc1666f8882b65da887e2ef4fb1", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H139", "check_unit": false, "echo_contemp": [ 4, 4, 5, 4 ], "echo_roles": [ "hold", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-09_025bb66c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181804Z.jsonl", "finish_reason": "stop", "item": "gd-09", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 57, "question_sha256": "481a38e78904eb97d5d9fd1ac8d17a7b258f111aadec668d97d804ca23b074a0", "reasoning_recorded": false, "reply_chars": 1199, "reply_lines": 13, "reply_raw_sha256": "d47895b3f8a711bd9fcd03ad500c3e01139c2a34a9774d90b65ddda499e083ea", "reply_written_sha256": "d47895b3f8a711bd9fcd03ad500c3e01139c2a34a9774d90b65ddda499e083ea", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H140", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "hold", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135132Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 72, "question_sha256": "5f6ada0e101ef270c592291729cc7cc952663872dd4c0efefc0673d05c4e67a1", "reasoning_recorded": false, "reply_chars": 1095, "reply_lines": 6, "reply_raw_sha256": "69e1c6f2143b178b8386e86e72f0c37817b27d693a45339eafec877099333d36", "reply_written_sha256": "69e1c6f2143b178b8386e86e72f0c37817b27d693a45339eafec877099333d36", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H141", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T061231Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 13, "question_sha256": "bab0f021d5b67d594c137bff5fbbe0f4f6932850737c6001f3aa7cff8756c870", "reasoning_recorded": true, "reply_chars": 1672, "reply_lines": 12, "reply_raw_sha256": "45e54faa89d8d6c8123dbcc02e6b36fdcf45b7767095d927db52636b14267eb0", "reply_written_sha256": "45e54faa89d8d6c8123dbcc02e6b36fdcf45b7767095d927db52636b14267eb0", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 23 }, { "blind_id": "H142", "check_unit": false, "echo_contemp": [ 4, 5, 5, 4 ], "echo_roles": [ "third", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135132Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 74, "question_sha256": "428ac40c7c2f5a7a06c9d469bcffb557446a4e22e64f3ac72b4c7a1f267c3bbe", "reasoning_recorded": false, "reply_chars": 1200, "reply_lines": 11, "reply_raw_sha256": "4c9960e907d065f91bce225298bbc7805197871d83ffff3f17904b067bda2e81", "reply_written_sha256": "4c9960e907d065f91bce225298bbc7805197871d83ffff3f17904b067bda2e81", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H143", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "drift", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140916Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 37, "question_sha256": "3a72bca52565116487d00e60b2e0274cd333fe9a681178435e9743e15d2a42ca", "reasoning_recorded": false, "reply_chars": 1471, "reply_lines": 13, "reply_raw_sha256": "b3d29ddc0d246cec8022a189c4a3a7979ea3abdf8bd57962fa5c0acfae46299f", "reply_written_sha256": "b3d29ddc0d246cec8022a189c4a3a7979ea3abdf8bd57962fa5c0acfae46299f", "sample": 0, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H144", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-01_d9cd714d_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T161211Z.jsonl", "finish_reason": "stop", "item": "gd-01", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 96, "question_sha256": "8ac1a715d18e353b85c8a0b86a610514e9a76188cbe6de3a7ec6e4e006f6e2a7", "reasoning_recorded": false, "reply_chars": 1387, "reply_lines": 17, "reply_raw_sha256": "431b85a2279a630e1da746dc07477b2dfe94aff49bfce5d64851eb96d44090ed", "reply_written_sha256": "431b85a2279a630e1da746dc07477b2dfe94aff49bfce5d64851eb96d44090ed", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H145", "check_unit": false, "echo_contemp": [ null, null ], "echo_roles": [ "third", "hold" ], "echo_turns": [ 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T162810Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1, 2 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 116, "question_sha256": "62bbd9aff1435d49fb8095c39d321af2791e765160c80c38836604866d8bf855", "reasoning_recorded": false, "reply_chars": 1284, "reply_lines": 7, "reply_raw_sha256": "864768f2670e8dabc16d668e6ed9065ee7db74aeba117cfec1fcac5f9c3fe185", "reply_written_sha256": "864768f2670e8dabc16d668e6ed9065ee7db74aeba117cfec1fcac5f9c3fe185", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null ], "think": false, "unit_lines": 16 }, { "blind_id": "H146", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T180754Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 36, "question_sha256": "66893b1e016b9552c89d03faff6bc9b6a3f3d24bf4a4223c711cfcaf6b4e79d9", "reasoning_recorded": false, "reply_chars": 1227, "reply_lines": 10, "reply_raw_sha256": "0ce8759311ce5315631dfc485c6b373b91425df30fd185d477ed46ffc0bee851", "reply_written_sha256": "0ce8759311ce5315631dfc485c6b373b91425df30fd185d477ed46ffc0bee851", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 21 }, { "blind_id": "H147", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "hold", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T125304Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 161, "question_sha256": "cb3e158be7735bf9c752a066b38c80dae23a30ad2085e7063f558d3f53a2fa15", "reasoning_recorded": true, "reply_chars": 1850, "reply_lines": 19, "reply_raw_sha256": "731c8e1086fa5c84828ee878a8ac1994029d93fb60f299bddfd89386a65de5bb", "reply_written_sha256": "731c8e1086fa5c84828ee878a8ac1994029d93fb60f299bddfd89386a65de5bb", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H148", "check_unit": false, "echo_contemp": [ 4, 4, 4, 3 ], "echo_roles": [ "drift", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124654Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 4, 3 ], "part": 3, "pop_index": 103, "question_sha256": "350bf02b1652ecba3753d6aad7dfa8f70c0f6bc656991b4c1d16ae60e414b92a", "reasoning_recorded": false, "reply_chars": 1879, "reply_lines": 16, "reply_raw_sha256": "2b6410a134772cc538c50a632736ad9aabff1f7d460741042d7388b80dd9dbb2", "reply_written_sha256": "2b6410a134772cc538c50a632736ad9aabff1f7d460741042d7388b80dd9dbb2", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H149", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T170012Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 145, "question_sha256": "1792d49748e4157206677771bef601111566b5f81f653b341eb6ceef2804e34d", "reasoning_recorded": true, "reply_chars": 919, "reply_lines": 14, "reply_raw_sha256": "7ef812154c80314925aeab38fa764d05048ba5899f99368c1cdbd568041b1efa", "reply_written_sha256": "7ef812154c80314925aeab38fa764d05048ba5899f99368c1cdbd568041b1efa", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H150", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T044346Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 11, "question_sha256": "2546cbe987b423151c32727bf3fb0f3c2e8e809c382ce30931463bc1a7191d65", "reasoning_recorded": true, "reply_chars": 1765, "reply_lines": 13, "reply_raw_sha256": "832386cd81900277479438c4bf678e238d10b70e86d0d2f7c79d64d73874a095", "reply_written_sha256": "832386cd81900277479438c4bf678e238d10b70e86d0d2f7c79d64d73874a095", "sample": 5, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 24 }, { "blind_id": "H151", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T130103Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 165, "question_sha256": "11dd704d5bc495c605ed4da482ff2adac50c0d3b4589a1744a46acdbe11744c9", "reasoning_recorded": true, "reply_chars": 1665, "reply_lines": 18, "reply_raw_sha256": "05e129ae8ff2e526c5a68e5b65df11f09954d97c504233f09aa8713c5d90d66e", "reply_written_sha256": "05e129ae8ff2e526c5a68e5b65df11f09954d97c504233f09aa8713c5d90d66e", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H152", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T133457Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 147, "question_sha256": "bdd80a38e6ae211d330dc76c39f766858727889762c4b70cf6fe3fc06e6b91d5", "reasoning_recorded": true, "reply_chars": 1729, "reply_lines": 15, "reply_raw_sha256": "21354228538a68acd2ce29c0373d3b456a199e50df7a67ca7157c51294c72b9b", "reply_written_sha256": "21354228538a68acd2ce29c0373d3b456a199e50df7a67ca7157c51294c72b9b", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H153", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "drift", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182406Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 66, "question_sha256": "bf0da26eb9a0a197f7cc2ab3c48eb7fdb8d5109759dc9ebee86cf21406bb8d8a", "reasoning_recorded": false, "reply_chars": 1700, "reply_lines": 17, "reply_raw_sha256": "5a3eb0cb317c7ab34491dfc939abd0d31940b49d3134537bb6052fb7a774a4b8", "reply_written_sha256": "5a3eb0cb317c7ab34491dfc939abd0d31940b49d3134537bb6052fb7a774a4b8", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H154", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T171518Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 150, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": true, "reply_chars": 1180, "reply_lines": 14, "reply_raw_sha256": "5ec45cdaf25a104c31d38a6695520e4cacf233b40d04f532c2c6a89ac187b86b", "reply_written_sha256": "5ec45cdaf25a104c31d38a6695520e4cacf233b40d04f532c2c6a89ac187b86b", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H155", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "hold", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13_e5ea4d7d_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135132Z.jsonl", "finish_reason": "stop", "item": "gd-13", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 75, "question_sha256": "0b6eed85482c172a8b118c7b3978c093a61a9011159adf612e51e80a68db78a1", "reasoning_recorded": false, "reply_chars": 1888, "reply_lines": 17, "reply_raw_sha256": "e427cdd3e4e16412cf05f95a31249cea06b348f0e780e0e778500f6de03bf287", "reply_written_sha256": "e427cdd3e4e16412cf05f95a31249cea06b348f0e780e0e778500f6de03bf287", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H156", "check_unit": false, "echo_contemp": [ 5, 4, 4, null ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14_2f2dabe6_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140239Z.jsonl", "finish_reason": "stop", "item": "gd-14", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 88, "question_sha256": "40aac359d143b2f265b405fe8050f17a107d03c64a9924b0b924b2022f5b6966", "reasoning_recorded": false, "reply_chars": 1490, "reply_lines": 6, "reply_raw_sha256": "40346f26da7be0919e9b44ace5a9b5ac0a9a8d6780c37cc83ab3dcd9e60ec926", "reply_written_sha256": "40346f26da7be0919e9b44ace5a9b5ac0a9a8d6780c37cc83ab3dcd9e60ec926", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H157", "check_unit": false, "echo_contemp": [ 5, 4, 4, null ], "echo_roles": [ "third", "drift", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13b_6f9d6994_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T135511Z.jsonl", "finish_reason": "stop", "item": "gd-13b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 79, "question_sha256": "b1fa153f6493d26b57b27db84de2c89357df77bdee226c73712d55ebb547a4d2", "reasoning_recorded": false, "reply_chars": 1145, "reply_lines": 13, "reply_raw_sha256": "ba915f2199b8c5c2cb8bc872e72d2f0ea4e343addebf893e03b2ca3450545e0a", "reply_written_sha256": "ba915f2199b8c5c2cb8bc872e72d2f0ea4e343addebf893e03b2ca3450545e0a", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H158", "check_unit": false, "echo_contemp": [ 4, 5, null, null ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T141206Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 52, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 1456, "reply_lines": 19, "reply_raw_sha256": "848541669a5268d91a8546bf763caca097e514eae14b2ea638870267c2dfafa9", "reply_written_sha256": "848541669a5268d91a8546bf763caca097e514eae14b2ea638870267c2dfafa9", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H159", "check_unit": false, "echo_contemp": [ 4, 5 ], "echo_roles": [ "hold", "third" ], "echo_turns": [ 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124654Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1, 2 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 102, "question_sha256": "87e585290dda7ff677e2f4d7ee3638ea9f3fd535a15be19396a5f66f398faf68", "reasoning_recorded": false, "reply_chars": 730, "reply_lines": 21, "reply_raw_sha256": "61a40161df852345e8db79d8dcf482e2a0843a843881fa6818e44c1111cfe4f6", "reply_written_sha256": "61a40161df852345e8db79d8dcf482e2a0843a843881fa6818e44c1111cfe4f6", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H160", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "hold", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-13c_54c94450_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T071607Z.jsonl", "finish_reason": "stop", "item": "gd-13c", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 19, "question_sha256": "6f4dccf3d9a83190f3b9d7e0e8bff938aa3b059e309b7c1b3c5097b86412375f", "reasoning_recorded": true, "reply_chars": 2131, "reply_lines": 20, "reply_raw_sha256": "4670cfebf8448105ab4cc44e9e419fe640498a9a83c4d74ab0715fd87ff5ebde", "reply_written_sha256": "4670cfebf8448105ab4cc44e9e419fe640498a9a83c4d74ab0715fd87ff5ebde", "sample": 4, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 31 }, { "blind_id": "H161", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T124654Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 104, "question_sha256": "fdf2e7791a3f8110256acd70422264e59737ced7056583f5758dbd9e30b4230d", "reasoning_recorded": false, "reply_chars": 4119, "reply_lines": 41, "reply_raw_sha256": "058f6296b248d6fcc396836d1590139614037f4acd78f4dd6bedfd420d196a10", "reply_written_sha256": "058f6296b248d6fcc396836d1590139614037f4acd78f4dd6bedfd420d196a10", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 52 }, { "blind_id": "H162", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260908T033608Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 5, "question_sha256": "16ba219a9c510cf79e63e037358401e0799d7262f9b3d0a7cb93ca6cf09594fe", "reasoning_recorded": true, "reply_chars": 719, "reply_lines": 4, "reply_raw_sha256": "362c6bc13db82a2bb7798b73615063fb5830344cdf41c4f53742973e11c42092", "reply_written_sha256": "362c6bc13db82a2bb7798b73615063fb5830344cdf41c4f53742973e11c42092", "sample": 5, "seed": "20260906", "set": "main", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 15 }, { "blind_id": "H163", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14b_84ed9afe_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140603Z.jsonl", "finish_reason": "stop", "item": "gd-14b", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 93, "question_sha256": "40aac359d143b2f265b405fe8050f17a107d03c64a9924b0b924b2022f5b6966", "reasoning_recorded": false, "reply_chars": 1093, "reply_lines": 13, "reply_raw_sha256": "d0abaadc48aced1f067583b94f86db9350086a543150260d39fcba19a92d9e68", "reply_written_sha256": "d0abaadc48aced1f067583b94f86db9350086a543150260d39fcba19a92d9e68", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H164", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-03_e58dd0bd_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260904T170012Z.jsonl", "finish_reason": "stop", "item": "gd-03", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 3, "pop_index": 146, "question_sha256": "1792d49748e4157206677771bef601111566b5f81f653b341eb6ceef2804e34d", "reasoning_recorded": true, "reply_chars": 994, "reply_lines": 8, "reply_raw_sha256": "f094dce9eccfbd72f12406abdd77b33548f606868d5860d97027b84fe309e134", "reply_written_sha256": "f094dce9eccfbd72f12406abdd77b33548f606868d5860d97027b84fe309e134", "sample": 2, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H165", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182056Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 61, "question_sha256": "fbd53b774c4e9615b21ec4005cc82bb0fd20dea4cc7d5dc011be33ab5530b3cc", "reasoning_recorded": false, "reply_chars": 1055, "reply_lines": 15, "reply_raw_sha256": "bc3726d5de08e61bb5e832dc087c71eb4ab7ef2c9663d0346ed799adf5b8649a", "reply_written_sha256": "bc3726d5de08e61bb5e832dc087c71eb4ab7ef2c9663d0346ed799adf5b8649a", "sample": 1, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H166", "check_unit": false, "echo_contemp": [ 4, 5, 4, 4 ], "echo_roles": [ "drift", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-14_2f2dabe6_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T140239Z.jsonl", "finish_reason": "stop", "item": "gd-14", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 90, "question_sha256": "40aac359d143b2f265b405fe8050f17a107d03c64a9924b0b924b2022f5b6966", "reasoning_recorded": false, "reply_chars": 1160, "reply_lines": 8, "reply_raw_sha256": "820eb3d1fa6773f52f378b8c331a168afa993a8a667f6e5a47bd514f21c0a44f", "reply_written_sha256": "820eb3d1fa6773f52f378b8c331a168afa993a8a667f6e5a47bd514f21c0a44f", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H167", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-12_fd6164fd_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260904T163929Z.jsonl", "finish_reason": "stop", "item": "gd-12", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 136, "question_sha256": "1c0809ea9593fc932c59d551b34941ee25973c26de3de2c5fb65496f47767572", "reasoning_recorded": false, "reply_chars": 1747, "reply_lines": 9, "reply_raw_sha256": "aa6a3957196e01dee84b997ec8a6aacaeb1f6e92d233e2e53a1e53dd989112d4", "reply_written_sha256": "aa6a3957196e01dee84b997ec8a6aacaeb1f6e92d233e2e53a1e53dd989112d4", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H168", "check_unit": false, "echo_contemp": [ 4, 5, 4, 3 ], "echo_roles": [ "drift", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-07_e7afd8ca_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T181508Z.jsonl", "finish_reason": "stop", "item": "gd-07", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 51, "question_sha256": "ef598379edeac74c9a6f2625a302a2d7fc42e0056b63e3fe84a8ed7498c88256", "reasoning_recorded": false, "reply_chars": 1142, "reply_lines": 17, "reply_raw_sha256": "92e533e554bb5ed5df1eb1335fb73e879903a8d6f14ff55abdde1b9c5c391cbd", "reply_written_sha256": "92e533e554bb5ed5df1eb1335fb73e879903a8d6f14ff55abdde1b9c5c391cbd", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H169", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "hold", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-11_79da1d7b_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182406Z.jsonl", "finish_reason": "stop", "item": "gd-11", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 67, "question_sha256": "bd062cbc364b27e0bddbf89367d3c6dcb6e027842d27da53a8468e3b92a95fea", "reasoning_recorded": false, "reply_chars": 1098, "reply_lines": 15, "reply_raw_sha256": "fab1a55cc963051f27cfeeadd0bd9329c3e0789ce3797cbc9b16bc5ca65f8259", "reply_written_sha256": "fab1a55cc963051f27cfeeadd0bd9329c3e0789ce3797cbc9b16bc5ca65f8259", "sample": 3, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H170", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-10_2cc74693_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260904T182056Z.jsonl", "finish_reason": "stop", "item": "gd-10", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 3, "pop_index": 64, "question_sha256": "0fb390b9284e04f42c8bd95dff871ec0751436ffbae55ad9e310e03e99d056fc", "reasoning_recorded": false, "reply_chars": 1310, "reply_lines": 6, "reply_raw_sha256": "5e12f33fb40521022251407295aa00445346975b1802bb081e16957622384d4e", "reply_written_sha256": "5e12f33fb40521022251407295aa00445346975b1802bb081e16957622384d4e", "sample": 4, "seed": "20260822", "set": "main", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H171", "check_unit": false, "echo_contemp": [ 4, 4, 3, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T030435Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 15, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 1038, "reply_lines": 11, "reply_raw_sha256": "22401d646a20608955b220ced0de1502a49b2c3b461af8511917f0137109158b", "reply_written_sha256": "22401d646a20608955b220ced0de1502a49b2c3b461af8511917f0137109158b", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H172", "check_unit": false, "echo_contemp": [ 4, 3, 4, 4 ], "echo_roles": [ "third", "hold", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T030435Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 17, "question_sha256": "cb29659b4bc1bc2ca365c6e010171780dfef44ea209da0969b0c399b3582c736", "reasoning_recorded": false, "reply_chars": 1010, "reply_lines": 15, "reply_raw_sha256": "6ab1a828f7e437520d10fd0f2ab80bc83334b1684507c555ff15c257f1d33f31", "reply_written_sha256": "6ab1a828f7e437520d10fd0f2ab80bc83334b1684507c555ff15c257f1d33f31", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H173", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "third", "hold", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T025411Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 13, "question_sha256": "5bd8f580490942f5f1a52fb1aabd5991759f6dae744ef322feb212ba9c7b0424", "reasoning_recorded": false, "reply_chars": 1197, "reply_lines": 6, "reply_raw_sha256": "c4dc57400ca9fbbc22e3ecd32afbd91a5d61bb621ff53374b63174acbb07a15a", "reply_written_sha256": "c4dc57400ca9fbbc22e3ecd32afbd91a5d61bb621ff53374b63174acbb07a15a", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H174", "check_unit": false, "echo_contemp": [ 5, 4, 3, 4 ], "echo_roles": [ "hold", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T014637Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 47, "question_sha256": "0794472c35233093eda5d9e6319d0c7146bbaa7dc4326b6e1ab3b15e7377c972", "reasoning_recorded": false, "reply_chars": 2064, "reply_lines": 18, "reply_raw_sha256": "dcdc20b9a1c53a5294342ebc79d8963da39975907bba7997cf03c0fb061db4bd", "reply_written_sha256": "dcdc20b9a1c53a5294342ebc79d8963da39975907bba7997cf03c0fb061db4bd", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H175", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "third", "third", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T210400Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 53, "question_sha256": "264a467407eb8bf00642a908582c71dec47c5817acdd1616df145ae891b2db72", "reasoning_recorded": false, "reply_chars": 1056, "reply_lines": 14, "reply_raw_sha256": "fb6f2cbcad5dd4fd887562def55e561ac1332a3746b9d6b3433e3e559a38e25d", "reply_written_sha256": "fb6f2cbcad5dd4fd887562def55e561ac1332a3746b9d6b3433e3e559a38e25d", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H176", "check_unit": false, "echo_contemp": [ 4, 3, 4, 4 ], "echo_roles": [ "third", "hold", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T000024Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 9, "question_sha256": "cb29659b4bc1bc2ca365c6e010171780dfef44ea209da0969b0c399b3582c736", "reasoning_recorded": false, "reply_chars": 1010, "reply_lines": 15, "reply_raw_sha256": "6ab1a828f7e437520d10fd0f2ab80bc83334b1684507c555ff15c257f1d33f31", "reply_written_sha256": "6ab1a828f7e437520d10fd0f2ab80bc83334b1684507c555ff15c257f1d33f31", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H177", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "third", "hold", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260916T234239Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 5, "question_sha256": "5bd8f580490942f5f1a52fb1aabd5991759f6dae744ef322feb212ba9c7b0424", "reasoning_recorded": false, "reply_chars": 1197, "reply_lines": 6, "reply_raw_sha256": "c4dc57400ca9fbbc22e3ecd32afbd91a5d61bb621ff53374b63174acbb07a15a", "reply_written_sha256": "c4dc57400ca9fbbc22e3ecd32afbd91a5d61bb621ff53374b63174acbb07a15a", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H178", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T175800Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 77, "question_sha256": "7946372447499427fb52bd47d58fc53eb6bb7f389fe55cf0023ae91ea83cacdb", "reasoning_recorded": true, "reply_chars": 801, "reply_lines": 7, "reply_raw_sha256": "b8384edc5dd719db484dc8af50fa84cb4966ede90bec7e2a0c60c0a383e1458f", "reply_written_sha256": "b8384edc5dd719db484dc8af50fa84cb4966ede90bec7e2a0c60c0a383e1458f", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H179", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "drift", "drift", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T225951Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 22, "question_sha256": "065410d27baea94b66b3a587082ad0b72c4768ab4885d5a5ac6dba5420c7370f", "reasoning_recorded": false, "reply_chars": 765, "reply_lines": 15, "reply_raw_sha256": "c858f5d5aa893d6af635742d406c65f802bc5df142aced3e76539b5758f61338", "reply_written_sha256": "c858f5d5aa893d6af635742d406c65f802bc5df142aced3e76539b5758f61338", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H180", "check_unit": false, "echo_contemp": [ 4, 5, 5 ], "echo_roles": [ "drift", "hold", "hold" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T110852Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 4, 5, 4 ], "part": 4, "pop_index": 69, "question_sha256": "b0aa90b0bfbb298b18d52c64501373864c1a3ca39804ada68bef979b92443c60", "reasoning_recorded": false, "reply_chars": 1534, "reply_lines": 13, "reply_raw_sha256": "eda53d56e22ee29e716e41bb18167e3908bf99b639670b256368c5e60e971e9f", "reply_written_sha256": "eda53d56e22ee29e716e41bb18167e3908bf99b639670b256368c5e60e971e9f", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H181", "check_unit": false, "echo_contemp": [ null, null, null ], "echo_roles": [ "hold", "hold", "third" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T221131Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 60, "question_sha256": "38d5f6e2a7a1e2ece387ad5c936236383e6b180e2cb4396bb63ae3e9706fb7e2", "reasoning_recorded": false, "reply_chars": 856, "reply_lines": 10, "reply_raw_sha256": "e20f99b2da0228e46fa84d31ca9c60459ca6677a1b3a1cd0efe6f909a2faf963", "reply_written_sha256": "e20f99b2da0228e46fa84d31ca9c60459ca6677a1b3a1cd0efe6f909a2faf963", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H182", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "hold", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T005616Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 37, "question_sha256": "0a6ed74ec707fd06d21696192eae71c8a73bc1dc70cbf35bb59433103e11c5f0", "reasoning_recorded": false, "reply_chars": 1449, "reply_lines": 9, "reply_raw_sha256": "e267e3f5619f5274533f3664ec9ba1d8648da0e0b0d81420eda1b15b3e436a25", "reply_written_sha256": "e267e3f5619f5274533f3664ec9ba1d8648da0e0b0d81420eda1b15b3e436a25", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H183", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-02_cee03d72_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260918T065216Z.jsonl", "finish_reason": "stop", "item": "gd-02", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 0, "question_sha256": "d87e9e76e1e0a93feb0fa663be18fe615dbfa26432213489d5505dd5d4e6b0b6", "reasoning_recorded": true, "reply_chars": 1531, "reply_lines": 10, "reply_raw_sha256": "a3685e9387f19db3e20bc5c5952f2ee31d51385e18bf80dbf86661f4d39d7980", "reply_written_sha256": "a3685e9387f19db3e20bc5c5952f2ee31d51385e18bf80dbf86661f4d39d7980", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 21 }, { "blind_id": "H184", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T221131Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 61, "question_sha256": "6d23d4207492a2d1bc799a8cb3f0226b014ade8c53149e0e2794052835e7925a", "reasoning_recorded": false, "reply_chars": 689, "reply_lines": 14, "reply_raw_sha256": "f7370b84a9d18b34478a6844e7b54751076355d06eb2f8a4e3c38aee80806afa", "reply_written_sha256": "f7370b84a9d18b34478a6844e7b54751076355d06eb2f8a4e3c38aee80806afa", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H185", "check_unit": false, "echo_contemp": [ 4, 3, 4, 4 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T120107Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 32, "question_sha256": "5ba631bbe80bd53ec96c49b064ae98d85ee4f3428133b158e458aabbedea8a37", "reasoning_recorded": false, "reply_chars": 1174, "reply_lines": 13, "reply_raw_sha256": "63626a157de74035a24a86da52e5d5e7d77a3382fa4dd98fc4e0fe2cfc91c3ce", "reply_written_sha256": "63626a157de74035a24a86da52e5d5e7d77a3382fa4dd98fc4e0fe2cfc91c3ce", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H186", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T221131Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 57, "question_sha256": "38dea60592c5e99f76368601199b0c110680cf669f58bf7a14beb92985fb68e6", "reasoning_recorded": false, "reply_chars": 1270, "reply_lines": 11, "reply_raw_sha256": "103cc54bd3e4e22632753699383fb7cb8427ff5c9701d3b760dca328d88a2729", "reply_written_sha256": "103cc54bd3e4e22632753699383fb7cb8427ff5c9701d3b760dca328d88a2729", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H187", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T233648Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 24, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 816, "reply_lines": 17, "reply_raw_sha256": "7a51aa2872db44bf68394d1e20ca2ff9d28094829131a956f890c96118632189", "reply_written_sha256": "7a51aa2872db44bf68394d1e20ca2ff9d28094829131a956f890c96118632189", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H188", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T093306Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 1 ], "part": 4, "pop_index": 84, "question_sha256": "adaaf62868b7965b94ba2b9315d8babce4bbe693e530132a4f0bf7c1614f6488", "reasoning_recorded": true, "reply_chars": 1144, "reply_lines": 11, "reply_raw_sha256": "0245d858e61e6eb466f5566c807f6f53513c94f98e9ef40c5ef1cad7f786117c", "reply_written_sha256": "0245d858e61e6eb466f5566c807f6f53513c94f98e9ef40c5ef1cad7f786117c", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H189", "check_unit": false, "echo_contemp": [ 5, 4, 3, 4 ], "echo_roles": [ "third", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T000024Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 8, "question_sha256": "f678d1bb26bffa286c854377560fc93fe7cfe214f79fcc63799aea7967851793", "reasoning_recorded": false, "reply_chars": 1106, "reply_lines": 9, "reply_raw_sha256": "4c5906d3eaa3905fad65297879ab42e1a7f52629d3bd5e1134af76dd4208ab7a", "reply_written_sha256": "4c5906d3eaa3905fad65297879ab42e1a7f52629d3bd5e1134af76dd4208ab7a", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H190", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "drift", "drift", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T021620Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 50, "question_sha256": "1c124a226500fe0afcd63bf77bc74840ae41eb95bedc3b339780fb8bbc9a4046", "reasoning_recorded": false, "reply_chars": 1141, "reply_lines": 14, "reply_raw_sha256": "05b49443c1761e36ae3504b32e4ff12b9c38635d6d87da15d5610228ecc72cf4", "reply_written_sha256": "05b49443c1761e36ae3504b32e4ff12b9c38635d6d87da15d5610228ecc72cf4", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H191", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T025411Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 11, "question_sha256": "08c9d4ab093f31ab608eea4ecb15e04cc77870ebaee10a33138bf864dc2dc405", "reasoning_recorded": false, "reply_chars": 1303, "reply_lines": 17, "reply_raw_sha256": "f0ed6ecadacff985abb30a2ba9286e9f92660c6d0acd6c460c66ce2fcdf1bd63", "reply_written_sha256": "f0ed6ecadacff985abb30a2ba9286e9f92660c6d0acd6c460c66ce2fcdf1bd63", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H192", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T193930Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 79, "question_sha256": "b2ccbc7e8653e2ec3c3e530ceb50ec5bb91537759fda417fc4b360d11ef192be", "reasoning_recorded": true, "reply_chars": 782, "reply_lines": 5, "reply_raw_sha256": "6aa6e192a84c841346b03197cdbb6b332f1de814b0970af048ce48ac629227f9", "reply_written_sha256": "6aa6e192a84c841346b03197cdbb6b332f1de814b0970af048ce48ac629227f9", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 16 }, { "blind_id": "H193", "check_unit": false, "echo_contemp": [ 4, 4, 3, 4 ], "echo_roles": [ "third", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T005616Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 36, "question_sha256": "4dc36c644d600dcafc554979023638030c4e9fb6681cbcc6ee8eba4da7426438", "reasoning_recorded": false, "reply_chars": 3464, "reply_lines": 21, "reply_raw_sha256": "e0097c3d6984952d4062dcc62435b2c6adc89d4ed3400c6620b69646af12d181", "reply_written_sha256": "e0097c3d6984952d4062dcc62435b2c6adc89d4ed3400c6620b69646af12d181", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 32 }, { "blind_id": "H194", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T014637Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 48, "question_sha256": "4dc36c644d600dcafc554979023638030c4e9fb6681cbcc6ee8eba4da7426438", "reasoning_recorded": false, "reply_chars": 1584, "reply_lines": 17, "reply_raw_sha256": "4e84f22d65ea38511604355b2f92a91434b89b57784838ac8bc4961a51fa0276", "reply_written_sha256": "4e84f22d65ea38511604355b2f92a91434b89b57784838ac8bc4961a51fa0276", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H195", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T193930Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 80, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": true, "reply_chars": 1311, "reply_lines": 19, "reply_raw_sha256": "f77ceee3ebbd580c1a007675a59e8e82e1b3bafaa866a6631c56460b63a5bf97", "reply_written_sha256": "f77ceee3ebbd580c1a007675a59e8e82e1b3bafaa866a6631c56460b63a5bf97", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H196", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T110852Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 70, "question_sha256": "d3a9fcdb77de370cc35355e3cae2ce472365b614f57187932e2d41502089076b", "reasoning_recorded": false, "reply_chars": 2063, "reply_lines": 20, "reply_raw_sha256": "e38398f0ed81fa2be80e5e8a35d778f9e37b530a8b374a39509ddfd39ed3abf2", "reply_written_sha256": "e38398f0ed81fa2be80e5e8a35d778f9e37b530a8b374a39509ddfd39ed3abf2", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H197", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "drift", "drift", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260916T215706Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 72, "question_sha256": "1c124a226500fe0afcd63bf77bc74840ae41eb95bedc3b339780fb8bbc9a4046", "reasoning_recorded": true, "reply_chars": 1898, "reply_lines": 21, "reply_raw_sha256": "10934ff0d47e8332e5c54502cdfd2eec9f9a5ac9a118018bcb08cf6677f46d29", "reply_written_sha256": "10934ff0d47e8332e5c54502cdfd2eec9f9a5ac9a118018bcb08cf6677f46d29", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 32 }, { "blind_id": "H198", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "drift", "drift", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T014637Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 45, "question_sha256": "1c124a226500fe0afcd63bf77bc74840ae41eb95bedc3b339780fb8bbc9a4046", "reasoning_recorded": false, "reply_chars": 1388, "reply_lines": 14, "reply_raw_sha256": "5bf06e1364b33b3409b33d9eb462f773e6bc68b2f1e9cb201d2f24201489d0b6", "reply_written_sha256": "5bf06e1364b33b3409b33d9eb462f773e6bc68b2f1e9cb201d2f24201489d0b6", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H199", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T021620Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 51, "question_sha256": "7220b4bcaa01eb93c3b323969cc31c9765fa0bfb19af5dec48af6a2f63bd08af", "reasoning_recorded": false, "reply_chars": 1878, "reply_lines": 24, "reply_raw_sha256": "235e73e0222152875304aefc7d820f765786a37f471fc9b6299e45ad61676a1b", "reply_written_sha256": "235e73e0222152875304aefc7d820f765786a37f471fc9b6299e45ad61676a1b", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 35 }, { "blind_id": "H200", "check_unit": false, "echo_contemp": [ 5, 4, 3, 4 ], "echo_roles": [ "third", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T030435Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 16, "question_sha256": "f678d1bb26bffa286c854377560fc93fe7cfe214f79fcc63799aea7967851793", "reasoning_recorded": false, "reply_chars": 1106, "reply_lines": 9, "reply_raw_sha256": "4c5906d3eaa3905fad65297879ab42e1a7f52629d3bd5e1134af76dd4208ab7a", "reply_written_sha256": "4c5906d3eaa3905fad65297879ab42e1a7f52629d3bd5e1134af76dd4208ab7a", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H201", "check_unit": false, "echo_contemp": [ 5, null, null, null ], "echo_roles": [ "third", "third", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T021620Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 52, "question_sha256": "8d14cf009a0e43708e6505d4b6ea87732d8e99ab3e12fa6ab1138dd181dc7c68", "reasoning_recorded": false, "reply_chars": 955, "reply_lines": 9, "reply_raw_sha256": "a7c151efc7ec984bd5c716a11a3d3cd4230937dd11b2a583b49c7f674b1c40e8", "reply_written_sha256": "a7c151efc7ec984bd5c716a11a3d3cd4230937dd11b2a583b49c7f674b1c40e8", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H202", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "hold", "third", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T012554Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 42, "question_sha256": "98b75393a6cd53299b34c248f05c323592541d19c2fd640724ff147ba2a1c57d", "reasoning_recorded": false, "reply_chars": 1471, "reply_lines": 12, "reply_raw_sha256": "d8fd3467cac8284a22f98efffab515378cc6639d77843511df87622d86ae8445", "reply_written_sha256": "d8fd3467cac8284a22f98efffab515378cc6639d77843511df87622d86ae8445", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H203", "check_unit": false, "echo_contemp": [ 4, 4, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T120107Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 34, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 881, "reply_lines": 4, "reply_raw_sha256": "fb2bc88a56ee8d22626f2b1d936fccbca1befc31d8209cdde27c74b957cf4023", "reply_written_sha256": "fb2bc88a56ee8d22626f2b1d936fccbca1befc31d8209cdde27c74b957cf4023", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 15 }, { "blind_id": "H204", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T082731Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 4, "pop_index": 81, "question_sha256": "e7c89fa6da0d9197e183f3ff56864a9250299a2861ddf4c1584dc6c5bf169224", "reasoning_recorded": true, "reply_chars": 1427, "reply_lines": 14, "reply_raw_sha256": "f3b407a5f9a78843365d1f16bbfb41c0de461131d440ef470a35d707fc393136", "reply_written_sha256": "f3b407a5f9a78843365d1f16bbfb41c0de461131d440ef470a35d707fc393136", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H205", "check_unit": false, "echo_contemp": [ 5, 5, 5, 4 ], "echo_roles": [ "drift", "drift", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T225951Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 20, "question_sha256": "065410d27baea94b66b3a587082ad0b72c4768ab4885d5a5ac6dba5420c7370f", "reasoning_recorded": false, "reply_chars": 1315, "reply_lines": 6, "reply_raw_sha256": "a24e4ae8afe569e8859aafdd36c06a22f8d2863d4f8392ddcdd2cb16a996b12b", "reply_written_sha256": "a24e4ae8afe569e8859aafdd36c06a22f8d2863d4f8392ddcdd2cb16a996b12b", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H206", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T120107Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 31, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 1039, "reply_lines": 6, "reply_raw_sha256": "b23c45c9cc983b66efed91bda72a59152b935cb917e5c3bff84cc5765230d45c", "reply_written_sha256": "b23c45c9cc983b66efed91bda72a59152b935cb917e5c3bff84cc5765230d45c", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H207", "check_unit": false, "echo_contemp": [ 4, 3, 5, 4 ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T225951Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 19, "question_sha256": "510037e180dc926b1761e4058e9a40c816d714e02d308c50228bf908fd7d0e95", "reasoning_recorded": false, "reply_chars": 1668, "reply_lines": 21, "reply_raw_sha256": "dc53df8ff126b97bedfc57abdcc83929c208c2eb1023d44eddac43b00ab1e581", "reply_written_sha256": "dc53df8ff126b97bedfc57abdcc83929c208c2eb1023d44eddac43b00ab1e581", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 32 }, { "blind_id": "H208", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "drift", "drift", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T210400Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 56, "question_sha256": "a340df5d210216c84a74cbff3fb765cf9eb8bbf6ae24631ee98e7612746df640", "reasoning_recorded": false, "reply_chars": 1323, "reply_lines": 20, "reply_raw_sha256": "b218776fb60e0c6307b06ee91f3cf9706e790f85b4561793903796a658b60dc1", "reply_written_sha256": "b218776fb60e0c6307b06ee91f3cf9706e790f85b4561793903796a658b60dc1", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H209", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T093306Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 4, "pop_index": 82, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": true, "reply_chars": 1407, "reply_lines": 18, "reply_raw_sha256": "ce03687c884ffc2a15060e37379216b23fd12e1c806cdce09c5c2b226f9f22d6", "reply_written_sha256": "ce03687c884ffc2a15060e37379216b23fd12e1c806cdce09c5c2b226f9f22d6", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H210", "check_unit": false, "echo_contemp": [ 5, 5, 4, 5 ], "echo_roles": [ "hold", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T221131Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 59, "question_sha256": "1cfe9955e42414f15b2493d7598b551df0db537918f07978c897907941e5b482", "reasoning_recorded": false, "reply_chars": 1416, "reply_lines": 17, "reply_raw_sha256": "945baaa1bc6ea96549767b8227d8796fd28bc5454d9d9943f3657371e399b113", "reply_written_sha256": "945baaa1bc6ea96549767b8227d8796fd28bc5454d9d9943f3657371e399b113", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H211", "check_unit": false, "echo_contemp": [ 4, 4, 4, null ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T025411Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 12, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 1016, "reply_lines": 11, "reply_raw_sha256": "aabbf97c4c47f58741a669f25c934f42ead63583a7cbb43393decf75e346f5b2", "reply_written_sha256": "aabbf97c4c47f58741a669f25c934f42ead63583a7cbb43393decf75e346f5b2", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H212", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T110852Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 66, "question_sha256": "a8f7bf9490a4c668a75f2d3dd48475cd5fa281e81039dfe0b4ae2958f420d01d", "reasoning_recorded": false, "reply_chars": 1104, "reply_lines": 12, "reply_raw_sha256": "568f06c53daf69c2cf76b11ee278499371ea77c3b6303561ac030fd275c2f694", "reply_written_sha256": "568f06c53daf69c2cf76b11ee278499371ea77c3b6303561ac030fd275c2f694", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H213", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "drift", "hold", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T102552Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 4, "pop_index": 63, "question_sha256": "b65c1ea265130b880bd75cbb0bcd8f2d105a608cd8ca00a7dcbbb66bbddf39e0", "reasoning_recorded": false, "reply_chars": 2073, "reply_lines": 22, "reply_raw_sha256": "32f7165700b61942039f790911ea7f8dbb1912019c5c40ad3d52f4a07cae39d8", "reply_written_sha256": "32f7165700b61942039f790911ea7f8dbb1912019c5c40ad3d52f4a07cae39d8", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 33 }, { "blind_id": "H214", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260918T004131Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 75, "question_sha256": "e29d0343c6fcc9d8e3fa270048ef41821b2a9f9699e557e1a44f11b3b2208a4d", "reasoning_recorded": true, "reply_chars": 1281, "reply_lines": 16, "reply_raw_sha256": "cf0815fd49c3c2ddee372abeac2f044713db7ef82bbe6d66601d610795108f52", "reply_written_sha256": "cf0815fd49c3c2ddee372abeac2f044713db7ef82bbe6d66601d610795108f52", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 27 }, { "blind_id": "H215", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260918T011400Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 76, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": true, "reply_chars": 2499, "reply_lines": 29, "reply_raw_sha256": "df0ea7f65d3417dcdf43ca47a2e85f1c6c8cd0680c993e2914d87aaafb905fdf", "reply_written_sha256": "df0ea7f65d3417dcdf43ca47a2e85f1c6c8cd0680c993e2914d87aaafb905fdf", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 40 }, { "blind_id": "H216", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "hold", "hold", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T114137Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 30, "question_sha256": "5ba631bbe80bd53ec96c49b064ae98d85ee4f3428133b158e458aabbedea8a37", "reasoning_recorded": false, "reply_chars": 1027, "reply_lines": 11, "reply_raw_sha256": "a1994ca4d176e878a57b81fe1284794abe0fd7c5f6fd26ac5c01057a8b742eea", "reply_written_sha256": "a1994ca4d176e878a57b81fe1284794abe0fd7c5f6fd26ac5c01057a8b742eea", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H217", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260916T215706Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 73, "question_sha256": "bdd80a38e6ae211d330dc76c39f766858727889762c4b70cf6fe3fc06e6b91d5", "reasoning_recorded": true, "reply_chars": 1244, "reply_lines": 19, "reply_raw_sha256": "689087f5f54986315c0c3b7f8d8ed84f016c3bb5e20cd2b9bf146038793472f9", "reply_written_sha256": "689087f5f54986315c0c3b7f8d8ed84f016c3bb5e20cd2b9bf146038793472f9", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H218", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T114137Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 28, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 801, "reply_lines": 13, "reply_raw_sha256": "d9454a27a23c3914929edcb247a5ece3566afb9015feaf1eb0584d87d06ed13c", "reply_written_sha256": "d9454a27a23c3914929edcb247a5ece3566afb9015feaf1eb0584d87d06ed13c", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H219", "check_unit": false, "echo_contemp": [ 4, 4, 4, null ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260916T234239Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 4, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 1016, "reply_lines": 11, "reply_raw_sha256": "aabbf97c4c47f58741a669f25c934f42ead63583a7cbb43393decf75e346f5b2", "reply_written_sha256": "aabbf97c4c47f58741a669f25c934f42ead63583a7cbb43393decf75e346f5b2", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H220", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "hold", "third", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T093306Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 83, "question_sha256": "34f028c799b93ce8de07ee94e0aff50e00a6ddaf291484209b61825c8786f4f6", "reasoning_recorded": true, "reply_chars": 1228, "reply_lines": 14, "reply_raw_sha256": "36770f734725ad068df345da5a1d26cb164da2c884c8d8c2f51465200ffb50ad", "reply_written_sha256": "36770f734725ad068df345da5a1d26cb164da2c884c8d8c2f51465200ffb50ad", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H221", "check_unit": false, "echo_contemp": [ 4, 4, 4, null ], "echo_roles": [ "third", "third", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T233648Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 26, "question_sha256": "adc63296cd4c73a617e2dc9d6fe1ea63b98eaf3618ad9f6df3fe373a07af1e57", "reasoning_recorded": false, "reply_chars": 1069, "reply_lines": 6, "reply_raw_sha256": "945496cbf19900e34e5030649072705cd571e8891d4ffb13a05e9e39e0d11bc8", "reply_written_sha256": "945496cbf19900e34e5030649072705cd571e8891d4ffb13a05e9e39e0d11bc8", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H222", "check_unit": false, "echo_contemp": [ 5, 4, 4, 5 ], "echo_roles": [ "drift", "drift", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T012554Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 43, "question_sha256": "eb2ae635c1fa88890b1054a5a61e53ff06dcbcc772e0a7ce0dfd2d3cbd77dc75", "reasoning_recorded": false, "reply_chars": 1072, "reply_lines": 15, "reply_raw_sha256": "192d14081689cd556467087eb7eacea37c0945e936a4c0d425ec3f30372f0ce3", "reply_written_sha256": "192d14081689cd556467087eb7eacea37c0945e936a4c0d425ec3f30372f0ce3", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H223", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "third", "drift", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T221131Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 58, "question_sha256": "f3ce55bbf02f8c7d8f041ddda1178e57ef4f1a53dbb5848acd86c9b8b639fbf5", "reasoning_recorded": false, "reply_chars": 2542, "reply_lines": 49, "reply_raw_sha256": "a7a65f86add5c2eb1ba3777a94b70cf76aeacb3913077e98f3922b93448edb3e", "reply_written_sha256": "a7a65f86add5c2eb1ba3777a94b70cf76aeacb3913077e98f3922b93448edb3e", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 60 }, { "blind_id": "H224", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "third", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260916T211440Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 1, "question_sha256": "24810bc6ec7c6cae45adcd780b8291d90aef5326701a628b0ee54b1237d5aa71", "reasoning_recorded": true, "reply_chars": 1742, "reply_lines": 23, "reply_raw_sha256": "b42bda4f00c35e671868d8e52d9b9d9af690b514f73d70e42d8d97505f205079", "reply_written_sha256": "b42bda4f00c35e671868d8e52d9b9d9af690b514f73d70e42d8d97505f205079", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 34 }, { "blind_id": "H225", "check_unit": false, "echo_contemp": [ 4, 4, 5 ], "echo_roles": [ "third", "third", "hold" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T012554Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 41, "question_sha256": "93a248e1c518ba61154f3c2a24f1ae1aa64c9171ae2f3a8253244bd975ba8772", "reasoning_recorded": false, "reply_chars": 1611, "reply_lines": 23, "reply_raw_sha256": "8182bae0339157dff614e93c582cea3cacb4d792c9d3cbded9a804d2ce2cab7a", "reply_written_sha256": "8182bae0339157dff614e93c582cea3cacb4d792c9d3cbded9a804d2ce2cab7a", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 33 }, { "blind_id": "H226", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T175800Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 78, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": true, "reply_chars": 1180, "reply_lines": 14, "reply_raw_sha256": "5ec45cdaf25a104c31d38a6695520e4cacf233b40d04f532c2c6a89ac187b86b", "reply_written_sha256": "5ec45cdaf25a104c31d38a6695520e4cacf233b40d04f532c2c6a89ac187b86b", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H227", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "drift", "third", "third", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T012554Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 40, "question_sha256": "350bf02b1652ecba3753d6aad7dfa8f70c0f6bc656991b4c1d16ae60e414b92a", "reasoning_recorded": false, "reply_chars": 1175, "reply_lines": 13, "reply_raw_sha256": "9e419ea03e89ab40a98beef927a431ee26119beb2a5f8ec94a7e0e469069c668", "reply_written_sha256": "9e419ea03e89ab40a98beef927a431ee26119beb2a5f8ec94a7e0e469069c668", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 24 }, { "blind_id": "H228", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "hold", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T110852Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 68, "question_sha256": "2a9c6be6cfcf9f60b4fe212a2cbc6ee86a2a3fa79fc2a10f6dbb15bea02355fb", "reasoning_recorded": false, "reply_chars": 1189, "reply_lines": 7, "reply_raw_sha256": "1bc17e7966755c9578232ab229f004566ae98b540326f5f36acdc94528dd4c32", "reply_written_sha256": "1bc17e7966755c9578232ab229f004566ae98b540326f5f36acdc94528dd4c32", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 18 }, { "blind_id": "H229", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T030435Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 18, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 884, "reply_lines": 11, "reply_raw_sha256": "57fd224c9ac21d15de70158cf6c280799d4abe2a0fe3860a0daa08200e409de9", "reply_written_sha256": "57fd224c9ac21d15de70158cf6c280799d4abe2a0fe3860a0daa08200e409de9", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H230", "check_unit": false, "echo_contemp": [ 4, 4, 4, 5 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T005616Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 39, "question_sha256": "03565dd14f6dc7beb48fd737b3713993293d7f29a3c38ee67b62bd85057f1af6", "reasoning_recorded": false, "reply_chars": 2039, "reply_lines": 23, "reply_raw_sha256": "83a4b55cc9b0985213d8c84b75884cabc68149ca2df4710e10ef9905e57d276d", "reply_written_sha256": "83a4b55cc9b0985213d8c84b75884cabc68149ca2df4710e10ef9905e57d276d", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 34 }, { "blind_id": "H231", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T102552Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 62, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 1818, "reply_lines": 17, "reply_raw_sha256": "6e3791493705e4e93ddda01f304eb1e63a828fc3440023c3d35bb7be9998cbfc", "reply_written_sha256": "6e3791493705e4e93ddda01f304eb1e63a828fc3440023c3d35bb7be9998cbfc", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 28 }, { "blind_id": "H232", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260916T215706Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 5 ], "part": 5, "pop_index": 71, "question_sha256": "e29d0343c6fcc9d8e3fa270048ef41821b2a9f9699e557e1a44f11b3b2208a4d", "reasoning_recorded": true, "reply_chars": 1508, "reply_lines": 18, "reply_raw_sha256": "228614ff2815d39f556ba50ea428f9756a291ca4ecf8c0bb46841a50cd89f2e2", "reply_written_sha256": "228614ff2815d39f556ba50ea428f9756a291ca4ecf8c0bb46841a50cd89f2e2", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H233", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "hold", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T210400Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 54, "question_sha256": "d3bc21aa8a105cb03b72dffcf40f153d437e807a4b41bcf70bc8088fb3ea97db", "reasoning_recorded": false, "reply_chars": 1780, "reply_lines": 11, "reply_raw_sha256": "6b86288ca6fcf3f1e7fd90378bac784e6417fd1f5b3e51e548e14f57ace1363e", "reply_written_sha256": "6b86288ca6fcf3f1e7fd90378bac784e6417fd1f5b3e51e548e14f57ace1363e", "sample": 1, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H234", "check_unit": false, "echo_contemp": [ 4, 5, 4 ], "echo_roles": [ "third", "drift", "third" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T005616Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 38, "question_sha256": "dff77a12638f21e4d01c81b1292b31e53a1e9d99d07285001a4bb7fb42b49f7f", "reasoning_recorded": false, "reply_chars": 1604, "reply_lines": 13, "reply_raw_sha256": "3589aa7a68bf2403e0db6f5cbb71356b3e89c333d5dc43e5054d292a951f16c2", "reply_written_sha256": "3589aa7a68bf2403e0db6f5cbb71356b3e89c333d5dc43e5054d292a951f16c2", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 23 }, { "blind_id": "H235", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "third", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T210400Z.jsonl", "finish_reason": "length", "item": "gd-06", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 55, "question_sha256": "d3249278b626d732b48de3952ec3ce9bf0d71c9369b8ff422b6377dda37cfd39", "reasoning_recorded": false, "reply_chars": 41486, "reply_lines": 171, "reply_raw_sha256": "8b91724046bc4af2cc20d98a1348a61765fcc74f3b129abb16a4131d633d63c9", "reply_written_sha256": "8b91724046bc4af2cc20d98a1348a61765fcc74f3b129abb16a4131d633d63c9", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 182 }, { "blind_id": "H236", "check_unit": false, "echo_contemp": [ 4, 4, 4, 4 ], "echo_roles": [ "third", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T005616Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 35, "question_sha256": "d18a3eae783faec92d5108e41d477da288d8970b38e4934f70aaf5b22fb088f4", "reasoning_recorded": false, "reply_chars": 1299, "reply_lines": 14, "reply_raw_sha256": "ddcc8ce0bc72b8ceacf66e213f99977d75d5851c1460df9f8cd5534273dd3b90", "reply_written_sha256": "ddcc8ce0bc72b8ceacf66e213f99977d75d5851c1460df9f8cd5534273dd3b90", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 25 }, { "blind_id": "H237", "check_unit": false, "echo_contemp": [ 5, 5, 4, 4 ], "echo_roles": [ "third", "drift", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_think_gemma-4-E4B_20260917T062658Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "gemma-4-E4B_think-on", "malformed_turns": [], "model": "gemma-4-E4B", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 2, "question_sha256": "daefed2ecb678e97008107bcf1265091a88ff880733bfb604e9569aa38107dc6", "reasoning_recorded": true, "reply_chars": 783, "reply_lines": 4, "reply_raw_sha256": "0fabc6c5ba9c9d31cb1f743f276680d17179ba3276ace2cc00bc6d5454456987", "reply_written_sha256": "0fabc6c5ba9c9d31cb1f743f276680d17179ba3276ace2cc00bc6d5454456987", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": true, "unit_lines": 15 }, { "blind_id": "H238", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T114137Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 29, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 617, "reply_lines": 6, "reply_raw_sha256": "e943c0a99a94a93f75bf7679e510908e91ddd577a5eb5bead8edad1a8a8c7edf", "reply_written_sha256": "e943c0a99a94a93f75bf7679e510908e91ddd577a5eb5bead8edad1a8a8c7edf", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H239", "check_unit": false, "echo_contemp": [ 4, 3, 4 ], "echo_roles": [ "third", "hold", "hold" ], "echo_turns": [ 1, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T014637Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [ 2 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 2 ], "part": 5, "pop_index": 44, "question_sha256": "7d0a12a96bf0cbfe1f071712da40fc61beb99ab5c258ad90306a9c9cc56ef018", "reasoning_recorded": false, "reply_chars": 1105, "reply_lines": 20, "reply_raw_sha256": "a83218d6481597ef2148bfa4ff0fce8f89554a6882e3b61312e02da2b7b5d831", "reply_written_sha256": "a83218d6481597ef2148bfa4ff0fce8f89554a6882e3b61312e02da2b7b5d831", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 30 }, { "blind_id": "H240", "check_unit": false, "echo_contemp": [ 4, 4, 3, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T000024Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 7, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 1038, "reply_lines": 11, "reply_raw_sha256": "22401d646a20608955b220ced0de1502a49b2c3b461af8511917f0137109158b", "reply_written_sha256": "22401d646a20608955b220ced0de1502a49b2c3b461af8511917f0137109158b", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H241", "check_unit": false, "echo_contemp": [ null, null, null, null ], "echo_roles": [ "third", "drift", "hold", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T102552Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 64, "question_sha256": "c06bdeaf81a966f8faaf31c8c49000e550a06f627cad16b1cc9aad77df81e082", "reasoning_recorded": false, "reply_chars": 2392, "reply_lines": 20, "reply_raw_sha256": "148e416a515a224f183673fc579161ab104cb70d020b3b873ca5257296397b31", "reply_written_sha256": "148e416a515a224f183673fc579161ab104cb70d020b3b873ca5257296397b31", "sample": 3, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 31 }, { "blind_id": "H242", "check_unit": false, "echo_contemp": [ 2, 4, 4 ], "echo_roles": [ "third", "hold", "drift" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T102552Z.jsonl", "finish_reason": "length", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 65, "question_sha256": "b599472af2e06514bc8e91f2f721a0e9656787451be71a1a2fe35f8482497e22", "reasoning_recorded": false, "reply_chars": 17276, "reply_lines": 85, "reply_raw_sha256": "98831436e35b68d26a5775337450825b12e5fef7685a9f164da49e0a1b45b293", "reply_written_sha256": "98831436e35b68d26a5775337450825b12e5fef7685a9f164da49e0a1b45b293", "sample": 4, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 95 }, { "blind_id": "H243", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "third", "third", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260917T093306Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 85, "question_sha256": "61be73467a871ef5f43b0cb64e71ee5222abe600c2323cc23f943e97aa07f149", "reasoning_recorded": true, "reply_chars": 976, "reply_lines": 8, "reply_raw_sha256": "151c384613eb192c7bfebb3381e7d9b675db459725730c2b3a8f6ca83b8b7c53", "reply_written_sha256": "151c384613eb192c7bfebb3381e7d9b675db459725730c2b3a8f6ca83b8b7c53", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 19 }, { "blind_id": "H244", "check_unit": false, "echo_contemp": [ 5, 4, 4 ], "echo_roles": [ "hold", "third", "drift" ], "echo_turns": [ 1, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T233648Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [ 2 ], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 3, 4, 5 ], "part": 5, "pop_index": 25, "question_sha256": "9846d565fdd6935ceadd78ef7e15a2df5970d046ac8f1f8d245fdd58c06ba7de", "reasoning_recorded": false, "reply_chars": 813, "reply_lines": 7, "reply_raw_sha256": "078a3dd40e7f6443566aff8197cd9b278e689ee98278a6dab823fc94f525ae93", "reply_written_sha256": "078a3dd40e7f6443566aff8197cd9b278e689ee98278a6dab823fc94f525ae93", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H245", "check_unit": false, "echo_contemp": [ 5, 4, 5, 4 ], "echo_roles": [ "third", "third", "hold", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260917T110852Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 4 ], "part": 5, "pop_index": 67, "question_sha256": "adaaf62868b7965b94ba2b9315d8babce4bbe693e530132a4f0bf7c1614f6488", "reasoning_recorded": false, "reply_chars": 618, "reply_lines": 9, "reply_raw_sha256": "84f60f475ee9c1b140045ab7d7d59ea757b31200b7add2a971be9e9c8150fd17", "reply_written_sha256": "84f60f475ee9c1b140045ab7d7d59ea757b31200b7add2a971be9e9c8150fd17", "sample": 1, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H246", "check_unit": false, "echo_contemp": [ 5, 4, 5, 5 ], "echo_roles": [ "hold", "drift", "drift", "third" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T225951Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 21, "question_sha256": "38c8e6357e39968ff49ad477fe095d714ade00c88455c6c43c388b4108f7c023", "reasoning_recorded": false, "reply_chars": 976, "reply_lines": 11, "reply_raw_sha256": "f3ef0a1679e7074cba365c39e6ff64bbf4b957a0dc96671e48761414b2854698", "reply_written_sha256": "f3ef0a1679e7074cba365c39e6ff64bbf4b957a0dc96671e48761414b2854698", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H247", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_qwen3-8b_20260916T224220Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "qwen3-8b_think-off", "malformed_turns": [], "model": "qwen3-8b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 74, "question_sha256": "691a75f94ff79880e15f994fd2e2291a973fda6cfc993538faf9475bd423899f", "reasoning_recorded": true, "reply_chars": 1144, "reply_lines": 9, "reply_raw_sha256": "38f458df3952c67e1bb3c564fa94357c1aa817bce180ba4cdeeac2a3bd37d491", "reply_written_sha256": "38f458df3952c67e1bb3c564fa94357c1aa817bce180ba4cdeeac2a3bd37d491", "sample": 3, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 20 }, { "blind_id": "H248", "check_unit": false, "echo_contemp": [ 4, 4, 3, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T000024Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 6, "question_sha256": "08c9d4ab093f31ab608eea4ecb15e04cc77870ebaee10a33138bf864dc2dc405", "reasoning_recorded": false, "reply_chars": 1155, "reply_lines": 6, "reply_raw_sha256": "ee44efedef3a4a331578c5aa3dfb60550f2518a6c755f9aff08ed22c021d59bd", "reply_written_sha256": "ee44efedef3a4a331578c5aa3dfb60550f2518a6c755f9aff08ed22c021d59bd", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H249", "check_unit": false, "echo_contemp": [ 4, 3, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260916T234239Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 3, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 968, "reply_lines": 15, "reply_raw_sha256": "129ceb94459ca6a00e520c6adc47eaa4ba75ef0f0be01fca864d91d797b89305", "reply_written_sha256": "129ceb94459ca6a00e520c6adc47eaa4ba75ef0f0be01fca864d91d797b89305", "sample": 0, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H250", "check_unit": false, "echo_contemp": [ 4, 4, 4, 3 ], "echo_roles": [ "drift", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T014637Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [ 4, 5, 1 ], "part": 5, "pop_index": 46, "question_sha256": "3d3ca91279fc55431e24fe08d509361b4fd9bc39bf81affcd0cb350a57bb673e", "reasoning_recorded": false, "reply_chars": 1786, "reply_lines": 18, "reply_raw_sha256": "fe7904075242de732f8d6550feec52681ce13f05a80be74cb5694bd93e39c463", "reply_written_sha256": "fe7904075242de732f8d6550feec52681ce13f05a80be74cb5694bd93e39c463", "sample": 2, "seed": "20260822", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 29 }, { "blind_id": "H251", "check_unit": false, "echo_contemp": [ 5, 5, 5 ], "echo_roles": [ "third", "drift", "hold" ], "echo_turns": [ 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_phi-4-mini_20260918T021620Z.jsonl", "finish_reason": "length", "item": "gd-04", "leg": "phi-4-mini_think-off", "malformed_turns": [ 1 ], "model": "phi-4-mini", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 49, "question_sha256": "b657cfc5138bb3b483b6d76076efc7d684743b992c8003094b51a10e3e00f931", "reasoning_recorded": false, "reply_chars": 33008, "reply_lines": 93, "reply_raw_sha256": "a9def2b1b3ae1bf2def273b38ddb95eda669b018ce2154692ba71f9b1126ea7b", "reply_written_sha256": "a9def2b1b3ae1bf2def273b38ddb95eda669b018ce2154692ba71f9b1126ea7b", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null ], "think": false, "unit_lines": 103 }, { "blind_id": "H252", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "third", "third", "third", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T000024Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 10, "question_sha256": "53ad64e85dd9d7ea6b9be7c38ce6021863e55ab4ae49dc361d5ba70f4e4d7759", "reasoning_recorded": false, "reply_chars": 884, "reply_lines": 11, "reply_raw_sha256": "57fd224c9ac21d15de70158cf6c280799d4abe2a0fe3860a0daa08200e409de9", "reply_written_sha256": "57fd224c9ac21d15de70158cf6c280799d4abe2a0fe3860a0daa08200e409de9", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 22 }, { "blind_id": "H253", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T233648Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 23, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 1197, "reply_lines": 6, "reply_raw_sha256": "46dbc8f2d3e7af9baa1127a2a48ed77a834b2b71f7baf70e877de832939aebc6", "reply_written_sha256": "46dbc8f2d3e7af9baa1127a2a48ed77a834b2b71f7baf70e877de832939aebc6", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H254", "check_unit": false, "echo_contemp": [ 4, 4, 3, 5 ], "echo_roles": [ "third", "drift", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-04_e9b10912_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260918T030435Z.jsonl", "finish_reason": "stop", "item": "gd-04", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 14, "question_sha256": "08c9d4ab093f31ab608eea4ecb15e04cc77870ebaee10a33138bf864dc2dc405", "reasoning_recorded": false, "reply_chars": 1155, "reply_lines": 6, "reply_raw_sha256": "ee44efedef3a4a331578c5aa3dfb60550f2518a6c755f9aff08ed22c021d59bd", "reply_written_sha256": "ee44efedef3a4a331578c5aa3dfb60550f2518a6c755f9aff08ed22c021d59bd", "sample": 0, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 17 }, { "blind_id": "H255", "check_unit": false, "echo_contemp": [ 4, 5, 4, 5 ], "echo_roles": [ "hold", "third", "hold", "hold" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-08_e556d6ed_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T120107Z.jsonl", "finish_reason": "stop", "item": "gd-08", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 33, "question_sha256": "11a5ab4fde3b0bbf5ffb814904a7f7b651b8aec18384b9bfdd669a89629d9768", "reasoning_recorded": false, "reply_chars": 1904, "reply_lines": 15, "reply_raw_sha256": "7be5dbcba3247a64fda40e7d26e726e7fe95f9f7588321d24bd308929bc70692", "reply_written_sha256": "7be5dbcba3247a64fda40e7d26e726e7fe95f9f7588321d24bd308929bc70692", "sample": 2, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 26 }, { "blind_id": "H256", "check_unit": false, "echo_contemp": [ 5, 5, 5, 5 ], "echo_roles": [ "drift", "drift", "drift", "drift" ], "echo_turns": [ 1, 2, 3, 4 ], "file": "runs/gradient_gd-06_fd12c22c_control_vanilla_era3_char39d76ede_bal_p6144_mistral-nemo-12b_20260917T233648Z.jsonl", "finish_reason": "stop", "item": "gd-06", "leg": "mistral-nemo-12b_think-off", "malformed_turns": [], "model": "mistral-nemo-12b", "n_turns": 4, "parser_ambiguous": false, "parser_rates": [], "part": 5, "pop_index": 27, "question_sha256": "bfdf82e6d534f4d343cc0a958bf2f2cc0ac11c5b88f202485c6f7165ec309dc9", "reasoning_recorded": false, "reply_chars": 657, "reply_lines": 4, "reply_raw_sha256": "418caf3c5f0c74328a16ad3691f7d57f543d0382b68327d9324f92e230c26cf1", "reply_written_sha256": "418caf3c5f0c74328a16ad3691f7d57f543d0382b68327d9324f92e230c26cf1", "sample": 4, "seed": "20260906", "set": "extension", "sheet_retro": [ null, null, null, null ], "think": false, "unit_lines": 15 } ] }