{ "arms": [ { "code_version": "v0.1.0 + 8 commits", "commits_after_v0_1_0": 8, "cost": { "basis": "local model, no provider spend", "usd_total": 0.0 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 1 }, "failure_anatomy": { "judge_correct_categories_1_4": 938, "judge_noise_count": 9, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "extraction_miss": 5, "no_evidence": 4, "ok": 883, "reasoning_miss": 473, "retrieval_miss": 621 }, "stage_counts_categories_1_4": { "extraction_miss": 4, "no_evidence": 4, "ok": 881, "reasoning_miss": 197, "retrieval_miss": 454 }, "trace_ok_categories_1_4": 881 }, "id": "qwen-run1", "ingest": { "claims_minted": 1107, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 6403.1, "reused_vaults_from": null, "units_failed": 0, "units_ok": 272 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [], "llm_extra_body": null, "models": { "ask": "qwen3.8-27b", "ingest": "qwen3.8-27b" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "instruct", "scores": { "ask_error": 0, "judge_error": 1, "macro_judge_pct": 56.5753737188854, "n_correct": 938, "n_judged": 1539, "n_questions": 1540, "per_category": { "1": { "judge_pct": 61.56583629893238, "n": 282, "n_correct": 173, "n_judged": 281 }, "2": { "judge_pct": 55.14018691588785, "n": 321, "n_correct": 177, "n_judged": 321 }, "3": { "judge_pct": 44.791666666666664, "n": 96, "n_correct": 43, "n_judged": 96 }, "4": { "judge_pct": 64.8038049940547, "n": 841, "n_correct": 545, "n_judged": 841 } }, "pooled_judge_pct": 60.94866796621183 }, "self_judged": true, "tokens": null, "vs_baseline": null }, { "code_version": "v0.1.0 + 16 commits", "commits_after_v0_1_0": 16, "cost": { "basis": "local model, no provider spend", "usd_total": 0.0 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 2 }, "failure_anatomy": { "judge_correct_categories_1_4": 938, "judge_noise_count": 9, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "no_evidence": 4, "ok": 870, "reasoning_miss": 478, "retrieval_miss": 634 }, "stage_counts_categories_1_4": { "no_evidence": 4, "ok": 870, "reasoning_miss": 191, "retrieval_miss": 475 }, "trace_ok_categories_1_4": 870 }, "id": "qwen-run2", "ingest": { "claims_minted": 1053, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 5973.2, "reused_vaults_from": null, "units_failed": 0, "units_ok": 272 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [], "llm_extra_body": null, "models": { "ask": "qwen3.8-27b", "ingest": "qwen3.8-27b" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "instruct", "scores": { "ask_error": 0, "judge_error": 2, "macro_judge_pct": 56.26913057415172, "n_correct": 938, "n_judged": 1538, "n_questions": 1540, "per_category": { "1": { "judge_pct": 60.714285714285715, "n": 282, "n_correct": 170, "n_judged": 280 }, "2": { "judge_pct": 55.45171339563863, "n": 321, "n_correct": 178, "n_judged": 321 }, "3": { "judge_pct": 43.75, "n": 96, "n_correct": 42, "n_judged": 96 }, "4": { "judge_pct": 65.16052318668252, "n": 841, "n_correct": 548, "n_judged": 841 } }, "pooled_judge_pct": 60.98829648894668 }, "self_judged": true, "tokens": { "ask": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 180727, "prompt_tokens": 40366819 }, "ask_per_record": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 180727, "prompt_tokens": 40366819 }, "ingest": { "cached_tokens": 6081849, "calls": 2787, "completion_tokens": 423673, "prompt_tokens": 9351545 }, "judge": { "cached_tokens": 54309, "calls": 1540, "completion_tokens": 76971, "prompt_tokens": 782203 }, "total": { "cached_tokens": 6167918, "calls": 6313, "completion_tokens": 681371, "prompt_tokens": 50500567 } }, "vs_baseline": null }, { "code_version": "v0.1.0 + 35 commits", "commits_after_v0_1_0": 35, "cost": { "basis": "local model, no provider spend", "usd_total": 0.0 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 1 }, "failure_anatomy": { "judge_correct_categories_1_4": 923, "judge_noise_count": 6, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "extraction_miss": 4, "no_evidence": 4, "ok": 869, "reasoning_miss": 496, "retrieval_miss": 613 }, "stage_counts_categories_1_4": { "extraction_miss": 4, "no_evidence": 4, "ok": 868, "reasoning_miss": 212, "retrieval_miss": 452 }, "trace_ok_categories_1_4": 868 }, "id": "qwen-run3", "ingest": { "claims_minted": 1069, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 6374.2, "reused_vaults_from": null, "units_failed": 0, "units_ok": 272 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [], "llm_extra_body": null, "models": { "ask": "qwen3.8-27b", "ingest": "qwen3.8-27b" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "instruct", "scores": { "ask_error": 0, "judge_error": 1, "macro_judge_pct": 55.8780318147511, "n_correct": 923, "n_judged": 1539, "n_questions": 1540, "per_category": { "1": { "judge_pct": 58.156028368794324, "n": 282, "n_correct": 164, "n_judged": 282 }, "2": { "judge_pct": 57.1875, "n": 321, "n_correct": 183, "n_judged": 320 }, "3": { "judge_pct": 44.791666666666664, "n": 96, "n_correct": 43, "n_judged": 96 }, "4": { "judge_pct": 63.3769322235434, "n": 841, "n_correct": 533, "n_judged": 841 } }, "pooled_judge_pct": 59.97400909681611 }, "self_judged": true, "tokens": { "ask": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 177022, "prompt_tokens": 40795095 }, "ask_per_record": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 177022, "prompt_tokens": 40795095 }, "ingest": { "cached_tokens": 6282379, "calls": 2880, "completion_tokens": 440881, "prompt_tokens": 9653007 }, "judge": { "cached_tokens": 98055, "calls": 1540, "completion_tokens": 77185, "prompt_tokens": 776396 }, "total": { "cached_tokens": 6412194, "calls": 6406, "completion_tokens": 695088, "prompt_tokens": 51224498 } }, "vs_baseline": { "a_correct_b_wrong": 251, "b_correct_a_wrong": 236, "delta_macro": -0.3910987594006201, "delta_pooled": -1.0142873921305693, "mcnemar_exact_p": 0.5258619817679419, "n_paired": 1537 } }, { "code_version": "v0.1.0 + 17 commits", "commits_after_v0_1_0": 17, "cost": { "basis": "token counts recorded by the harness x Z.ai published GLM-5.3 rates; judge ran locally", "rates_usd_per_1m": { "input_cached": 0.26, "input_uncached": 1.4, "output": 4.4 }, "usd_ask": 59.9, "usd_ingest": 11.45, "usd_judge": 0.0, "usd_total": 71.34 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 2 }, "failure_anatomy": { "judge_correct_categories_1_4": 1221, "judge_noise_count": 4, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "no_evidence": 4, "ok": 1184, "reasoning_miss": 538, "retrieval_miss": 260 }, "stage_counts_categories_1_4": { "no_evidence": 4, "ok": 1184, "reasoning_miss": 163, "retrieval_miss": 189 }, "trace_ok_categories_1_4": 1184 }, "id": "glm-5.3", "ingest": { "claims_minted": 2798, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 28650.0, "reused_vaults_from": null, "units_failed": 0, "units_ok": 272 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [], "llm_extra_body": { "clear_thinking": true, "reasoning_effort": "low", "thinking": { "type": "enabled" } }, "models": { "ask": "glm-5.3", "ingest": "glm-5.3" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "vendor_default", "scores": { "ask_error": 0, "judge_error": 2, "macro_judge_pct": 72.3563832440882, "n_correct": 1221, "n_judged": 1538, "n_questions": 1540, "per_category": { "1": { "judge_pct": 68.32740213523131, "n": 282, "n_correct": 192, "n_judged": 281 }, "2": { "judge_pct": 81.93146417445483, "n": 321, "n_correct": 263, "n_judged": 321 }, "3": { "judge_pct": 54.166666666666664, "n": 96, "n_correct": 52, "n_judged": 96 }, "4": { "judge_pct": 85.0, "n": 841, "n_correct": 714, "n_judged": 840 } }, "pooled_judge_pct": 79.3888166449935 }, "self_judged": false, "tokens": { "ask": { "cached_tokens": 375104, "calls": 1986, "completion_tokens": 171394, "prompt_tokens": 42550929 }, "ask_per_record": null, "ingest": { "cached_tokens": 5108416, "calls": 3853, "completion_tokens": 954616, "prompt_tokens": 9334857 }, "judge": { "cached_tokens": 0, "calls": 1540, "completion_tokens": 71862, "prompt_tokens": 755993 }, "total": { "cached_tokens": 5483520, "calls": 7379, "completion_tokens": 1197872, "prompt_tokens": 52641779 } }, "vs_baseline": { "a_correct_b_wrong": 109, "b_correct_a_wrong": 392, "delta_macro": 16.08725266993649, "delta_pooled": 18.400520156046817, "mcnemar_exact_p": 1.704253907441444e-38, "n_paired": 1536 } }, { "code_version": "v0.1.0 + 23 commits", "commits_after_v0_1_0": 23, "cost": { "basis": "ask and judge ran locally ($0 provider spend); the graph is the glm-5.3 arm's, whose measured ingest cost was $11.45. Not run end to end.", "usd_ask": 0.0, "usd_ingest_of_reused_graph": 11.45, "usd_total": null }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 2 }, "failure_anatomy": null, "failure_anatomy_missing": "not traced: the harness trace was never run for this arm", "id": "glm-graph-qwen-ask", "ingest": { "claims_minted": 2798, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 0.2, "reused_vaults_from": "glm-5.3", "units_failed": 0, "units_ok": 0 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [ "Did not ingest: it reuses the ten vaults built by the glm-5.3 arm, so it was not run end to end and its ingest cost is the glm-5.3 arm's ingest cost." ], "llm_extra_body": null, "models": { "ask": "qwen3.8-27b", "ingest": "glm-5.3" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "instruct", "scores": { "ask_error": 0, "judge_error": 2, "macro_judge_pct": 69.89421215008835, "n_correct": 1188, "n_judged": 1538, "n_questions": 1540, "per_category": { "1": { "judge_pct": 67.5, "n": 282, "n_correct": 189, "n_judged": 280 }, "2": { "judge_pct": 74.76635514018692, "n": 321, "n_correct": 240, "n_judged": 321 }, "3": { "judge_pct": 53.125, "n": 96, "n_correct": 51, "n_judged": 96 }, "4": { "judge_pct": 84.18549346016647, "n": 841, "n_correct": 708, "n_judged": 841 } }, "pooled_judge_pct": 77.24317295188557 }, "self_judged": true, "tokens": { "ask": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 167122, "prompt_tokens": 47092932 }, "ask_per_record": { "cached_tokens": 31760, "calls": 1986, "completion_tokens": 167122, "prompt_tokens": 47092932 }, "ingest": null, "judge": { "cached_tokens": 64, "calls": 1540, "completion_tokens": 74105, "prompt_tokens": 766103 }, "total": { "cached_tokens": 31824, "calls": 3526, "completion_tokens": 241227, "prompt_tokens": 47859035 } }, "vs_baseline": { "a_correct_b_wrong": 120, "b_correct_a_wrong": 369, "delta_macro": 13.625081575936633, "delta_pooled": 16.25487646293889, "mcnemar_exact_p": 1.6835722004154214e-30, "n_paired": 1536 } }, { "code_version": "v0.1.0 + 44 commits", "commits_after_v0_1_0": 44, "cost": { "basis": "flat-rate subscription, cost not per-call metered", "usd_total": null }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 0, "judge_error_categories_1_4": 0 }, "failure_anatomy": { "judge_correct_categories_1_4": 1139, "judge_noise_count": 6, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "ask_error": 1, "extraction_miss": 1, "no_evidence": 4, "ok": 1097, "reasoning_miss": 573, "retrieval_miss": 310 }, "stage_counts_categories_1_4": { "extraction_miss": 1, "no_evidence": 4, "ok": 1097, "reasoning_miss": 210, "retrieval_miss": 228 }, "trace_ok_categories_1_4": 1097 }, "id": "gpt-5.6-luna", "ingest": { "claims_minted": 4202, "conversations": 10, "failed_units": [], "ingest_duration_s_sum": 20039.1, "reused_vaults_from": null, "units_failed": 0, "units_ok": 272 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [ "Flat-rate ChatGPT subscription: no per-call price, so no dollar cost.", "Transport drops sampling fields; sampling preset is vendor_default against the qwen baselines' instruct.", "One category-5 question (conv-41::175) failed at ask and was re-asked; scores use the last row. Its trace stage counts predate the re-ask (ask_error 1 in the stage counts)." ], "llm_extra_body": null, "models": { "ask": "gpt-5.6-luna", "ingest": "gpt-5.6-luna" }, "package_version_recorded": "0.1.0", "provider": "chatgpt", "sampling_preset": "vendor_default", "scores": { "ask_error": 0, "judge_error": 0, "macro_judge_pct": 65.38798789109964, "n_correct": 1139, "n_judged": 1540, "n_questions": 1540, "per_category": { "1": { "judge_pct": 57.09219858156028, "n": 282, "n_correct": 161, "n_judged": 282 }, "2": { "judge_pct": 69.47040498442368, "n": 321, "n_correct": 223, "n_judged": 321 }, "3": { "judge_pct": 51.041666666666664, "n": 96, "n_correct": 49, "n_judged": 96 }, "4": { "judge_pct": 83.94768133174792, "n": 841, "n_correct": 706, "n_judged": 841 } }, "pooled_judge_pct": 73.96103896103897 }, "self_judged": false, "tokens": { "ask": { "cached_tokens": 20224, "calls": 1986, "completion_tokens": 69907, "prompt_tokens": 39436666 }, "ask_per_record": { "cached_tokens": 20224, "calls": 1986, "completion_tokens": 69907, "prompt_tokens": 39436666 }, "ingest": { "cached_tokens": 5914624, "calls": 12575, "completion_tokens": 1249121, "prompt_tokens": 33187985 }, "judge": { "cached_tokens": 0, "calls": 1540, "completion_tokens": 67612, "prompt_tokens": 692832 }, "total": { "cached_tokens": 5934848, "calls": 16101, "completion_tokens": 1386640, "prompt_tokens": 73317483 } }, "vs_baseline": { "a_correct_b_wrong": 155, "b_correct_a_wrong": 355, "delta_macro": 9.118857316947924, "delta_pooled": 12.972742472092285, "mcnemar_exact_p": 4.3066130087987555e-19, "n_paired": 1538 } }, { "code_version": "v0.1.0 + 27 commits", "commits_after_v0_1_0": 27, "cost": { "basis": "local model, no provider spend", "usd_total": 0.0 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 3, "judge_error_categories_1_4": 4 }, "failure_anatomy": { "judge_correct_categories_1_4": 650, "judge_noise_count": 5, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "extraction_miss": 26, "no_evidence": 4, "ok": 587, "reasoning_miss": 470, "retrieval_miss": 899 }, "stage_counts_categories_1_4": { "extraction_miss": 18, "no_evidence": 4, "ok": 584, "reasoning_miss": 264, "retrieval_miss": 670 }, "trace_ok_categories_1_4": 584 }, "id": "gemma4-26b-thinking-off", "ingest": { "claims_minted": 1120, "conversations": 10, "failed_units": [ "conv-42/session-27.md", "conv-42/session-28.md", "conv-42/session-29.md" ], "ingest_duration_s_sum": 3899.8, "reused_vaults_from": null, "units_failed": 3, "units_ok": 269 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [ "conv-42 lost 3 of its 29 session documents at ingest (sealed-plan case collision, issue #14, fixed later), so this arm answered from a thinner graph." ], "llm_extra_body": null, "models": { "ask": "gemma4-26b", "ingest": "gemma4-26b" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "vendor_default", "scores": { "ask_error": 0, "judge_error": 4, "macro_judge_pct": 35.06304940971633, "n_correct": 650, "n_judged": 1536, "n_questions": 1540, "per_category": { "1": { "judge_pct": 44.285714285714285, "n": 282, "n_correct": 124, "n_judged": 280 }, "2": { "judge_pct": 25.3125, "n": 321, "n_correct": 81, "n_judged": 320 }, "3": { "judge_pct": 20.0, "n": 96, "n_correct": 19, "n_judged": 95 }, "4": { "judge_pct": 50.65398335315101, "n": 841, "n_correct": 426, "n_judged": 841 } }, "pooled_judge_pct": 42.317708333333336 }, "self_judged": false, "tokens": { "ask": { "cached_tokens": 220859, "calls": 1986, "completion_tokens": 80830, "prompt_tokens": 29251797 }, "ask_per_record": { "cached_tokens": 220859, "calls": 1986, "completion_tokens": 80830, "prompt_tokens": 29251797 }, "ingest": { "cached_tokens": 10982226, "calls": 5225, "completion_tokens": 602635, "prompt_tokens": 13737327 }, "judge": { "cached_tokens": 0, "calls": 1540, "completion_tokens": 82009, "prompt_tokens": 706308 }, "total": { "cached_tokens": 11203085, "calls": 8751, "completion_tokens": 765474, "prompt_tokens": 43695432 } }, "vs_baseline": { "a_correct_b_wrong": 456, "b_correct_a_wrong": 170, "delta_macro": -21.20608116443539, "delta_pooled": -18.670588155613345, "mcnemar_exact_p": 4.0048502974097585e-31, "n_paired": 1534 } }, { "code_version": "v0.1.0 + 27 commits", "commits_after_v0_1_0": 27, "cost": { "basis": "local model, no provider spend", "usd_total": 0.0 }, "errors": { "ask_error_categories_1_4": 0, "ingest_units_failed": 2, "judge_error_categories_1_4": 2 }, "failure_anatomy": { "judge_correct_categories_1_4": 829, "judge_noise_count": 8, "kind": "trace_stage_counts", "note": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "num_traced": 1986, "num_traced_scope": "all 1986 questions, including category 5", "stage_counts_all": { "extraction_miss": 1, "no_evidence": 4, "ok": 768, "reasoning_miss": 528, "retrieval_miss": 685 }, "stage_counts_categories_1_4": { "extraction_miss": 1, "no_evidence": 4, "ok": 768, "reasoning_miss": 243, "retrieval_miss": 524 }, "trace_ok_categories_1_4": 768 }, "id": "gemma4-26b-thinking-on", "ingest": { "claims_minted": 1957, "conversations": 10, "failed_units": [ "conv-47/session-15.md", "conv-50/session-14.md" ], "ingest_duration_s_sum": 43102.4, "reused_vaults_from": null, "units_failed": 2, "units_ok": 270 }, "judge": { "model": "qwen3.8-27b", "prompt_version": [ "mem0-memgpt-v1" ], "temperature": 0.0 }, "known_defects": [ "2 of 272 ingest units hit the 600 s per-unit timeout and committed nothing (conv-47 session-15, conv-50 session-14)." ], "llm_extra_body": { "chat_template_kwargs": { "enable_thinking": true } }, "models": { "ask": "gemma4-26b", "ingest": "gemma4-26b" }, "package_version_recorded": "0.1.0", "provider": "openai", "sampling_preset": "vendor_default", "scores": { "ask_error": 0, "judge_error": 2, "macro_judge_pct": 45.17968299297707, "n_correct": 829, "n_judged": 1538, "n_questions": 1540, "per_category": { "1": { "judge_pct": 52.669039145907476, "n": 282, "n_correct": 148, "n_judged": 281 }, "2": { "judge_pct": 38.75, "n": 321, "n_correct": 124, "n_judged": 320 }, "3": { "judge_pct": 26.041666666666668, "n": 96, "n_correct": 25, "n_judged": 96 }, "4": { "judge_pct": 63.25802615933413, "n": 841, "n_correct": 532, "n_judged": 841 } }, "pooled_judge_pct": 53.90117035110533 }, "self_judged": false, "tokens": { "ask": { "cached_tokens": 235700, "calls": 1986, "completion_tokens": 1768819, "prompt_tokens": 28893827 }, "ask_per_record": { "cached_tokens": 235700, "calls": 1986, "completion_tokens": 1768819, "prompt_tokens": 28893827 }, "ingest": { "cached_tokens": 14310911, "calls": 7636, "completion_tokens": 12157857, "prompt_tokens": 21230319 }, "judge": { "cached_tokens": 0, "calls": 1540, "completion_tokens": 73489, "prompt_tokens": 687670 }, "total": { "cached_tokens": 14546611, "calls": 11162, "completion_tokens": 14000165, "prompt_tokens": 50811816 } }, "vs_baseline": { "a_correct_b_wrong": 336, "b_correct_a_wrong": 226, "delta_macro": -11.089447581174646, "delta_pooled": -7.087126137841352, "mcnemar_exact_p": 3.991796019413229e-06, "n_paired": 1536 } } ], "baseline": "qwen-run2", "benchmark": { "code_version_label": "each arm's code_version counts its commit's distance from the v0.1.0 tag, as 'v0.1.0 + N commits'; v0.2.0 is v0.1.0 + 59 commits", "code_versions": "measured on development builds between v0.1.0 and v0.2.0 (then named Marginalia)", "dataset": "LoCoMo (10 conversations, 1986 QA; CC BY-NC 4.0, text not included here)", "failure_anatomy": "Trace-stage counts, not judge scores. The harness trace walks each question's evidence offline and records the first stage where it broke: extraction_miss (no claim holds the evidence), retrieval_miss (a claim holds it but recall did not return it), citation_miss, reasoning_miss (the evidence was cited and the judge still said WRONG), no_evidence or ask_error. `ok` means extracted, retrieved, cited and judged correct, so it is smaller than the judge-correct count: an answer the judge marked CORRECT without the traced evidence is counted as a miss here.", "judge_errors": "a question whose judge call returned no label is dropped from the denominator", "macro": "mean of the four per-category percentages", "metric": "LLM-judge % (CORRECT/WRONG), judge prompt mem0-memgpt-v1, temperature 0", "paired_test": "exact two-sided McNemar on discordant pairs; questions without a clean label in either run are excluded", "pooled": "correct / judged over all category 1-4 questions", "runs_per_arm": "one run per arm; qwen3.8-27b has three runs with identical settings, each on a different development commit", "scope": "categories 1-4 (n=1540). Category 5 excluded: the scorer accepts only two literal refusal phrases." }, "name": "Okto Neuron LoCoMo benchmark bundle", "pairs": [ { "a_correct_b_wrong": 266, "b_correct_a_wrong": 266, "both_correct": 671, "both_wrong": 334, "confounds": [ "code version differs: v0.1.0 + 8 commits vs v0.1.0 + 16 commits (product source under src/ differs)" ], "delta_macro": -0.30624314473368486, "delta_per_category": { "1": -0.8515505846466667, "2": 0.31152647975077485, "3": -1.0416666666666643, "4": 0.3567181926278238 }, "delta_pooled": 0.0396285227348514, "discordant": 532, "flip_rate_pct": 34.61288223812622, "mcnemar_exact_p": 1.0, "n_paired": 1537, "purpose": "qwen runs with identical settings on nearby builds (not pure noise; code versions differ)", "run_a": "qwen-run1", "run_b": "qwen-run2", "varied_on_purpose": [] }, { "a_correct_b_wrong": 273, "b_correct_a_wrong": 257, "both_correct": 665, "both_wrong": 343, "confounds": [ "code version differs: v0.1.0 + 8 commits vs v0.1.0 + 35 commits (product source under src/ differs)" ], "delta_macro": -0.697341904134305, "delta_per_category": { "1": -3.409807930138058, "2": 2.0473130841121474, "3": 0.0, "4": -1.4268727705113022 }, "delta_pooled": -0.9746588693957179, "discordant": 530, "flip_rate_pct": 34.46033810143043, "mcnemar_exact_p": 0.5147243403849581, "n_paired": 1538, "purpose": "qwen runs with identical settings on nearby builds (not pure noise; code versions differ)", "run_a": "qwen-run1", "run_b": "qwen-run3", "varied_on_purpose": [] }, { "a_correct_b_wrong": 251, "b_correct_a_wrong": 236, "both_correct": 686, "both_wrong": 364, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 35 commits (product source under src/ differs)" ], "delta_macro": -0.3910987594006201, "delta_per_category": { "1": -2.5582573454913913, "2": 1.7357866043613726, "3": 1.0416666666666643, "4": -1.783590963139126 }, "delta_pooled": -1.0142873921305693, "discordant": 487, "flip_rate_pct": 31.685100845803515, "mcnemar_exact_p": 0.5258619817679419, "n_paired": 1537, "purpose": "qwen runs with identical settings on nearby builds (not pure noise; code versions differ)", "run_a": "qwen-run2", "run_b": "qwen-run3", "varied_on_purpose": [] }, { "a_correct_b_wrong": 109, "b_correct_a_wrong": 392, "both_correct": 828, "both_wrong": 207, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 17 commits (product source under src/ is identical)", "sampling preset differs: instruct vs vendor_default", "judge self-preference (self_judged) differs: True vs False", "ingest curation settings differ: batch 1, concurrency 1 vs batch 32, concurrency 1" ], "delta_macro": 16.08725266993649, "delta_per_category": { "1": 7.613116420945595, "2": 26.479750778816204, "3": 10.416666666666664, "4": 19.839476813317475 }, "delta_pooled": 18.400520156046817, "discordant": 501, "flip_rate_pct": 32.6171875, "mcnemar_exact_p": 1.704253907441444e-38, "n_paired": 1536, "purpose": "vs baseline", "run_a": "qwen-run2", "run_b": "glm-5.3", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 120, "b_correct_a_wrong": 369, "both_correct": 817, "both_wrong": 230, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 23 commits (product source under src/ is identical)", "ingest curation settings differ: batch 1, concurrency 1 vs batch 32, concurrency 1" ], "delta_macro": 13.625081575936633, "delta_per_category": { "1": 6.785714285714285, "2": 19.31464174454829, "3": 9.375, "4": 19.024970273483945 }, "delta_pooled": 16.25487646293889, "discordant": 489, "flip_rate_pct": 31.8359375, "mcnemar_exact_p": 1.6835722004154214e-30, "n_paired": 1536, "purpose": "graph built by glm-5.3 (curation batch differs)", "run_a": "qwen-run2", "run_b": "glm-graph-qwen-ask", "varied_on_purpose": [ "ingest_model" ] }, { "a_correct_b_wrong": 42, "b_correct_a_wrong": 77, "both_correct": 1144, "both_wrong": 273, "confounds": [ "code version differs: v0.1.0 + 23 commits vs v0.1.0 + 17 commits (product source under src/ is identical)", "sampling preset differs: instruct vs vendor_default", "judge self-preference (self_judged) differs: True vs False" ], "delta_macro": 2.4621710939998565, "delta_per_category": { "1": 0.8274021352313099, "2": 7.165109034267914, "3": 1.0416666666666643, "4": 0.8145065398335305 }, "delta_pooled": 2.145643693107928, "discordant": 119, "flip_rate_pct": 7.747395833333333, "mcnemar_exact_p": 0.0017105290774106674, "n_paired": 1536, "purpose": "unattributed remainder", "run_a": "glm-graph-qwen-ask", "run_b": "glm-5.3", "varied_on_purpose": [ "ask_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 155, "b_correct_a_wrong": 355, "both_correct": 783, "both_wrong": 245, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 44 commits (product source under src/ differs)", "sampling preset differs: instruct vs vendor_default", "max_tokens differs: 32768 vs 16000", "judge self-preference (self_judged) differs: True vs False", "ingest curation settings differ: batch 1, concurrency 1 vs batch 1, concurrency 8" ], "cross_checked_against": [ "paired comparison stored with arm gpt-5.6-luna (vs qwen-run2)" ], "delta_macro": 9.118857316947924, "delta_per_category": { "1": -3.622087132725433, "2": 14.018691588785053, "3": 7.291666666666664, "4": 18.78715814506539 }, "delta_pooled": 12.972742472092285, "discordant": 510, "flip_rate_pct": 33.159947984395316, "mcnemar_exact_p": 4.3066130087987555e-19, "n_paired": 1538, "purpose": "vs baseline", "run_a": "qwen-run2", "run_b": "gpt-5.6-luna", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 149, "b_correct_a_wrong": 350, "both_correct": 789, "both_wrong": 251, "confounds": [ "code version differs: v0.1.0 + 8 commits vs v0.1.0 + 44 commits (product source under src/ differs)", "sampling preset differs: instruct vs vendor_default", "max_tokens differs: 32768 vs 16000", "judge self-preference (self_judged) differs: True vs False", "ingest curation settings differ: batch 1, concurrency 1 vs batch 1, concurrency 8" ], "cross_checked_against": [ "paired comparison stored with arm gpt-5.6-luna (vs qwen-run1)" ], "delta_macro": 8.81261417221424, "delta_per_category": { "1": -4.4736377173721, "2": 14.330218068535828, "3": 6.25, "4": 19.143876337693214 }, "delta_pooled": 13.012370994827137, "discordant": 499, "flip_rate_pct": 32.423651721897336, "mcnemar_exact_p": 1.0952012880787598e-19, "n_paired": 1539, "purpose": "luna vs each qwen run", "run_a": "qwen-run1", "run_b": "gpt-5.6-luna", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 146, "b_correct_a_wrong": 362, "both_correct": 777, "both_wrong": 254, "confounds": [ "code version differs: v0.1.0 + 35 commits vs v0.1.0 + 44 commits (product source under src/ differs)", "sampling preset differs: instruct vs vendor_default", "max_tokens differs: 32768 vs 16000", "judge self-preference (self_judged) differs: True vs False", "ingest curation settings differ: batch 1, concurrency 1 vs batch 1, concurrency 8" ], "cross_checked_against": [ "paired comparison stored with arm gpt-5.6-luna (vs qwen-run3)" ], "delta_macro": 9.509956076348544, "delta_per_category": { "1": -1.0638297872340416, "2": 12.28290498442368, "3": 6.25, "4": 20.570749108204517 }, "delta_pooled": 13.987029864222855, "discordant": 508, "flip_rate_pct": 33.008447043534765, "mcnemar_exact_p": 3.3280226744361905e-22, "n_paired": 1539, "purpose": "luna vs each qwen run", "run_a": "qwen-run3", "run_b": "gpt-5.6-luna", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 210, "b_correct_a_wrong": 127, "both_correct": 1011, "both_wrong": 190, "confounds": [ "code version differs: v0.1.0 + 17 commits vs v0.1.0 + 44 commits (product source under src/ differs)", "max_tokens differs: 32768 vs 16000", "ingest curation settings differ: batch 32, concurrency 1 vs batch 1, concurrency 8" ], "cross_checked_against": [ "paired comparison stored with arm gpt-5.6-luna (vs glm-5.3)" ], "delta_macro": -6.968395352988566, "delta_per_category": { "1": -11.235203553671028, "2": -12.46105919003115, "3": -3.125, "4": -1.0523186682520844 }, "delta_pooled": -5.427777683954531, "discordant": 337, "flip_rate_pct": 21.911573472041614, "mcnemar_exact_p": 7.182060208679745e-06, "n_paired": 1538, "purpose": "luna vs glm", "run_a": "glm-5.3", "run_b": "gpt-5.6-luna", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 456, "b_correct_a_wrong": 170, "both_correct": 479, "both_wrong": 429, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 27 commits (product source under src/ differs)", "sampling preset differs: instruct vs vendor_default", "judge self-preference (self_judged) differs: True vs False", "ingest defects differ: qwen-run2: none; gemma4-26b-thinking-off: lost 3 conv-42 documents at ingest (session-27, 28, 29; server error 500)" ], "delta_macro": -21.20608116443539, "delta_per_category": { "1": -16.42857142857143, "2": -30.139213395638627, "3": -23.75, "4": -14.506539833531512 }, "delta_pooled": -18.670588155613345, "discordant": 626, "flip_rate_pct": 40.80834419817471, "mcnemar_exact_p": 4.0048502974097585e-31, "n_paired": 1534, "purpose": "vs baseline", "run_a": "qwen-run2", "run_b": "gemma4-26b-thinking-off", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 336, "b_correct_a_wrong": 226, "both_correct": 601, "both_wrong": 373, "confounds": [ "code version differs: v0.1.0 + 16 commits vs v0.1.0 + 27 commits (product source under src/ differs)", "sampling preset differs: instruct vs vendor_default", "judge self-preference (self_judged) differs: True vs False", "ingest defects differ: qwen-run2: none; gemma4-26b-thinking-on: 2 ingest units timed out at 600 s and committed nothing (conv-47 session-15, conv-50 session-14)" ], "delta_macro": -11.089447581174646, "delta_per_category": { "1": -8.04524656837824, "2": -16.701713395638627, "3": -17.708333333333332, "4": -1.9024970273483959 }, "delta_pooled": -7.087126137841352, "discordant": 562, "flip_rate_pct": 36.588541666666664, "mcnemar_exact_p": 3.991796019413229e-06, "n_paired": 1536, "purpose": "vs baseline", "run_a": "qwen-run2", "run_b": "gemma4-26b-thinking-on", "varied_on_purpose": [ "ask_model", "ingest_model", "llm_extra_body" ] }, { "a_correct_b_wrong": 171, "b_correct_a_wrong": 347, "both_correct": 479, "both_wrong": 537, "confounds": [ "ingest defects differ: gemma4-26b-thinking-off: lost 3 conv-42 documents at ingest (session-27, 28, 29; server error 500); gemma4-26b-thinking-on: 2 ingest units timed out at 600 s and committed nothing (conv-47 session-15, conv-50 session-14)" ], "delta_macro": 10.116633583260743, "delta_per_category": { "1": 8.383324860193191, "2": 13.4375, "3": 6.041666666666668, "4": 12.604042806183116 }, "delta_pooled": 11.583462017771993, "discordant": 518, "flip_rate_pct": 33.76792698826597, "mcnemar_exact_p": 8.223024544148867e-15, "n_paired": 1534, "purpose": "thinking off vs on", "run_a": "gemma4-26b-thinking-off", "run_b": "gemma4-26b-thinking-on", "varied_on_purpose": [ "llm_extra_body" ] } ], "schema_version": 3, "verdicts": { "by_arm": { "gemma4-26b-thinking-off": "WWCWCWCWWWWWWCWCWWCCWWWWCWWCCCWWWCWWWWWCWWWWWWCCWWWCCWWCWCWWCWWWWCCWWCCWWWWWWWWCWWCCCWWWCCCCWWWCWWCCCCWWCCCCCCCCWCWCWCCCCCCWWCWCCCWCCCWCCCWCWWCWWWWWWWCWWCCCCCWCWCCCWCWWWCCCWCWCWCWCCCWWWWWCCCWCCCCCCCWWWWCCCWCCWCCCCWWCCCCCCCCCCWCCCWWCCWWWCWWCWWCWWCCWCCWCWWWWWWCWWCWCWWCWWCWWWWWWWCWCWWCEWCWWWWWWWWCWWWCCCWWCWWCWCCWCWCCCCWWWWWWCWWCWWWWWWCCCWCWCCWCWCCCCCWCWCWWWWWWWWCCCWWWWWWWWCCCWWCCWCCCCWCCWWWCCCWWCCWWCWWWWWCWWWWWWWCWCWWCWCCCCCWWWWWWWCCWCCCWWCWWWWWWWWWWWWWWCWWWWCCWWWWWCCCWWWWWCWWCCWCWCCCCWWCCCCCWWCCWWCCCCWWWCCCWCCCCCCCCWWWWWCWWCCCCCCCCCWCCCCCCCWWWCWCWWWWWWWCCCWCWWCCCWWWWWWWWWWWWWWWCWWCWWWWWWWCWWWCCCWWWWWWWWWWCWWWWCWWWWCCWWWCWCWWWCWWWWWWWWWCWWWCWWCWWWWCWWCWWWWCWWWCCWWWWCWCWWWWWCCCWWWWWWWCWWCWWCCWWWWWWWWWWCCCCCCCWCCCWWWWCCCCCCCWCCWWWWWWWWWWCWWCCCWWWWCWCWWWCWCWWCCWWWCWWCWWWWCWWCWWWWWCWWCCCCWWCWWCCCCWCCCWWWWCCCWEWWWWWCCWCCWWWCCCWCCCCCWCCCWWWCCWWCWWWWCCCCCCWCWWWCCWCCWWWCCCCCWWWWWWWCCWWWCCWWWCCWWWWWCWWCWWWCWWWWWWWWWWWWWWWWWWWCWWCWCWWWWWWWCWWCCWWWWWCWCWWCWWCWWWWCCWWWCCCCCWCCWWCWWWWCCWWWWWWCWWWWCCCCCWCCCCCCCCCWWWCWCWCCWWWWCCCCWWWCWWCCWCWCCCWCWWCWCWCWWWWWWWWWWWWWWWWWCCWWCWWWCCWWCWCWCECWWWWWWCCWWCCCWCCWCCCCWWWCWWCCWWWWEWWWWWCCWCCCCCWCWCWWWWCWWCCCWCWWWWCWWCWWCCCCWCCCWWWWCCWWWWWCCWWCCCCCWWCCCWWWCCCCCCCCCCCCWWCCCCCWWCWWCCWWCCCWWWWWWWCCWCWWWCCCWCWWWWWWWWCCCCCCWWWWCWCCCWCWCCCWCCWWWWWWWCWCCCCWWWWCWCWWWWWWWWWWWCCCWWCCWCCCCWCCCCCCWWCCWCWWWWWWWWWCWCCCCCCWWWCWWWWWCCWWWWWWCCWCWCWCCCWWWWWWWWWWCWWCCCCWWWWWCWCCCCCWWWCCCWCWWWCWWWWWCWWWCWWCWCCCWWWCCWWWWWWWWWWCCCWCCWWCCWWCWCWCCWWCCWCCCCCWWWWWWCCCWWWWWWCWWWCCCCWWWCCCCCCCWWWCWWWWCWCCWWWWCWWWWWCWCWWW", "gemma4-26b-thinking-on": "CWCCCWCWCCCCWCWCCCCWWCWWCCWCWCWCWCWWWCCCWWCCWCCCCWWWCCWCWWWWWCWCWCWCWCCWWWCWCWCCWWCCWWWWCCCCCCWCCCCCCCWCCWCCCCCCCCWCCCCCCCCWWCWCWCWCCCCWWCWCCCWCWCCCCCCCWCCCCWCCWCWCWWCCCCCCCWCWWCWCCCCWCWWCWCWCCCCCCCCWCCCCWCCCWWCCCCWWCCCCCCCCCCCWCWWWWCCWWWCWWWCCWCCWWWWWWWWWCCCCWCWCWCCCWWCCCWWCWWWCWWWCWWWWCWWCWWWWWWCCWWWCWCWCCCCCCWCWCWWWCWCCWCCCCWCWCCWWWCWCWCCWCCCCCWCCCWWWWCWCWWCCWCCCCWCCCCCWCCCCWWCWCWCWCWCCCCWCCWWCCWWWWCWWWWWWCCWCWWWWCCCWWCWWWWWWWWWCWCCCCCWWCWWCCCWWWWCCWWWWWCWWWWWCWCWWWWCCWWWCCCCCCCCWWCCCCCWCCCCCCCCCWCCWWWWCCCWCWCCWWCCCCCWCCCCCCCCCWCCCWCCWCWWCCCWCWWWCWCCCWCWWCCCWCWCCWWWCWCCWWCCCCCWWWWWWWCWWWCCCWWWWWWWWWWWCWWWCWWWWWCCCWCWCCWWCWWWWCWWWWCCWCCCWWWWWWCWCCCWCWCWCWCWCCCWWCCCCCCCCCCWWCWWWCCWWCWWCCWWCCCCCCCCCCCCWWWWWCCCWWCCWCWCWCCCWWWWWWCWCCCCCCCWCWWWCCWCCCCCWCWWCCCWWCCWCWWWCCCWWWWWCWCCWCCWWWCCWWWWCCCCWWWWWCWCCWWWWCWCCCWWWCCCWCCCCCCCCWWCWWCCCCCWCWWWWCWWWCCWCCCWCCWCCWWWCCCCCCCCWWWCCCWWWWWWWWCCWWWWWWWWCWWCWCCWWWCWWWWWWWWWWWWWCWWCWWWWWCWWCWWWCCCWWWEWWCWWCWCWWWWWWCWWCCCCCCWCCCCWCWWWCCCWWCWWCWWWWCCWWWCCWCCWCWCCWCWCCCCCCCCCWWCCCWWWCWCCWCCWCWWCCWCCCCCCWWWWCCWWWWCCWCWWCWWCWCWWCCCWWCWCWCCWWWWWWWCWCCWCCWCCWCWWCCWWCWWCCWWCCCWWEWWCCCWCCCCWCWCWWWWWWWCWCCWWWWCWWWCWCCCCWWWCCWWWWCCCCCCCCCWCCWWWCCCCWCCCCWCCCCCWWCCCCCWCCCCWWWCCCCCWCCCCWCCCWWWCCCCCWWWCCCCCCWWWWCWCWWCCCWCWCCWWWCWCWCWWWWCWWWCCWWCWCCCWCCWWWWWWWWWCCCCWCCCCCWCWCCCCWCWCCCWCCWWWWWWWWCCCCCCCCWCCCCCCCCWWCWCWWCCCCWCCWWCWCCWCWCWCCWCCCCCWCCWCCCWCCCCCCCCCCCCCWCWWWCWCCCWCCCWWCCWWWWWWCWWWWCWWWCWWWWWCWCWWCCCWCCCCWWWWCCCWCCCWCCWCWCCCCCCCWCCCCCWWCCCCWWWCCWCCWCCCCCCWCCWCCWCWWCWWCCCWWCWCCCWWCCWWW", "glm-5.3": "CWCCCWCCCCCCCCWCCCWCCCCWCCWCCWCCCCCCCCCCWCCWCCCCCCCCCCCCCCCWCWCCCCWCWCCWCCCWCCCCCWCCCCCCCCCCCCCCCCCCCCCCWCWCCCCCCCCCCCCCCCCCWCCCCCCCCCCWCCCCCCCWWWWWCWCWCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCWCCCCCCCCCCCCWCCCCCCCCCCCWWCCCWCWCCCCCCCCCWCCCCWCCWCWCCCCWCCCCCCCWCCWWCWCWCWCCCWCCWCCWCCCCWWWCCWCCWWCCCCCCCWCCWCWCWCCCWCCCCCCCCCCCCCCCCWCCCCCWCCCCCCCCCCCCCWCWCCWCCCCCCCWCCCCCCCCCCCCCCCCCWCCCCCCCWCCCCCWCCCCCWCCCWCCCWCCCWCCCCCWWWCWCWCCCCCWWCCCCCCWCCCCCCWCCWWWCWCCCWWWCCCWCWCCCCCCCCCWWCCCWCWCWWCCWWCCWCCCCWCWCCCCCCCCCCCWCWCCWWCCCCCCCWCCCCCCCCCCCCCCCCCCCCWCWCCCCCCCCCCCCCCCCCCCCCCCCCWWCCCCCCCCCCCCCCCCWCCCCCWCCWWWCCCWCCCWCWCWCWCCWWWCCWCCCCWCCCWCWCWCCCCCCWCWWWCWWCCWWCWCCCWCCCWCCCCCCCCCCCCCCCCCCCCCCCCCCCCCWCCCCCCWCCCCWWCCCCCCCCCCCCCCWCCWCCCWWCCCWCCWCCCCCWWWCCCCCCCCCCCCWWWCWCCCCCCCCCCCCCWWCCCCCCWCCCWWWWWWCCCCCCCCWCCWCCWCCWCWWWWWCCCCCCWCCWCWWCCWWCCCCCCCCCCCCCCCCCCCWCWCCCCWCWWWCCCCCCCCCWCCCCCWCCCCCCCCCCCCCWCCCCWWWCWCWCCCWWWCWCCCCWCWWCWCWCWWCCCCCCCCWWCCCCCCWCWCCWWCCWCCCCCWWWCCCCCCCCCWCCCCCCWCCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCCCCCCCCCCWCCCWCWCCCCCCCCCCCCCWCCCCCCCCCWCCCCWWCCCWCCWCCCCWWCCCCCCCCCCWCCCCCCWCCWCCCCCCCCCCCCCCCCCCCCCWCCWCCCWCWCCCCCCCCCWEWWCCCCCCCCECWCCCWWCCCCCCCCCWWWCCCCCCCCCCCCCCCCCWCCCCCCCCCCCCWCCCCCCCCWCWWCCCCCCCCCCCCWCCCCWCCCCWCCWWCCCCCCWWWWCCCCCCCCCCCCWCCCWCCCCCCCCCCCWCCCCCCWCCCCCWCCCCWCCWCCCCCCWCWCCCCCCWWCCCCCWWCCCCCCCCCCCCCCCCCWCCWWCCWCCCWCCCCCWCWCWCWCCCCCCCCCCWCCCCCCCCCCWCCCCWCCCWCWWWCWCCCWCCCCCCCCCCWCCCCCCCCWCCCWCCCCCCCWWCCWCCCWWCWCCWCCCCCWWWWCCCCWCCCCCCCCCCCCCCCCCWCCWWCCCCCCCCCCCCCCCCCWCWCWCCCWCCCCWCCCCCCCCCCCCWCWCWCCCCCCCCCWCCCWCCCCCC", "glm-graph-qwen-ask": "CWCCCWCCCCCCCCWCCCWCCCWWCCWCCWCCCCWCCCCCWWCWCWCCCCCCWCCCWWCWCWCCCCWCWCCWCCCWCCCWCWCCCWCCCCCCCCCCCCCCCCCCWCWCCCCCCCCCCCCCCCCCWCCCCCCCCCCWCCWCCCCWWWWWCWCWCCCCCCCCCWCCCCCCCCCCCWCWCCCCCCCWCCCCCCCCCCCWWCCCCCCCCCCCWWCCCWCWCCCCCCCCCCCWCCWCCWCWCCCCWCCCCCCCWCWWECWCWCWCWCWCCWCCWCCCCWWWCCCCWWCCCCWCCWWCCWCWWWCCCWCCCCCCCCCCCCCCCCCCCCCCWCCCCCCCCCCCCCWCWCCWCCCCCCCCCCCCCCWCCCCCCCCCCWCCCCCCCWCCWCCWCCCCCWCCCWCCCWCCCWCCCCCWWWCWCCCCCCCWWCCWCCCWWCCCCCWCCWCWCCCCCWWWCCCWCWCCCCWCCCCWCWWCWCCCWWCCWWCCWCCCCWCWCCCCCCCCCCCWCWCCWWCCCCCCCWCCCCCCCCCCCCCCCCCCCCWCWCCCCCCCCCCCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCCCCCCCCCWWWCWWCWWCWCCCCCWCWWWCCWWWCWWCCCCWCCCWCCCWCCCCCCWCWWWCWWCCWWCWWCCWCCCWCCCCCCCCCCCCCCCWWCCCCCCCCCCCCWCCCCCCWCCCCWWCCCCCCCCCCCCCCWCCWCCCWWCCCWCCWCCCCCWWWCCCCCCCCCCCCWWWCWCCCCCCCCCCCCWCCCWCCCCWCCCWWWWWWCCCCCCCCWWCWCCCCCWCWCWWWCCCCCCWCCWCCWCCWCCCCCCCCCCCCCCCCCCCCWCWCCCCWCWWWCCCCCCCCCWCCCCCCCCCCCCCCCCCCCWCCCCCWWCWCWCWCWCWCWCCCCECCWCWCWCWWCCCCCCCCWWCCCCCCWWWCCWWCWWWWCCCWWWCCCCCCCCCWCCCCCCWCCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCCCCCCCCCCWCCCWWWCCCCCCCCCCCCCWWCCCCCCCCWCCCCCWCCCWCCWWCCCWWWCCWCCCCCCWWCCCCCWWCWCWCCCCCCWCCCCCCCCCCCCWCCCCCCWCWWCCCWCCCCWCWWCCCCCCCCCCWCCCWWCCCCCCCCWWWWCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCWCCCCCCCCWCWWCCCCCCCCCCCCWCCCCWCCCCWCCWCCCCCCCCCWWCCCCCWCCCCCCWCWCWCCCCWCCCCCCWCCWCCCWCCCCCWCCCWWCCCCCCCCCWCCCWCCCWCWCCCCCWCCCCCCCCCCCCCCCCCCWCCWWCCWCWWWCCCCCWCWCWCWCCCCCCCCCCWCCCCCCCCCCWCCCCWCCCWCWCWCCWCCWWCWCCCCCCCCCCCCCCCCWCCWWCCCWCCWWWWCWCCCWWCCCCCCCCCCWCWWCCCCWCCCCCCCCCCCCCCWCCCCCWWCCWWCCCCCCCCCCCCCWCWCWCCCWCCCCWCCCCCCCCCCCCWCWWWCCCCCCCCCWCCCWCCCCCC", "gpt-5.6-luna": "CCCCCWCWCWCCCCCCCCWWCWCWWCWCCCCWCCCWCWCCWWCWWCCCWWCWCWCWCCWWWCWCCCWCWCCCCCCCCWWCWCCCCWCCCCCCCCCCCCCCCCCCWCWWWCCCWCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCCWCCCCCCCCCCCCWCCCCCCCCCCCCCCCWCCCCCCCCWWCCCCCWCCCCCWWCCCCCWCCCCCWWCCWCCWCCCCCCCCCWCCCCCCCWWCCCCCWWCCWCCCWCCCWCWCWCCCCCCWCWCCWWCCWWWCCWWCCWWCCCCCCWCCCWCWWCCCCWWCCCCCCCCCCCCCCCCCCWCCWCWCCWCCCCCCCCCCWCCWCCCCCCCCWCCCWCCCCCCCWCWCCCCCWCCCCCCCWWWWCCWCCWCCCCWCWWCCCWWCWCCWWWCCCCCCCWCWWCCCCCWWWCCWCCWCCWWCCCCCCWWWCCCWCWCWCWWCCCCWCWWWCCWCCCCCWWCCWCWCCCCWWCWCCCCCCCWWCWCCWCCWCWCCCCCCCCWCCCCCCCCCCCCCCCCCWCCCCCCCCWCCWCWWWCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCWWCWCCWWWWCCCCCCCCWWWWWCCWWCCWWWCCCWCCCWCCCWCCWWCCWCWCWCWWCWWWCCWCWWCWCWCCCWCCCCCCCCCCCWCCCCCCCCWCCCCWCCCCCWWCCCCCWCCCCCWCCCCCCCCWCCCCCCWCCCCCCCCCCCWCCCWCCCCCCCCCCCCWCWCCCCWCCCCCCCCCCWWCWCCCWWCCCCWWWWWWCCCCCCCCCCWCCCCCCCWCWWWCCCCCCWWCWCCCCCCCCCCCCCCCWCCCCCCCCCWCCCCCCCWCCCCCWCCCCCCCCCCCCCCCCCCCCWCCWCCCWWCCCWWWWWWWCCCCCWWWCCWCWCWWCWCWWWWCWCCCCWCCWCCCCCCWCCCCWWCWCWWCWWCCWCCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCCWCCCCCCCCCCCCCCWWCWWCCCCCCWWCCCWCCCCCCCCCCCCCCCCCWWCCCCWCCCWCCCWCCCCWWWCWWCWCWWWWCCCCWCCCCWCWCCWCWCCCCCWWCCCCCCWWCCCCWCCWCCWWCWCCCWWCCCWWCCCCCCWWCCCWCCWCWCCWCCCCWWCWWWWCCWCCWCCCCCCCCWCCWCCCCCCCCCCWCCCCCCCCCCWCCWCCCCCCCCCCCCWCCWCWWCCCCWWCCCCCWWWCWWCCCCCCWCWCCCCWCCWWCCCCCCCWCWCWCCWCCCWWWCCCWCCWWWWWWCCWCCCWCCCWWWCWWWCCWWCWWWCCCCCCCCCCCCCCCCCCCWWCCWCCWCCCCCCWCWCCCCCCCCCCCCCCWCCCCCCCCCCWCCWWCCCCCCCCWCWCCCWCCCWCCCCCCCCCCCWCCCWCWWWCCCCCCCCWCCWCCCWWCCCCCCCWCCWCWWWWCCWCCCCWCCCCCCWCCWCCCCCCCWCCCCCCCCCCCWCCCCCCWCCCCCCCCCCCCCCWCCCCCCCCCCCWWCCCCCCCCWWCCWWCCCCCC", "qwen-run1": "CCCCCWCCCWWCCCWCCCCCCCWWCCWCWWCWCWWWCCCCWWCCWCCWWCCCCWCWWCWWWWWCWCWWWCCWCCCWCCCWCWCCWCCCCCCCCWCCCCCCCWCCCWCCCWCWWWWWWWWWWWCCCCCCCCWWCCCCCCWCCCCCWCCCCCCWCCCCCCCCCWCCWCWCWCCCCCCCCCCCWWWWWWCCCWWCCCCCCCCWWWCWWWCCCCWCCCCCCCWWCWCCWWWWCWWCCCCWCCCCWCCCCCCCCCWWCWCWCWCCWCWWWWCCWCCCCWWCCCWCCWWCWWCCWWWCWWWWWCCCCCCWCWWWCCWCCCCWCCCWCCWWWWWCCCWCCCCCCCCCWWCCCCCCCCCCCCCCWWWWWCCCWWWWWWWCCCCWCWCCWWWWWCCWWWCWWWCCCWCCCWWCWCCWWWWWCCWCWWWWWCCCCCWWWCCCCCWCCWWWCCCWCWWWCCCWCWCWCWWCWCCWCWCCWCCCWWCCWWCCWCCCCWCWWCWWCCCCWWWCCWWWWCCCCWWWCCCCCCWCWWWCWWWCWCWWCCCCWCCCCCCCWCCWCCWWWCCCCCCCCCWWCWCWWWWWCCCCCCCWWCCCCCWCWWWWWWCCCCCWWWCWWWWCWCWCWCWCCCWCCCWWWCWCCWWCWWWWWWCWWWWWWCCWCCWWCCWWCCCWWCCCWCCWWWWWWCCWWWCWCCCWCCWWWCCCCCWCCWCCCWCWCCCCCCWCCCCCCWWWCWCCWCCWCCCWCCCWWWCWWWWWCWWCWWWCCCCWCCWWCWWCCCWWWWCCCCWCCCWWCWWCWCWWCCWCWCCWWCWCCCCCCWWWCWWCWCWWCWCCWCCCCWCWCCCCCCWCCCCCCWWCCCCCCCCWCCCWWCCWWCCCCCCCCCCCCCCCCCWWWWWCCWWWCWWWWCCWWCWCCCWCWCCCCCCCWCCCWCCWWCCCCWWWCWCWCCWCWCWWWWWCWWWWCCCWWWCWWCCCCCCWCWWWCCCCCWCCCCCCCCCCCCCCCWCCCCWWWCWCCWCCCCCCCCCWWWWWWWCCCCCWCWWCWCWCCCWCWCCCCWCCCCCWCCCCWCWWWCWCCCWWWWWCCCCWCWWCCCWCCCCWCCCCCWWWCCWWWWCCCCCWCWWCCCWCWWCCWCCCCWWCCCCCWWCCCCCCWCCWWWCCCCCWWCWWWCWCWCWWCCCCCCCCCWCCCCCCCCCCWWCCCCWWWCCCCCWWCWWCCWCCCCCCCWWWCWWCCCCCCCWWCCCWECCCWCCCCCCCCCWWCCWCWWWCWWCCWCCWWWWCCWCCCWCCCCCCCCWWWCCCCCCCCCWCCCCWWCWCWCCWCCWCCCCCWCCCCCCWCWWWWWCWWWCCWCWWWCCCWCCCCCCCCCCCCCCCCCCWCCWCCWCCCWWWCCWWWCCCCCCWWWWCCWWCCCCWWWCCWCCCCCCCCWCCCWCWCWCCWWWWCCCCCWWCCCCCWCWWCWCWWWCCCWCCCCWCCCCCCCCWCCCCCWWCCCCCCCCWCCCCCCCCCWWWCWCWWWCCWCCCWCCCCCCCWWWWWWWWWWWCCCCCWWCCCWWCCCWW", "qwen-run2": "WCCCCWCCWWWCWCCCCWCCCWWWCCWCWWCWWWCCWWCCWCCCCCCWCCCCCWWWWWWWWWWCWCWCWCCWWWWCWWWCWCCCCCCCCCCCCWCCCCCCCCWCWCWWWCCCCWWWCCCCCCCCCCWCCCWWCCCWCWWCCCCWWCWCCCCWCCCCCCCWCCWWCCCWWCCWCCCCCCWCCCCWCCCCCWWCCCCWCCCCCCCCWCCWWCCCCCCCCCCCCCCCCWCCCCCCCCCWWWWWWCCCWWWCWCWCCWWWWCWCWCWCWWCCCCCCCWWWWWWWWWWCCWCCCCWCCWCWWWCCCCWWWWCWCCCWWWWCCCCWCWWWWWCCCCWCCCCWCCCCWCCCCCCCCCCCWWWWWCWCWWCWWCCCCCCWCCCCCWCCWCWCCCCCCWECWCWWCWCCCCCWCCCWWWWWCCCCCWWWWWCCWWWWWWCWCCCCCWWWCCWWCWWWCCCWCWCCCCWWCCWWCWCWCCCWWCCWWWCWCCCWWCCWWCWWCCCCWCWWCWCCWWWCCCCCCWWWWCCCCCCCCWCCCCCWCCWWWCCCWCCCCCCCWCWWWCCCCCCCCCCCCCCCCCCCCWWCWCCCWWCCCCWWWWWWWCCWCCCCWWCWWWWWWWCWCWWCWCWWWCWCWCWCCCWWWWCWWWCWWCCWWCCWCCWWWCWWWCCWWCCCCCCCCCCWWCWCWWCWCCCCWWWCCCCWCCWWWWCWWWWWCCCCCCCWWWWWCWCWWCCCCCCWCCCCWCWWWWWWWWWCCCCCWWWCCCCWWCCWCWWCCCWWCWCCWCCCCCCWCWCCWCWCCCWCWCCWCCCCCCCCWWWCCCCCCWWWCWCCCCCCCWCWCCCCCWCCCCWCWCCWCCCCCCCWCWWCCCWWWWWWWWWCCCCCCCCCWCCCWCCCCWWWCWWWWCCWWCWCCCWCWCCCCWCCWCCCWCWWCWCCCWCCWWCCCCWCWWWCWWWCCWWWWCCWCCCWWWWWWCWCCCCCCWCCCCCCCCCCCCCWCCCCCCCCCWCWWCWCWWCCCWCCCCCWWWCWCWCCWWWCCCCCWWWWWCWWCCCCCCCCCWCWCWCWCCWWCCWCWWCWCCCCCCCWCCCCWWWWWWCWCCWCCCCCWWWWCWCCCCCCCCWCCCWCWCCCCCCCCWWWWWWWCWCCCCCCWCCWWWWCCCCCCCWWCCCCWCCWWWCWWWCCCCCWCCWCCCCCCWCCWWWWWCCCCCCCCCWCCCWWWWCCCWCCCCWWCCWCCCCWWWCCCCCCWWCCCCWWWCWCWCCWWCWCWWCWCCCCCCWWCWWWCWWWCWCWCCCCWCCWCWWWCCCWWWWWWWWCCCCCCCWWCCCCWCCCCCCCCWWWCCCCWWCWWWCWWCCCCCCCCCCCCCCCCCWCCCCWCWCCCWWCWWWWCCWCCCCWCWCWCECCCWWCWCCWCCCCCCCCCCCWCWCCWWCCCWCCCCCCWWWCCCCCCCCWCWCCCCCWWWWCCCWCCCCCCCCCWWWCCCCCWWWWWCCCCCCWCCCWCCCCCCWWCCCCCCWCCCWCWCCCCCCCWWWWWWWWCCCCWWWWWWWWWWCCCWCW", "qwen-run3": "CCCCCWWCWWWCCCCCCCCCWCWWCCWCCWCCCCWCCWCCWWCWCWCCCCCCWCCWWCWWWCCCCCWCWCCWWCCCWCWWWWCWWCCCCWCCCCCCCCCCCCCCWWWWWCCCWCCWCCCCCCCCWCCWWCCCCCCWCCWCCCCCWCCCCCCCWWCCCCWCCWCCCCCCCCWCWCCCCCCCWWCWCCCCCWWCCCCWWCCWWWWWWWCCWCCCCCCWWCCCCWCCCWCWCCCWCWCCCWCWWCCCWCCCWCCWWWWWWCWCWCCCWCCCWCCCCWWCWWCWWWCCCWWCCCWWWWCWWWCCCCCCWWCCCWCCCCCCCCWWWWWWWCCCCCCCCCCCCCCCWCCCCCCWCWCCWWWWWWWWWWCWWCCCCCCCCCCCWWWWWWWWWCCCCWCCWCCCCWWCCWCCWCWWWWCWCCWWCCCWWWCCCCWWWCCWWCCCCCWWCCWWCWWWCCCWCWWCCWWWCCCWCWCWCCWWWWCCWWCCCCCCCCCCWCWCCWWCWWCCCWCCWWWCCCCCWCWCWCCCWCCCCWCCCCCWCCWWWCWCCCCCCCCCWWWWWCCCCCCCCWWCWCCWCCCWWCWCWWWCWWCWCCWWCWWWWWCCCCCWWWCWWWWCWCWWCWWCWCWWCWWCWCCCCCCWWCWWWWCWWCCWWWCCCCWCCCWCCWWCWCCCCCCCCCWCCCCWWCCCCWWWWCCWWCWWCCWCCWCCWWWCCCCCCCCWWWCCCWWWWWCCWCCCCWCCWWWWWWWCWWWCCCWCWWWCCCCWCCCWCWCCWCWWWWCCCCCCCCCCWWCCWCCCCCCCCCCWCWCCWWCCCWWCCCCCWCWWCWCCWCCCCCCCWWCCCWCCCCCWCCCCCCCWWWWCCWWCWCWWWCWCCCCCCWWCCCWWCCWWWWCCCWCWCCWWCCCCWCWCCCWCWWWCCCWCCWWCWWWWWWWCWWWWCWCCCCWCCWWCWWWCCWCWWWWWCWWCWCCCWCWCCCCCCCWCCCCCCCCWCWWCWWWWWCCWCCWWWCWWCWCCCWCCCCCWWCCCCWCCCCCWCWCCCCCWWCWWWCWCWCCCWCCWCWCWCWWWCWWWCWCWCWCCCCCWWWWCCCWWCWCWCCCCCCCCCCCWWWCCWCCCCCWWWCWCWCCCEWWCWWWCWCCCCWCCCWCCWWWWWWWCCCCCWCWWWWWCCCWWWCCCCCCCCCCWCWWCWWWCCCWCCCCCCCCCCWWWCCCCCWWWCCCCCWCCCWWCCCCCCCCWCCCCCCCWWCWCCCCWCCWCWCWWWCWCWCWWCCCCCCWCCWCCCWCWCWCWCCWWWCWCCCWCWCWCCWWCWCCCWCWCWCWCWWWCCCCCCCWWCWWWWCWCWWWCWCWWCCCWCWWWWCCCCCCCCWCCCCCWCCCWCCCWWWWCCCWCCWCCCCCWCWWCCWWCCCCWWWWWCCCCCWCCCCCCWCCWWWWCCCWWCWWCCCWCWCCWCCCWCWWWWCCCCWWCCCCCCCCCCCCCCCWWCCWWWCCWCCCCWCCCCCCCWWWWWCCCWWWCCCWCWCWCCCCCWWWWWWWWCCCCWCWCCWWWCWCCCWCW" }, "categories": "2231122122212131221122311223223212122111123122311231122112231122311223112221131223444444444444444444444444444444444444444444444444444444444444444444444422414122212222222112222111212121222222244444444444444444444444444444444444444444422112211312112312311212121121112112111231312132121321222212212123444444444444444444444444442444444444444444444444444444444444444444444444444444444444444312231222211323222212221222122122212222222122211211111211211311122313111231112111111332344444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444411131321312121132113212221133112323112122111222211131322212121122133223444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444442211222221221211211331211211112113211221111332221111331212221444444444444444444444444444444444444444444444444444444444444443211213311223222331312121311223223133212122231222121221212221222222444444444444444444444444444444444444444444444444444444444444444444444444444444444442122231212232114423112231422322224223221314222223422222222442444422424324143212112111111144444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444444411112311123122111213312222131123111211322213123211132211132222121322212312222112211444444444444444444444444444444444444444444444444444444444444444444444444421213113222123212211131112221112112223231132211121222112121112211212222444444444444444444444444444444444444444444444444444444444444444444444444444444444444444", "encoding": "one character per qa_key in `qa_keys` order: C correct, W wrong, E judge error, A ask error", "qa_keys": [ "conv-26::0", "conv-26::1", "conv-26::2", "conv-26::3", "conv-26::4", "conv-26::5", "conv-26::6", "conv-26::7", "conv-26::8", "conv-26::9", "conv-26::10", "conv-26::11", "conv-26::12", "conv-26::13", "conv-26::14", "conv-26::15", "conv-26::16", "conv-26::17", "conv-26::18", "conv-26::19", "conv-26::20", "conv-26::21", "conv-26::22", "conv-26::23", "conv-26::24", "conv-26::25", "conv-26::26", "conv-26::27", "conv-26::28", "conv-26::29", "conv-26::30", "conv-26::31", "conv-26::32", "conv-26::33", "conv-26::34", "conv-26::35", "conv-26::36", "conv-26::37", "conv-26::38", "conv-26::39", "conv-26::40", "conv-26::41", "conv-26::42", "conv-26::43", "conv-26::44", "conv-26::45", "conv-26::46", "conv-26::47", "conv-26::48", "conv-26::49", "conv-26::50", "conv-26::51", "conv-26::52", "conv-26::53", "conv-26::54", "conv-26::55", "conv-26::56", "conv-26::57", "conv-26::58", "conv-26::59", "conv-26::60", "conv-26::61", "conv-26::62", "conv-26::63", "conv-26::64", "conv-26::65", "conv-26::66", "conv-26::67", "conv-26::68", "conv-26::69", "conv-26::70", "conv-26::71", "conv-26::72", "conv-26::73", "conv-26::74", "conv-26::75", "conv-26::76", "conv-26::77", "conv-26::78", "conv-26::79", "conv-26::80", "conv-26::81", "conv-26::82", "conv-26::83", "conv-26::84", "conv-26::85", "conv-26::86", "conv-26::87", "conv-26::88", "conv-26::89", "conv-26::90", "conv-26::91", "conv-26::92", "conv-26::93", "conv-26::94", "conv-26::95", "conv-26::96", "conv-26::97", "conv-26::98", "conv-26::99", "conv-26::100", "conv-26::101", "conv-26::102", "conv-26::103", "conv-26::104", "conv-26::105", "conv-26::106", "conv-26::107", "conv-26::108", "conv-26::109", "conv-26::110", "conv-26::111", "conv-26::112", "conv-26::113", "conv-26::114", "conv-26::115", "conv-26::116", "conv-26::117", "conv-26::118", "conv-26::119", "conv-26::120", "conv-26::121", "conv-26::122", "conv-26::123", "conv-26::124", "conv-26::125", "conv-26::126", "conv-26::127", "conv-26::128", "conv-26::129", "conv-26::130", "conv-26::131", "conv-26::132", "conv-26::133", "conv-26::134", "conv-26::135", "conv-26::136", "conv-26::137", "conv-26::138", "conv-26::139", "conv-26::140", "conv-26::141", "conv-26::142", "conv-26::143", "conv-26::144", "conv-26::145", "conv-26::146", "conv-26::147", "conv-26::148", "conv-26::149", "conv-26::150", "conv-26::151", "conv-30::0", "conv-30::1", "conv-30::2", "conv-30::3", "conv-30::4", "conv-30::5", "conv-30::6", "conv-30::7", "conv-30::8", "conv-30::9", "conv-30::10", "conv-30::11", "conv-30::12", "conv-30::13", "conv-30::14", "conv-30::15", "conv-30::16", "conv-30::17", "conv-30::18", "conv-30::19", "conv-30::20", "conv-30::21", "conv-30::22", "conv-30::23", "conv-30::24", "conv-30::25", "conv-30::26", "conv-30::27", "conv-30::28", "conv-30::29", "conv-30::30", "conv-30::31", "conv-30::32", "conv-30::33", "conv-30::34", "conv-30::35", "conv-30::36", "conv-30::37", "conv-30::38", "conv-30::39", "conv-30::40", "conv-30::41", "conv-30::42", "conv-30::43", "conv-30::44", "conv-30::45", "conv-30::46", "conv-30::47", "conv-30::48", "conv-30::49", "conv-30::50", "conv-30::51", "conv-30::52", "conv-30::53", "conv-30::54", "conv-30::55", "conv-30::56", "conv-30::57", "conv-30::58", "conv-30::59", "conv-30::60", "conv-30::61", "conv-30::62", "conv-30::63", "conv-30::64", "conv-30::65", "conv-30::66", "conv-30::67", "conv-30::68", "conv-30::69", "conv-30::70", "conv-30::71", "conv-30::72", "conv-30::73", "conv-30::74", "conv-30::75", "conv-30::76", "conv-30::77", "conv-30::78", "conv-30::80", "conv-30::81", "conv-41::0", "conv-41::1", "conv-41::2", "conv-41::3", "conv-41::4", "conv-41::5", "conv-41::6", "conv-41::7", "conv-41::8", "conv-41::9", "conv-41::10", "conv-41::11", "conv-41::12", "conv-41::13", "conv-41::14", "conv-41::15", "conv-41::16", "conv-41::17", "conv-41::18", "conv-41::19", "conv-41::20", "conv-41::21", "conv-41::22", "conv-41::23", "conv-41::24", "conv-41::25", "conv-41::26", "conv-41::27", "conv-41::28", "conv-41::29", "conv-41::30", "conv-41::31", "conv-41::32", "conv-41::33", "conv-41::34", "conv-41::35", "conv-41::36", "conv-41::37", "conv-41::38", "conv-41::39", "conv-41::40", "conv-41::41", "conv-41::42", "conv-41::43", "conv-41::44", "conv-41::45", "conv-41::46", "conv-41::47", "conv-41::48", "conv-41::49", "conv-41::50", "conv-41::51", "conv-41::52", "conv-41::53", "conv-41::54", "conv-41::55", "conv-41::56", "conv-41::57", "conv-41::58", "conv-41::59", "conv-41::60", "conv-41::61", "conv-41::62", "conv-41::63", "conv-41::64", "conv-41::65", "conv-41::66", "conv-41::67", "conv-41::68", "conv-41::69", "conv-41::70", "conv-41::71", "conv-41::72", "conv-41::73", "conv-41::74", "conv-41::75", "conv-41::76", "conv-41::77", "conv-41::78", "conv-41::79", "conv-41::80", "conv-41::81", "conv-41::82", "conv-41::83", "conv-41::84", "conv-41::85", "conv-41::86", "conv-41::87", "conv-41::88", "conv-41::89", "conv-41::90", "conv-41::91", "conv-41::92", "conv-41::93", "conv-41::94", "conv-41::95", "conv-41::96", "conv-41::97", "conv-41::98", "conv-41::99", "conv-41::100", "conv-41::101", "conv-41::102", "conv-41::103", "conv-41::104", "conv-41::105", "conv-41::106", "conv-41::107", "conv-41::108", "conv-41::109", "conv-41::110", "conv-41::111", "conv-41::112", "conv-41::113", "conv-41::114", "conv-41::115", "conv-41::116", "conv-41::117", "conv-41::118", "conv-41::119", "conv-41::120", "conv-41::121", "conv-41::122", "conv-41::123", "conv-41::124", "conv-41::125", "conv-41::126", "conv-41::127", "conv-41::128", "conv-41::129", "conv-41::130", "conv-41::131", "conv-41::132", "conv-41::133", "conv-41::134", "conv-41::135", "conv-41::136", "conv-41::137", "conv-41::138", "conv-41::139", "conv-41::140", "conv-41::141", "conv-41::142", "conv-41::143", "conv-41::144", "conv-41::145", "conv-41::146", "conv-41::147", "conv-41::148", "conv-41::149", "conv-41::150", "conv-41::151", "conv-42::0", "conv-42::1", "conv-42::2", "conv-42::3", "conv-42::4", "conv-42::5", "conv-42::6", "conv-42::7", "conv-42::8", "conv-42::9", "conv-42::10", "conv-42::11", "conv-42::12", "conv-42::13", "conv-42::14", "conv-42::15", "conv-42::16", "conv-42::17", "conv-42::18", "conv-42::19", "conv-42::20", "conv-42::21", "conv-42::22", "conv-42::23", "conv-42::24", "conv-42::25", "conv-42::26", "conv-42::27", "conv-42::28", "conv-42::29", "conv-42::30", "conv-42::31", "conv-42::32", "conv-42::33", "conv-42::34", "conv-42::35", "conv-42::36", "conv-42::37", "conv-42::38", "conv-42::39", "conv-42::40", "conv-42::41", "conv-42::42", "conv-42::43", "conv-42::44", "conv-42::45", "conv-42::46", "conv-42::47", "conv-42::48", "conv-42::49", "conv-42::50", "conv-42::51", "conv-42::52", "conv-42::53", "conv-42::54", "conv-42::55", "conv-42::56", "conv-42::57", "conv-42::58", "conv-42::59", "conv-42::60", "conv-42::61", "conv-42::62", "conv-42::63", "conv-42::64", "conv-42::65", "conv-42::66", "conv-42::67", "conv-42::68", "conv-42::69", "conv-42::70", "conv-42::71", "conv-42::72", "conv-42::73", "conv-42::74", "conv-42::75", "conv-42::76", "conv-42::77", "conv-42::78", "conv-42::79", "conv-42::80", "conv-42::81", "conv-42::82", "conv-42::83", "conv-42::84", "conv-42::85", "conv-42::86", "conv-42::87", "conv-42::88", "conv-42::89", "conv-42::90", "conv-42::91", "conv-42::92", "conv-42::93", "conv-42::94", "conv-42::95", "conv-42::96", "conv-42::97", "conv-42::98", "conv-42::99", "conv-42::100", "conv-42::101", "conv-42::102", "conv-42::103", "conv-42::104", "conv-42::105", "conv-42::106", "conv-42::107", "conv-42::108", "conv-42::109", "conv-42::110", "conv-42::111", "conv-42::112", "conv-42::113", "conv-42::114", "conv-42::115", "conv-42::116", "conv-42::117", "conv-42::118", "conv-42::119", "conv-42::120", "conv-42::121", "conv-42::122", "conv-42::123", "conv-42::124", "conv-42::125", "conv-42::126", "conv-42::127", "conv-42::128", "conv-42::129", "conv-42::130", "conv-42::131", "conv-42::132", "conv-42::133", "conv-42::134", "conv-42::135", "conv-42::136", "conv-42::137", "conv-42::138", "conv-42::139", "conv-42::140", "conv-42::141", "conv-42::142", "conv-42::143", "conv-42::144", "conv-42::145", "conv-42::146", "conv-42::147", "conv-42::148", "conv-42::149", "conv-42::150", "conv-42::151", "conv-42::152", "conv-42::153", "conv-42::154", "conv-42::155", "conv-42::156", "conv-42::157", "conv-42::158", "conv-42::159", "conv-42::160", "conv-42::161", "conv-42::162", "conv-42::163", "conv-42::164", "conv-42::165", "conv-42::166", "conv-42::167", "conv-42::168", "conv-42::169", "conv-42::170", "conv-42::171", "conv-42::172", "conv-42::173", "conv-42::174", "conv-42::175", "conv-42::176", "conv-42::177", "conv-42::178", "conv-42::179", "conv-42::180", "conv-42::181", "conv-42::182", "conv-42::183", "conv-42::184", "conv-42::185", "conv-42::186", "conv-42::187", "conv-42::188", "conv-42::189", "conv-42::190", "conv-42::191", "conv-42::192", "conv-42::193", "conv-42::194", "conv-42::195", "conv-42::196", "conv-42::197", "conv-42::198", "conv-43::0", "conv-43::1", "conv-43::2", "conv-43::3", "conv-43::4", "conv-43::5", "conv-43::6", "conv-43::7", "conv-43::8", "conv-43::9", "conv-43::10", "conv-43::11", "conv-43::12", "conv-43::13", "conv-43::14", "conv-43::15", "conv-43::16", "conv-43::17", "conv-43::18", "conv-43::19", "conv-43::20", "conv-43::21", "conv-43::22", "conv-43::23", "conv-43::24", "conv-43::25", "conv-43::26", "conv-43::27", "conv-43::28", "conv-43::29", "conv-43::30", "conv-43::31", "conv-43::32", "conv-43::33", "conv-43::34", "conv-43::35", "conv-43::36", "conv-43::37", "conv-43::38", "conv-43::39", "conv-43::40", "conv-43::41", "conv-43::42", "conv-43::43", "conv-43::44", "conv-43::45", "conv-43::46", "conv-43::47", "conv-43::48", "conv-43::49", "conv-43::50", "conv-43::51", "conv-43::52", "conv-43::53", "conv-43::54", "conv-43::55", "conv-43::56", "conv-43::57", "conv-43::58", "conv-43::59", "conv-43::60", "conv-43::61", "conv-43::62", "conv-43::63", "conv-43::64", "conv-43::65", "conv-43::66", "conv-43::67", "conv-43::68", "conv-43::69", "conv-43::70", "conv-43::71", "conv-43::72", "conv-43::73", "conv-43::74", "conv-43::75", "conv-43::76", "conv-43::77", "conv-43::78", "conv-43::79", "conv-43::80", "conv-43::81", "conv-43::82", "conv-43::83", "conv-43::84", "conv-43::85", "conv-43::86", "conv-43::87", "conv-43::88", "conv-43::89", "conv-43::90", "conv-43::91", "conv-43::92", "conv-43::93", "conv-43::94", "conv-43::95", "conv-43::96", "conv-43::97", "conv-43::98", "conv-43::99", "conv-43::100", "conv-43::101", "conv-43::102", "conv-43::103", "conv-43::104", "conv-43::105", "conv-43::106", "conv-43::107", "conv-43::108", "conv-43::109", "conv-43::110", "conv-43::111", "conv-43::112", "conv-43::113", "conv-43::114", "conv-43::115", "conv-43::116", "conv-43::117", "conv-43::118", "conv-43::119", "conv-43::120", "conv-43::121", "conv-43::122", "conv-43::123", "conv-43::124", "conv-43::125", "conv-43::126", "conv-43::127", "conv-43::128", "conv-43::129", "conv-43::130", "conv-43::131", "conv-43::132", "conv-43::133", "conv-43::134", "conv-43::135", "conv-43::136", "conv-43::137", "conv-43::138", "conv-43::139", "conv-43::140", "conv-43::141", "conv-43::142", "conv-43::143", "conv-43::144", "conv-43::145", "conv-43::146", "conv-43::147", "conv-43::148", "conv-43::149", "conv-43::150", "conv-43::151", "conv-43::152", "conv-43::153", "conv-43::154", "conv-43::155", "conv-43::156", "conv-43::157", "conv-43::158", "conv-43::159", "conv-43::160", "conv-43::161", "conv-43::162", "conv-43::163", "conv-43::164", "conv-43::165", "conv-43::166", "conv-43::167", "conv-43::168", "conv-43::169", "conv-43::170", "conv-43::171", "conv-43::172", "conv-43::173", "conv-43::174", "conv-43::175", "conv-43::176", "conv-43::177", "conv-44::0", "conv-44::1", "conv-44::2", "conv-44::3", "conv-44::4", "conv-44::5", "conv-44::6", "conv-44::7", "conv-44::8", "conv-44::9", "conv-44::10", "conv-44::11", "conv-44::12", "conv-44::13", "conv-44::14", "conv-44::15", "conv-44::16", "conv-44::17", "conv-44::18", "conv-44::19", "conv-44::20", "conv-44::21", "conv-44::22", "conv-44::23", "conv-44::24", "conv-44::25", "conv-44::26", "conv-44::27", "conv-44::28", "conv-44::29", "conv-44::30", "conv-44::31", "conv-44::32", "conv-44::33", "conv-44::34", "conv-44::35", "conv-44::36", "conv-44::37", "conv-44::38", "conv-44::39", "conv-44::40", "conv-44::41", "conv-44::42", "conv-44::43", "conv-44::44", "conv-44::45", "conv-44::46", "conv-44::47", "conv-44::48", "conv-44::49", "conv-44::50", "conv-44::51", "conv-44::52", "conv-44::53", "conv-44::54", "conv-44::55", "conv-44::56", "conv-44::57", "conv-44::58", "conv-44::59", "conv-44::60", "conv-44::61", "conv-44::62", "conv-44::63", "conv-44::64", "conv-44::65", "conv-44::66", "conv-44::67", "conv-44::68", "conv-44::69", "conv-44::70", "conv-44::71", "conv-44::72", "conv-44::73", "conv-44::74", "conv-44::75", "conv-44::76", "conv-44::77", "conv-44::78", "conv-44::79", "conv-44::80", "conv-44::81", "conv-44::82", "conv-44::83", "conv-44::84", "conv-44::85", "conv-44::86", "conv-44::87", "conv-44::88", "conv-44::89", "conv-44::90", "conv-44::91", "conv-44::92", "conv-44::93", "conv-44::94", "conv-44::95", "conv-44::96", "conv-44::97", "conv-44::98", "conv-44::99", "conv-44::100", "conv-44::101", "conv-44::102", "conv-44::103", "conv-44::104", "conv-44::105", "conv-44::106", "conv-44::107", "conv-44::108", "conv-44::109", "conv-44::110", "conv-44::111", "conv-44::112", "conv-44::113", "conv-44::114", "conv-44::115", "conv-44::116", "conv-44::117", "conv-44::118", "conv-44::119", "conv-44::120", "conv-44::121", "conv-44::122", "conv-47::0", "conv-47::1", "conv-47::2", "conv-47::3", "conv-47::4", "conv-47::5", "conv-47::6", "conv-47::7", "conv-47::8", "conv-47::9", "conv-47::10", "conv-47::11", "conv-47::12", "conv-47::13", "conv-47::14", "conv-47::15", "conv-47::16", "conv-47::17", "conv-47::18", "conv-47::19", "conv-47::20", "conv-47::21", "conv-47::22", "conv-47::23", "conv-47::24", "conv-47::25", "conv-47::26", "conv-47::27", "conv-47::28", "conv-47::29", "conv-47::30", "conv-47::31", "conv-47::32", "conv-47::33", "conv-47::34", "conv-47::35", "conv-47::36", "conv-47::37", "conv-47::38", "conv-47::39", "conv-47::40", "conv-47::41", "conv-47::42", "conv-47::43", "conv-47::44", "conv-47::45", "conv-47::46", "conv-47::47", "conv-47::48", "conv-47::49", "conv-47::50", "conv-47::51", "conv-47::52", "conv-47::53", "conv-47::54", "conv-47::55", "conv-47::56", "conv-47::57", "conv-47::58", "conv-47::59", "conv-47::60", "conv-47::61", "conv-47::62", "conv-47::63", "conv-47::64", "conv-47::65", "conv-47::66", "conv-47::67", "conv-47::68", "conv-47::69", "conv-47::70", "conv-47::71", "conv-47::72", "conv-47::73", "conv-47::74", "conv-47::75", "conv-47::76", "conv-47::77", "conv-47::78", "conv-47::79", "conv-47::80", "conv-47::81", "conv-47::82", "conv-47::83", "conv-47::84", "conv-47::85", "conv-47::86", "conv-47::87", "conv-47::88", "conv-47::89", "conv-47::90", "conv-47::91", "conv-47::92", "conv-47::93", "conv-47::94", "conv-47::95", "conv-47::96", "conv-47::97", "conv-47::98", "conv-47::99", "conv-47::100", "conv-47::101", "conv-47::102", "conv-47::103", "conv-47::104", "conv-47::105", "conv-47::106", "conv-47::107", "conv-47::108", "conv-47::109", "conv-47::110", "conv-47::111", "conv-47::112", "conv-47::113", "conv-47::114", "conv-47::115", "conv-47::116", "conv-47::117", "conv-47::118", "conv-47::119", "conv-47::120", "conv-47::121", "conv-47::122", "conv-47::123", "conv-47::124", "conv-47::125", "conv-47::126", "conv-47::127", "conv-47::128", "conv-47::129", "conv-47::130", "conv-47::131", "conv-47::132", "conv-47::133", "conv-47::134", "conv-47::135", "conv-47::136", "conv-47::137", "conv-47::138", "conv-47::139", "conv-47::140", "conv-47::141", "conv-47::142", "conv-47::143", "conv-47::144", "conv-47::145", "conv-47::146", "conv-47::147", "conv-47::148", "conv-47::149", "conv-48::0", "conv-48::1", "conv-48::2", "conv-48::3", "conv-48::4", "conv-48::5", "conv-48::6", "conv-48::7", "conv-48::8", "conv-48::9", "conv-48::10", "conv-48::11", "conv-48::12", "conv-48::13", "conv-48::14", "conv-48::15", "conv-48::16", "conv-48::17", "conv-48::18", "conv-48::19", "conv-48::20", "conv-48::21", "conv-48::22", "conv-48::23", "conv-48::24", "conv-48::25", "conv-48::26", "conv-48::27", "conv-48::28", "conv-48::29", "conv-48::30", "conv-48::31", "conv-48::32", "conv-48::33", "conv-48::34", "conv-48::35", "conv-48::36", "conv-48::37", "conv-48::38", "conv-48::39", "conv-48::40", "conv-48::41", "conv-48::42", "conv-48::43", "conv-48::44", "conv-48::45", "conv-48::46", "conv-48::47", "conv-48::48", "conv-48::49", "conv-48::50", "conv-48::51", "conv-48::52", "conv-48::53", "conv-48::54", "conv-48::55", "conv-48::56", "conv-48::57", "conv-48::58", "conv-48::59", "conv-48::60", "conv-48::61", "conv-48::62", "conv-48::63", "conv-48::64", "conv-48::65", "conv-48::66", "conv-48::67", "conv-48::68", "conv-48::69", "conv-48::70", "conv-48::71", "conv-48::72", "conv-48::73", "conv-48::74", "conv-48::75", "conv-48::76", "conv-48::77", "conv-48::78", "conv-48::79", "conv-48::80", "conv-48::81", "conv-48::82", "conv-48::83", "conv-48::84", "conv-48::85", "conv-48::86", "conv-48::87", "conv-48::88", "conv-48::89", "conv-48::90", "conv-48::91", "conv-48::92", "conv-48::93", "conv-48::94", "conv-48::95", "conv-48::96", "conv-48::97", "conv-48::98", "conv-48::99", "conv-48::100", "conv-48::101", "conv-48::102", "conv-48::103", "conv-48::104", "conv-48::105", "conv-48::106", "conv-48::107", "conv-48::108", "conv-48::109", "conv-48::110", "conv-48::111", "conv-48::112", "conv-48::113", "conv-48::114", "conv-48::115", "conv-48::116", "conv-48::117", "conv-48::118", "conv-48::119", "conv-48::120", "conv-48::121", "conv-48::122", "conv-48::123", "conv-48::124", "conv-48::125", "conv-48::126", "conv-48::127", "conv-48::128", "conv-48::129", "conv-48::130", "conv-48::131", "conv-48::132", "conv-48::133", "conv-48::134", "conv-48::135", "conv-48::136", "conv-48::137", "conv-48::138", "conv-48::139", "conv-48::140", "conv-48::141", "conv-48::142", "conv-48::143", "conv-48::144", "conv-48::145", "conv-48::146", "conv-48::147", "conv-48::148", "conv-48::149", "conv-48::150", "conv-48::151", "conv-48::152", "conv-48::153", "conv-48::154", "conv-48::155", "conv-48::156", "conv-48::157", "conv-48::158", "conv-48::159", "conv-48::160", "conv-48::161", "conv-48::162", "conv-48::163", "conv-48::164", "conv-48::165", "conv-48::166", "conv-48::167", "conv-48::168", "conv-48::169", "conv-48::170", "conv-48::171", "conv-48::172", "conv-48::173", "conv-48::174", "conv-48::175", "conv-48::176", "conv-48::177", "conv-48::178", "conv-48::179", "conv-48::180", "conv-48::181", "conv-48::182", "conv-48::183", "conv-48::184", "conv-48::185", "conv-48::186", "conv-48::187", "conv-48::188", "conv-48::189", "conv-48::190", "conv-49::0", "conv-49::1", "conv-49::2", "conv-49::3", "conv-49::4", "conv-49::5", "conv-49::6", "conv-49::7", "conv-49::8", "conv-49::9", "conv-49::10", "conv-49::11", "conv-49::12", "conv-49::13", "conv-49::14", "conv-49::15", "conv-49::16", "conv-49::17", "conv-49::18", "conv-49::19", "conv-49::20", "conv-49::21", "conv-49::22", "conv-49::23", "conv-49::24", "conv-49::25", "conv-49::26", "conv-49::27", "conv-49::28", "conv-49::29", "conv-49::30", "conv-49::31", "conv-49::32", "conv-49::33", "conv-49::34", "conv-49::35", "conv-49::36", "conv-49::37", "conv-49::38", "conv-49::39", "conv-49::40", "conv-49::41", "conv-49::42", "conv-49::43", "conv-49::44", "conv-49::45", "conv-49::46", "conv-49::47", "conv-49::48", "conv-49::49", "conv-49::50", "conv-49::51", "conv-49::52", "conv-49::53", "conv-49::54", "conv-49::55", "conv-49::56", "conv-49::57", "conv-49::58", "conv-49::59", "conv-49::60", "conv-49::61", "conv-49::62", "conv-49::63", "conv-49::64", "conv-49::65", "conv-49::66", "conv-49::67", "conv-49::68", "conv-49::69", "conv-49::70", "conv-49::71", "conv-49::72", "conv-49::73", "conv-49::74", "conv-49::75", "conv-49::76", "conv-49::77", "conv-49::78", "conv-49::79", "conv-49::80", "conv-49::81", "conv-49::82", "conv-49::83", "conv-49::84", "conv-49::85", "conv-49::86", "conv-49::87", "conv-49::88", "conv-49::89", "conv-49::90", "conv-49::91", "conv-49::92", "conv-49::93", "conv-49::94", "conv-49::95", "conv-49::96", "conv-49::97", "conv-49::98", "conv-49::99", "conv-49::100", "conv-49::101", "conv-49::102", "conv-49::103", "conv-49::104", "conv-49::105", "conv-49::106", "conv-49::107", "conv-49::108", "conv-49::109", "conv-49::110", "conv-49::111", "conv-49::112", "conv-49::113", "conv-49::114", "conv-49::115", "conv-49::116", "conv-49::117", "conv-49::118", "conv-49::119", "conv-49::120", "conv-49::121", "conv-49::122", "conv-49::123", "conv-49::124", "conv-49::125", "conv-49::126", "conv-49::127", "conv-49::128", "conv-49::129", "conv-49::130", "conv-49::131", "conv-49::132", "conv-49::133", "conv-49::134", "conv-49::135", "conv-49::136", "conv-49::137", "conv-49::138", "conv-49::139", "conv-49::140", "conv-49::141", "conv-49::142", "conv-49::143", "conv-49::144", "conv-49::145", "conv-49::146", "conv-49::147", "conv-49::148", "conv-49::149", "conv-49::150", "conv-49::151", "conv-49::152", "conv-49::153", "conv-49::154", "conv-49::155", "conv-50::0", "conv-50::1", "conv-50::2", "conv-50::3", "conv-50::4", "conv-50::5", "conv-50::6", "conv-50::7", "conv-50::8", "conv-50::9", "conv-50::10", "conv-50::11", "conv-50::12", "conv-50::13", "conv-50::14", "conv-50::15", "conv-50::16", "conv-50::17", "conv-50::18", "conv-50::19", "conv-50::20", "conv-50::21", "conv-50::22", "conv-50::23", "conv-50::24", "conv-50::25", "conv-50::26", "conv-50::27", "conv-50::28", "conv-50::29", "conv-50::30", "conv-50::31", "conv-50::32", "conv-50::33", "conv-50::34", "conv-50::35", "conv-50::36", "conv-50::37", "conv-50::38", "conv-50::39", "conv-50::40", "conv-50::41", "conv-50::42", "conv-50::43", "conv-50::44", "conv-50::45", "conv-50::46", "conv-50::47", "conv-50::48", "conv-50::49", "conv-50::50", "conv-50::51", "conv-50::52", "conv-50::53", "conv-50::54", "conv-50::55", "conv-50::56", "conv-50::57", "conv-50::58", "conv-50::59", "conv-50::60", "conv-50::61", "conv-50::62", "conv-50::63", "conv-50::64", "conv-50::65", "conv-50::66", "conv-50::67", "conv-50::68", "conv-50::69", "conv-50::70", "conv-50::71", "conv-50::72", "conv-50::73", "conv-50::74", "conv-50::75", "conv-50::76", "conv-50::77", "conv-50::78", "conv-50::79", "conv-50::80", "conv-50::81", "conv-50::82", "conv-50::83", "conv-50::84", "conv-50::85", "conv-50::86", "conv-50::87", "conv-50::88", "conv-50::89", "conv-50::90", "conv-50::91", "conv-50::92", "conv-50::93", "conv-50::94", "conv-50::95", "conv-50::96", "conv-50::97", "conv-50::98", "conv-50::99", "conv-50::100", "conv-50::101", "conv-50::102", "conv-50::103", "conv-50::104", "conv-50::105", "conv-50::106", "conv-50::107", "conv-50::108", "conv-50::109", "conv-50::110", "conv-50::111", "conv-50::112", "conv-50::113", "conv-50::114", "conv-50::115", "conv-50::116", "conv-50::117", "conv-50::118", "conv-50::119", "conv-50::120", "conv-50::121", "conv-50::122", "conv-50::123", "conv-50::124", "conv-50::125", "conv-50::126", "conv-50::127", "conv-50::128", "conv-50::129", "conv-50::130", "conv-50::131", "conv-50::132", "conv-50::133", "conv-50::134", "conv-50::135", "conv-50::136", "conv-50::137", "conv-50::138", "conv-50::139", "conv-50::140", "conv-50::141", "conv-50::142", "conv-50::143", "conv-50::144", "conv-50::145", "conv-50::146", "conv-50::147", "conv-50::148", "conv-50::149", "conv-50::150", "conv-50::151", "conv-50::152", "conv-50::153", "conv-50::154", "conv-50::155", "conv-50::156", "conv-50::157" ] } }