[{"run_id":"bench_0_floor__large__r1__1788725073__shibindas-20260906__b91a62","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:04:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0.001,"ai_seconds":0,"deterministic_seconds":0.001,"wall_seconds":0.0711,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__large__r1__1788726479__shibindas-20260906__d1bd46","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:27:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0736,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__large__r1__1788733590__shibindas-20260907__b07e92","tag":"shibindas-20260907","workflow":"bench_0_floor","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:26:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0314,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__medium__r1__1788724368__shibindas-20260906__7efc7d","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:52:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.032,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":65,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":12,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__medium__r1__1788726096__shibindas-20260906__1ac2a2","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:21:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0256,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":65,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":12,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__medium__r1__1788733206__shibindas-20260907__3380a6","tag":"shibindas-20260907","workflow":"bench_0_floor","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:20:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.061,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":65,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":12,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r1__1788723986__shibindas-20260906__1d7ffb","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:46:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0.003,"ai_seconds":0,"deterministic_seconds":0.003,"wall_seconds":0.2112,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r1__1788724056__shibindas-20260906__268cb3","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:47:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0237,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r1__1788725948__shibindas-20260906__cd0309","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0347,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r1__1788733013__shibindas-20260907__ae1b1f","tag":"shibindas-20260907","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:16:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0536,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r2__1788723986__shibindas-20260906__3eccd9","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:46:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0316,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_0_floor__small__r3__1788723986__shibindas-20260906__dca485","tag":"shibindas-20260906","workflow":"bench_0_floor","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:46:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":1,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":0.0331,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":64,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_0_floor","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":6,"heads_found":0,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r1__1788720201__shibindas-20260906__6ac2a2","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:43:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.039,"ai_seconds":0,"deterministic_seconds":0.039,"wall_seconds":0.1807,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r1__1788725073__shibindas-20260906__f9eaae","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:04:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.044,"ai_seconds":0,"deterministic_seconds":0.044,"wall_seconds":0.2644,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r1__1788726479__shibindas-20260906__95b03d","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:27:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.052,"ai_seconds":0,"deterministic_seconds":0.052,"wall_seconds":0.223,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r1__1788733590__shibindas-20260907__58497a","tag":"shibindas-20260907","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:26:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.051,"ai_seconds":0,"deterministic_seconds":0.051,"wall_seconds":0.1279,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r2__1788721577__shibindas-20260906__1fa24c","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:06:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.14,"ai_seconds":0,"deterministic_seconds":0.14,"wall_seconds":0.5931,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__large__r3__1788722854__shibindas-20260906__e01e53","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:27:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.076,"ai_seconds":0,"deterministic_seconds":0.076,"wall_seconds":0.1825,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":15537,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"large","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":11,"leaks_real":5,"leaks_fictional":6,"leaks_chrome":5,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r1__1788719705__shibindas-20260906__125d24","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:35:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.052,"ai_seconds":0,"deterministic_seconds":0.052,"wall_seconds":0.2041,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r1__1788724368__shibindas-20260906__7e461f","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:52:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.039,"ai_seconds":0,"deterministic_seconds":0.039,"wall_seconds":0.1044,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r1__1788726096__shibindas-20260906__1080b7","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:21:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.043,"ai_seconds":0,"deterministic_seconds":0.043,"wall_seconds":0.1532,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r1__1788733206__shibindas-20260907__d2acb0","tag":"shibindas-20260907","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:20:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.038,"ai_seconds":0,"deterministic_seconds":0.038,"wall_seconds":0.0974,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r2__1788721100__shibindas-20260906__8575f7","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:58:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.075,"ai_seconds":0,"deterministic_seconds":0.075,"wall_seconds":0.3548,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__medium__r3__1788722399__shibindas-20260906__cd4e9f","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:20:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.356,"ai_seconds":0,"deterministic_seconds":0.356,"wall_seconds":0.7816,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":8476,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"medium","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r1__1788719506__shibindas-20260906__db62fb","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:31:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.045,"ai_seconds":0,"deterministic_seconds":0.045,"wall_seconds":0.1158,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r1__1788724056__shibindas-20260906__604e52","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:47:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.051,"ai_seconds":0,"deterministic_seconds":0.051,"wall_seconds":0.1266,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r1__1788725948__shibindas-20260906__4e9a4f","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.038,"ai_seconds":0,"deterministic_seconds":0.038,"wall_seconds":0.0822,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r1__1788733013__shibindas-20260907__f9f640","tag":"shibindas-20260907","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:16:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.11,"ai_seconds":0,"deterministic_seconds":0.11,"wall_seconds":0.1542,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r2__1788720862__shibindas-20260906__c4e88e","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:54:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.037,"ai_seconds":0,"deterministic_seconds":0.037,"wall_seconds":0.1537,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_1_reference__small__r3__1788722177__shibindas-20260906__7bbc8a","tag":"shibindas-20260906","workflow":"bench_1_reference","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:16:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":0.078,"ai_seconds":0,"deterministic_seconds":0.078,"wall_seconds":0.3205,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"","page":"small","variant":"bench_1_reference","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"control","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788720201__shibindas-20260906__375afb","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:44:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.312,"ai_seconds":44.282,"deterministic_seconds":0.03,"wall_seconds":44.429,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":5000,"output_tokens":3112,"cached_tokens":0,"cost_usd":0.02056,"cost_usd_runner":0.02056,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788725074__shibindas-20260906__06fd58","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:05:34+00:00","pipeline_status":"failed","failed_nodes":"flowdrop_ai_provider_chat:failed;chat_output:idle","job_count":3,"total_seconds":0.031,"ai_seconds":0,"deterministic_seconds":0.031,"wall_seconds":60.1645,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788726479__shibindas-20260906__516cdb","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:28:59+00:00","pipeline_status":"failed","failed_nodes":"flowdrop_ai_provider_chat:failed;chat_output:idle","job_count":3,"total_seconds":0.084,"ai_seconds":0,"deterministic_seconds":0.084,"wall_seconds":60.2895,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788729978__shibindas-20260906__ad56d8","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:27:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":65.834,"ai_seconds":65.802,"deterministic_seconds":0.032,"wall_seconds":66.0516,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":5001,"output_tokens":3331,"cached_tokens":0,"cost_usd":0.064968,"cost_usd_runner":0.064968,"retries":0,"output_chars":14994,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":93,"out_in_gold":77,"out_chrome":16,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788730568__shibindas-20260906__9257c3","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:36:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":51.153,"ai_seconds":51.026,"deterministic_seconds":0.127,"wall_seconds":51.4289,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":6647,"output_tokens":5776,"cached_tokens":0,"cost_usd":0.071054,"cost_usd_runner":0.071054,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.031,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":18,"out_fabricated":3,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788733590__shibindas-20260907__597d23","tag":"shibindas-20260907","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:27:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":58.403,"ai_seconds":58.377,"deterministic_seconds":0.026,"wall_seconds":58.5014,"llm_calls":1,"models":"claude-opus-5","input_tokens":6647,"output_tokens":5524,"cached_tokens":0,"cost_usd":0.171335,"cost_usd_runner":0.171335,"retries":0,"output_chars":15664,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":14,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788739798__shibindas-20260907-n3__e1f60a","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:10:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":38.332,"ai_seconds":38.178,"deterministic_seconds":0.154,"wall_seconds":38.6609,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":6647,"output_tokens":4276,"cached_tokens":0,"cost_usd":0.056054,"cost_usd_runner":0.056054,"retries":0,"output_chars":14370,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788741447__shibindas-20260907-n3__1b4d21","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:38:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":65.692,"ai_seconds":65.563,"deterministic_seconds":0.129,"wall_seconds":65.9243,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":5001,"output_tokens":3331,"cached_tokens":0,"cost_usd":0.064968,"cost_usd_runner":0.064968,"retries":0,"output_chars":14994,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":93,"out_in_gold":77,"out_chrome":16,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788743421__shibindas-20260907-n3__7b4fac","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:11:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":56.594,"ai_seconds":56.37,"deterministic_seconds":0.224,"wall_seconds":56.797,"llm_calls":1,"models":"claude-opus-5","input_tokens":6647,"output_tokens":5256,"cached_tokens":0,"cost_usd":0.164635,"cost_usd_runner":0.164635,"retries":0,"output_chars":15585,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788744541__shibindas-20260907-n3__084b62","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:29:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":48.856,"ai_seconds":48.643,"deterministic_seconds":0.213,"wall_seconds":49.1135,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":6647,"output_tokens":5389,"cached_tokens":0,"cost_usd":0.067184,"cost_usd_runner":0.067184,"retries":0,"output_chars":14358,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788746057__shibindas-20260907-n3__f4bbae","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:55:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":85.41,"ai_seconds":85.247,"deterministic_seconds":0.163,"wall_seconds":85.5846,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":5001,"output_tokens":3480,"cached_tokens":0,"cost_usd":0.067203,"cost_usd_runner":0.067203,"retries":0,"output_chars":15525,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.917,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":99,"out_in_gold":77,"out_chrome":20,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":7,"leaks":1,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":89,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788748274__shibindas-20260907-n3__165092","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:32:11+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":57.432,"ai_seconds":57.231,"deterministic_seconds":0.201,"wall_seconds":57.6553,"llm_calls":1,"models":"claude-opus-5","input_tokens":6647,"output_tokens":5361,"cached_tokens":0,"cost_usd":0.16726,"cost_usd_runner":0.16726,"retries":0,"output_chars":15559,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":19,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788808861__pointblank-openrouter-qw__495380","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:24:10+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":188.991,"ai_seconds":188.791,"deterministic_seconds":0.2,"wall_seconds":189.292,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":4597,"output_tokens":9650,"cached_tokens":0,"cost_usd":0.030881,"cost_usd_runner":0,"retries":0,"output_chars":15566,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788825054__pointblank-openrouter-de__cdcda8","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:12:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":1271.656,"ai_seconds":1271.404,"deterministic_seconds":0.252,"wall_seconds":1271.9584,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4557,"output_tokens":33227,"cached_tokens":0,"cost_usd":0.006277,"cost_usd_runner":0,"retries":0,"output_chars":8202,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.26,"fabrication":0.467,"structure":0.312,"gold_sents":77,"gold_found":20,"out_sents":60,"out_in_gold":20,"out_chrome":12,"out_fabricated":28,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":9,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":58,"heads_gold":16,"heads_found":5,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__large__r1__1788837404__pointblank-openrouter-go__96d38e","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:16:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":10.583,"ai_seconds":10.45,"deterministic_seconds":0.133,"wall_seconds":10.958,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4766,"output_tokens":2937,"cached_tokens":0,"cost_usd":0.001428,"cost_usd_runner":0,"retries":0,"output_chars":14370,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__large__r2__1788721577__shibindas-20260906__716a2e","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:07:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.169,"ai_seconds":44.076,"deterministic_seconds":0.092,"wall_seconds":44.6808,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":5000,"output_tokens":3112,"cached_tokens":0,"cost_usd":0.02056,"cost_usd_runner":0.02056,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r2__1788814760__pointblank-openrouter-qw__4c7e07","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:02:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":184.572,"ai_seconds":184.404,"deterministic_seconds":0.168,"wall_seconds":184.8987,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":4597,"output_tokens":12734,"cached_tokens":0,"cost_usd":0.040133,"cost_usd_runner":0,"retries":0,"output_chars":15122,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r2__1788830901__pointblank-openrouter-de__5e3fe8","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:32:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":233.893,"ai_seconds":233.682,"deterministic_seconds":0.211,"wall_seconds":234.3286,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4557,"output_tokens":28993,"cached_tokens":0,"cost_usd":0.005515,"cost_usd_runner":0,"retries":0,"output_chars":15630,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.031,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":18,"out_fabricated":3,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__large__r2__1788838163__pointblank-openrouter-go__619e22","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:29:51+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":27.988,"ai_seconds":27.849,"deterministic_seconds":0.139,"wall_seconds":28.2935,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4766,"output_tokens":2913,"cached_tokens":0,"cost_usd":0.001419,"cost_usd_runner":0,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r3__1788722854__shibindas-20260906__279721","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:28:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.739,"ai_seconds":44.711,"deterministic_seconds":0.028,"wall_seconds":44.9101,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":5000,"output_tokens":3112,"cached_tokens":0,"cost_usd":0.02056,"cost_usd_runner":0.02056,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r3__1788820310__pointblank-openrouter-qw__66077a","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:34:49+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":178.625,"ai_seconds":178.377,"deterministic_seconds":0.248,"wall_seconds":178.8707,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":4597,"output_tokens":11922,"cached_tokens":0,"cost_usd":0.037697,"cost_usd_runner":0,"retries":0,"output_chars":15549,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r3__1788835687__pointblank-openrouter-de__0d04ae","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:56:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":514.806,"ai_seconds":514.476,"deterministic_seconds":0.33,"wall_seconds":515.0708,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4557,"output_tokens":25114,"cached_tokens":0,"cost_usd":0.004817,"cost_usd_runner":0,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__large__r3__1788839208__pointblank-openrouter-go__34c4a4","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:48:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":76.474,"ai_seconds":76.323,"deterministic_seconds":0.15,"wall_seconds":76.7619,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4767,"output_tokens":2937,"cached_tokens":0,"cost_usd":0.001428,"cost_usd_runner":0,"retries":0,"output_chars":14370,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788719705__shibindas-20260906__0c1e1b","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:35:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":22.738,"ai_seconds":22.703,"deterministic_seconds":0.035,"wall_seconds":22.8677,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3435,"output_tokens":1636,"cached_tokens":0,"cost_usd":0.011615,"cost_usd_runner":0.011615,"retries":0,"output_chars":7351,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.8,"recall_real":0.773,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":20,"glyph_correct":20,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":5,"leaks_real":5,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788724368__shibindas-20260906__c89bcf","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:53:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":41.806,"ai_seconds":41.779,"deterministic_seconds":0.027,"wall_seconds":41.8968,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3436,"output_tokens":1847,"cached_tokens":0,"cost_usd":0.038013,"cost_usd_runner":0.038013,"retries":0,"output_chars":8048,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.846,"recall_real":0.826,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":67,"out_in_gold":61,"out_chrome":6,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":24,"glyph_correct":22,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":2,"leaks":4,"leaks_real":4,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788726096__shibindas-20260906__7b685f","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:22:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":35.882,"ai_seconds":35.855,"deterministic_seconds":0.026,"wall_seconds":35.9727,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":4588,"output_tokens":4286,"cached_tokens":0,"cost_usd":0.052036,"cost_usd_runner":0.052036,"retries":0,"output_chars":8520,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788733206__shibindas-20260907__e01248","tag":"shibindas-20260907","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:20:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":35.901,"ai_seconds":35.875,"deterministic_seconds":0.026,"wall_seconds":36.0034,"llm_calls":1,"models":"claude-opus-5","input_tokens":4588,"output_tokens":3295,"cached_tokens":0,"cost_usd":0.105315,"cost_usd_runner":0.105315,"retries":0,"output_chars":8645,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":9,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788739489__shibindas-20260907-n3__99a7b1","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:05:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":20.116,"ai_seconds":19.991,"deterministic_seconds":0.125,"wall_seconds":20.3427,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":4588,"output_tokens":2372,"cached_tokens":0,"cost_usd":0.032896,"cost_usd_runner":0.032896,"retries":0,"output_chars":7642,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":64,"out_in_gold":61,"out_chrome":3,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":27,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":1,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":38,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788740716__shibindas-20260907-n3__316ebd","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:25:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":43.223,"ai_seconds":43.069,"deterministic_seconds":0.154,"wall_seconds":43.3975,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3436,"output_tokens":1847,"cached_tokens":0,"cost_usd":0.038013,"cost_usd_runner":0.038013,"retries":0,"output_chars":8048,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.846,"recall_real":0.826,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":67,"out_in_gold":61,"out_chrome":6,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":24,"glyph_correct":22,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":2,"leaks":4,"leaks_real":4,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788743034__shibindas-20260907-n3__6edbb1","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:04:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":33.532,"ai_seconds":33.376,"deterministic_seconds":0.156,"wall_seconds":33.7546,"llm_calls":1,"models":"claude-opus-5","input_tokens":4588,"output_tokens":3104,"cached_tokens":0,"cost_usd":0.10054,"cost_usd_runner":0.10054,"retries":0,"output_chars":8541,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788744185__shibindas-20260907-n3__f7472e","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:23:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":19.834,"ai_seconds":19.694,"deterministic_seconds":0.14,"wall_seconds":20.037,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":4588,"output_tokens":2258,"cached_tokens":0,"cost_usd":0.031756,"cost_usd_runner":0.031756,"retries":0,"output_chars":7372,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":26,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788745378__shibindas-20260907-n3__759bcf","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:43:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.346,"ai_seconds":43.953,"deterministic_seconds":0.392,"wall_seconds":44.5451,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3436,"output_tokens":1934,"cached_tokens":0,"cost_usd":0.039318,"cost_usd_runner":0.039318,"retries":0,"output_chars":8342,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.963,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788747883__shibindas-20260907-n3__529408","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:25:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":40.661,"ai_seconds":40.467,"deterministic_seconds":0.194,"wall_seconds":40.8646,"llm_calls":1,"models":"claude-opus-5","input_tokens":4588,"output_tokens":3577,"cached_tokens":0,"cost_usd":0.112365,"cost_usd_runner":0.112365,"retries":0,"output_chars":8695,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.897,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.041,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":9,"out_fabricated":3,"gold_targets":25,"gold_homonyms":1,"glyphs":36,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":3,"glyph_chrome":7,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788806765__pointblank-openrouter-qw__349750","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:46:40+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":35.56,"ai_seconds":35.403,"deterministic_seconds":0.157,"wall_seconds":35.7849,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3197,"output_tokens":6655,"cached_tokens":0,"cost_usd":0.021308,"cost_usd_runner":0,"retries":0,"output_chars":9504,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":0,"g2_scope":0,"html_density":11.27,"fenced":0,"recall":0.923,"recall_real":1.0,"recall_fictional":1.0,"precision":0.8,"subject":1.0,"homonym":1.0,"fidelity":0.82,"fabrication":0.244,"structure":0.083,"gold_sents":61,"gold_found":50,"out_sents":78,"out_in_gold":49,"out_chrome":10,"out_fabricated":19,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":6,"glyph_chrome":2,"leaks":2,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":45,"heads_gold":12,"heads_found":1,"outcome":"format","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788823337__pointblank-openrouter-de__9027ff","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:23:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":48.923,"ai_seconds":48.63,"deterministic_seconds":0.293,"wall_seconds":49.1775,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3204,"output_tokens":10791,"cached_tokens":0,"cost_usd":0.002151,"cost_usd_runner":0,"retries":0,"output_chars":8762,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r1__1788837105__pointblank-openrouter-go__6a21e2","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:12:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":42.953,"ai_seconds":42.78,"deterministic_seconds":0.173,"wall_seconds":43.2019,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3314,"output_tokens":1541,"cached_tokens":0,"cost_usd":0.000822,"cost_usd_runner":0,"retries":0,"output_chars":7372,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":24,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r2__1788721101__shibindas-20260906__24b993","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:58:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":22.888,"ai_seconds":22.844,"deterministic_seconds":0.044,"wall_seconds":23.4174,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3435,"output_tokens":1642,"cached_tokens":0,"cost_usd":0.011645,"cost_usd_runner":0.011645,"retries":0,"output_chars":7360,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.92,"recall_real":0.909,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":23,"glyph_correct":23,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r2__1788812870__pointblank-openrouter-qw__e4be1a","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:32:07+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":256.531,"ai_seconds":256.26,"deterministic_seconds":0.271,"wall_seconds":256.9189,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3197,"output_tokens":14234,"cached_tokens":0,"cost_usd":0.044045,"cost_usd_runner":0,"retries":0,"output_chars":8560,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r2__1788829436__pointblank-openrouter-de__2ed471","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:08:32+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":276.032,"ai_seconds":275.846,"deterministic_seconds":0.187,"wall_seconds":276.4087,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3204,"output_tokens":10888,"cached_tokens":0,"cost_usd":0.002168,"cost_usd_runner":0,"retries":0,"output_chars":8809,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.926,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.027,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":10,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":36,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r2__1788837933__pointblank-openrouter-go__17a8b9","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:26:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":51.058,"ai_seconds":50.913,"deterministic_seconds":0.146,"wall_seconds":51.4363,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3314,"output_tokens":1844,"cached_tokens":0,"cost_usd":0.000925,"cost_usd_runner":0,"retries":0,"output_chars":8456,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.923,"recall_real":0.913,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":9,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r3__1788722400__shibindas-20260906__23c471","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:20:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":22.745,"ai_seconds":22.691,"deterministic_seconds":0.054,"wall_seconds":23.4992,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3435,"output_tokens":1640,"cached_tokens":0,"cost_usd":0.011635,"cost_usd_runner":0.011635,"retries":0,"output_chars":7357,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.88,"recall_real":0.864,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":22,"glyph_correct":22,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":3,"leaks_real":3,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r3__1788818400__pointblank-openrouter-qw__4803eb","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:03:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":216.039,"ai_seconds":215.841,"deterministic_seconds":0.198,"wall_seconds":216.2968,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3197,"output_tokens":12248,"cached_tokens":0,"cost_usd":0.038087,"cost_usd_runner":0,"retries":0,"output_chars":8626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r3__1788832455__pointblank-openrouter-de__ca35f3","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:59:07+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":292.154,"ai_seconds":292.023,"deterministic_seconds":0.131,"wall_seconds":292.4519,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3204,"output_tokens":131072,"cached_tokens":0,"cost_usd":0.023801,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"loud","trace":true},{"run_id":"bench_2_raw_html_llm__medium__r3__1788838879__pointblank-openrouter-go__503234","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:43:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":102.916,"ai_seconds":102.783,"deterministic_seconds":0.133,"wall_seconds":103.3874,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3314,"output_tokens":1891,"cached_tokens":0,"cost_usd":0.000941,"cost_usd_runner":0,"retries":0,"output_chars":8630,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.923,"recall_real":0.913,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788719506__shibindas-20260906__6802d4","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:31:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":5.42,"ai_seconds":5.391,"deterministic_seconds":0.029,"wall_seconds":5.5133,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2162,"output_tokens":569,"cached_tokens":0,"cost_usd":0.005007,"cost_usd_runner":0.005007,"retries":0,"output_chars":2589,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":20,"out_in_gold":20,"out_chrome":0,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":2,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":25,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788724057__shibindas-20260906__f20ac5","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:47:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":11.514,"ai_seconds":11.411,"deterministic_seconds":0.103,"wall_seconds":11.5864,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2163,"output_tokens":847,"cached_tokens":0,"cost_usd":0.019194,"cost_usd_runner":0.019194,"retries":0,"output_chars":3508,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":5,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788725948__shibindas-20260906__4c5512","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":13.767,"ai_seconds":13.742,"deterministic_seconds":0.025,"wall_seconds":13.8406,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":2797,"output_tokens":1630,"cached_tokens":0,"cost_usd":0.021894,"cost_usd_runner":0.021894,"retries":0,"output_chars":3804,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.033,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":9,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788733013__shibindas-20260907__ed3233","tag":"shibindas-20260907","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:17:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":15.545,"ai_seconds":15.522,"deterministic_seconds":0.023,"wall_seconds":15.6141,"llm_calls":1,"models":"claude-opus-5","input_tokens":2797,"output_tokens":1379,"cached_tokens":0,"cost_usd":0.04846,"cost_usd_runner":0.04846,"retries":0,"output_chars":3750,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788739326__shibindas-20260907-n3__ea1082","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:02:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":7.133,"ai_seconds":7.002,"deterministic_seconds":0.131,"wall_seconds":7.4283,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":2797,"output_tokens":773,"cached_tokens":0,"cost_usd":0.013324,"cost_usd_runner":0.013324,"retries":0,"output_chars":2589,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":20,"out_in_gold":20,"out_chrome":0,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":2,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":25,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788740408__shibindas-20260907-n3__d82692","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:20:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":13.057,"ai_seconds":12.913,"deterministic_seconds":0.144,"wall_seconds":13.2183,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2163,"output_tokens":847,"cached_tokens":0,"cost_usd":0.019194,"cost_usd_runner":0.019194,"retries":0,"output_chars":3508,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":5,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788742814__shibindas-20260907-n3__6d66ae","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:00:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":15.624,"ai_seconds":15.488,"deterministic_seconds":0.136,"wall_seconds":15.9011,"llm_calls":1,"models":"claude-opus-5","input_tokens":2797,"output_tokens":1416,"cached_tokens":0,"cost_usd":0.049385,"cost_usd_runner":0.049385,"retries":0,"output_chars":3750,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788744020__shibindas-20260907-n3__29014c","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:20:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":7.136,"ai_seconds":7.012,"deterministic_seconds":0.123,"wall_seconds":7.2677,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":2797,"output_tokens":773,"cached_tokens":0,"cost_usd":0.013324,"cost_usd_runner":0.013324,"retries":0,"output_chars":2589,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":20,"out_in_gold":20,"out_chrome":0,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":2,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":25,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788745051__shibindas-20260907-n3__abde55","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:37:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":12.204,"ai_seconds":12.056,"deterministic_seconds":0.148,"wall_seconds":12.358,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2163,"output_tokens":845,"cached_tokens":0,"cost_usd":0.019164,"cost_usd_runner":0.019164,"retries":0,"output_chars":3508,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":5,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788747356__shibindas-20260907-n3__3cea12","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:21:23+00:00","pipeline_status":"failed","failed_nodes":"flowdrop_ai_provider_chat:failed;chat_output:idle","job_count":3,"total_seconds":0.193,"ai_seconds":0,"deterministic_seconds":0.193,"wall_seconds":326.3894,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"provider","excluded_reason":"cURL error 56 (send failure, broken pipe) from api.anthropic.com after 326 s on the single ai_provider_chat call; transport failure, no model answer. Rerun (298451 completed).","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788749043__shibindas-20260907-n3__298451","tag":"shibindas-20260907-n3","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:44:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":18.729,"ai_seconds":18.601,"deterministic_seconds":0.128,"wall_seconds":18.9622,"llm_calls":1,"models":"claude-opus-5","input_tokens":2797,"output_tokens":1684,"cached_tokens":0,"cost_usd":0.056085,"cost_usd_runner":0.056085,"retries":0,"output_chars":3859,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788805675__pointblank-openrouter-qw__2f971d","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:29:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":89.236,"ai_seconds":89.036,"deterministic_seconds":0.2,"wall_seconds":89.6089,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":2007,"output_tokens":7059,"cached_tokens":0,"cost_usd":0.02202,"cost_usd_runner":0,"retries":0,"output_chars":3923,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788822754__pointblank-openrouter-de__6a9207","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:14:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":85.704,"ai_seconds":85.565,"deterministic_seconds":0.139,"wall_seconds":86.1131,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":1927,"output_tokens":3278,"cached_tokens":0,"cost_usd":0.000715,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r1__1788837002__pointblank-openrouter-go__d2f56e","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:10:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":8.978,"ai_seconds":8.832,"deterministic_seconds":0.146,"wall_seconds":9.4136,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2095,"output_tokens":869,"cached_tokens":0,"cost_usd":0.000484,"cost_usd_runner":0,"retries":0,"output_chars":3819,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r2__1788720862__shibindas-20260906__c6a18a","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:54:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":5.554,"ai_seconds":5.527,"deterministic_seconds":0.027,"wall_seconds":5.6713,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2162,"output_tokens":569,"cached_tokens":0,"cost_usd":0.005007,"cost_usd_runner":0.005007,"retries":0,"output_chars":2589,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":20,"out_in_gold":20,"out_chrome":0,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":2,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":25,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r2__1788811795__pointblank-openrouter-qw__2e0f7b","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:11:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":107.442,"ai_seconds":107.121,"deterministic_seconds":0.321,"wall_seconds":107.7218,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":2007,"output_tokens":5381,"cached_tokens":0,"cost_usd":0.016986,"cost_usd_runner":0,"retries":0,"output_chars":3776,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r2__1788827119__pointblank-openrouter-de__bfc4c4","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T00:46:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":1246.488,"ai_seconds":1246.312,"deterministic_seconds":0.176,"wall_seconds":1246.8329,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2006,"output_tokens":131072,"cached_tokens":0,"cost_usd":0.023723,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"loud","trace":true},{"run_id":"bench_2_raw_html_llm__small__r2__1788837819__pointblank-openrouter-go__8cdb5e","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:23:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":8.253,"ai_seconds":8.087,"deterministic_seconds":0.166,"wall_seconds":8.533,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2095,"output_tokens":852,"cached_tokens":0,"cost_usd":0.000478,"cost_usd_runner":0,"retries":0,"output_chars":3739,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r3__1788722177__shibindas-20260906__f062fe","tag":"shibindas-20260906","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:16:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":5.548,"ai_seconds":5.512,"deterministic_seconds":0.035,"wall_seconds":5.9117,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2162,"output_tokens":569,"cached_tokens":0,"cost_usd":0.005007,"cost_usd_runner":0.005007,"retries":0,"output_chars":2589,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":20,"out_in_gold":20,"out_chrome":0,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":2,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":25,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r3__1788816703__pointblank-openrouter-qw__e3e6a2","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:33:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":113.879,"ai_seconds":113.694,"deterministic_seconds":0.185,"wall_seconds":114.1723,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":2007,"output_tokens":5852,"cached_tokens":0,"cost_usd":0.018399,"cost_usd_runner":0,"retries":0,"output_chars":3909,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_2_raw_html_llm__small__r3__1788832044__pointblank-openrouter-de__fa961d","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:47:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":28.937,"ai_seconds":28.703,"deterministic_seconds":0.234,"wall_seconds":29.1983,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2006,"output_tokens":6426,"cached_tokens":0,"cost_usd":0.001287,"cost_usd_runner":0,"retries":0,"output_chars":4023,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.5,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.062,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":32,"out_in_gold":20,"out_chrome":10,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_2_raw_html_llm__small__r3__1788838461__pointblank-openrouter-go__b1735f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_2_raw_html_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:34:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":16.695,"ai_seconds":16.55,"deterministic_seconds":0.145,"wall_seconds":16.9704,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2095,"output_tokens":880,"cached_tokens":0,"cost_usd":0.000488,"cost_usd_runner":0,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_2_raw_html_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788720160__shibindas-20260906__3ea0b4","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:43:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":41.285,"ai_seconds":41.098,"deterministic_seconds":0.187,"wall_seconds":41.4045,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3746,"output_tokens":3093,"cached_tokens":0,"cost_usd":0.019211,"cost_usd_runner":0.019211,"retries":0,"output_chars":14187,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.818,"recall_real":0.8,"recall_fictional":0.833,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":86,"out_in_gold":77,"out_chrome":9,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":12,"glyph_correct":9,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":3,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":84,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788725012__shibindas-20260906__54ac75","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:04:33+00:00","pipeline_status":"failed","failed_nodes":"flowdrop_ai_provider_chat:failed;chat_output:idle","job_count":4,"total_seconds":0.376,"ai_seconds":0,"deterministic_seconds":0.376,"wall_seconds":60.7478,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_3_markdown_llm","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788726418__shibindas-20260906__ac4759","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:27:59+00:00","pipeline_status":"failed","failed_nodes":"flowdrop_ai_provider_chat:failed;chat_output:idle","job_count":4,"total_seconds":0.164,"ai_seconds":0,"deterministic_seconds":0.164,"wall_seconds":60.3275,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788730044__shibindas-20260906__8de00b","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:28:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":77.814,"ai_seconds":77.713,"deterministic_seconds":0.1,"wall_seconds":78.036,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3747,"output_tokens":3496,"cached_tokens":0,"cost_usd":0.063681,"cost_usd_runner":0.063681,"retries":0,"output_chars":15578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788730619__shibindas-20260906__2d7dbc","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:37:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":52.613,"ai_seconds":52.558,"deterministic_seconds":0.055,"wall_seconds":52.7539,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5163,"output_tokens":5956,"cached_tokens":0,"cost_usd":0.069886,"cost_usd_runner":0.069886,"retries":0,"output_chars":15565,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":19,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":22,"glyph_correct":10,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788733534__shibindas-20260907__b9d8c9","tag":"shibindas-20260907","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:26:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":56.086,"ai_seconds":55.929,"deterministic_seconds":0.157,"wall_seconds":56.2237,"llm_calls":1,"models":"claude-opus-5","input_tokens":5163,"output_tokens":5484,"cached_tokens":0,"cost_usd":0.162915,"cost_usd_runner":0.162915,"retries":0,"output_chars":15576,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":19,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788739839__shibindas-20260907-n3__4c6c6e","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:11:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":54.518,"ai_seconds":54.398,"deterministic_seconds":0.121,"wall_seconds":54.7388,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5163,"output_tokens":6183,"cached_tokens":0,"cost_usd":0.072156,"cost_usd_runner":0.072156,"retries":0,"output_chars":15192,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788741516__shibindas-20260907-n3__c753a3","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:39:54+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":78.682,"ai_seconds":78.575,"deterministic_seconds":0.107,"wall_seconds":78.8659,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3747,"output_tokens":3496,"cached_tokens":0,"cost_usd":0.063681,"cost_usd_runner":0.063681,"retries":0,"output_chars":15578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788743480__shibindas-20260907-n3__c946a6","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:12:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":56.331,"ai_seconds":56.295,"deterministic_seconds":0.036,"wall_seconds":56.5134,"llm_calls":1,"models":"claude-opus-5","input_tokens":5163,"output_tokens":5483,"cached_tokens":0,"cost_usd":0.16289,"cost_usd_runner":0.16289,"retries":0,"output_chars":15612,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788744592__shibindas-20260907-n3__baa016","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:30:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":49.415,"ai_seconds":49.277,"deterministic_seconds":0.138,"wall_seconds":49.694,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5163,"output_tokens":5738,"cached_tokens":0,"cost_usd":0.067706,"cost_usd_runner":0.067706,"retries":0,"output_chars":15190,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788746145__shibindas-20260907-n3__3c75b6","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:57:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":78.44,"ai_seconds":78.402,"deterministic_seconds":0.037,"wall_seconds":78.6332,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":3747,"output_tokens":3496,"cached_tokens":0,"cost_usd":0.063681,"cost_usd_runner":0.063681,"retries":0,"output_chars":15578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788748335__shibindas-20260907-n3__04fed1","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:33:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":50.034,"ai_seconds":50.001,"deterministic_seconds":0.033,"wall_seconds":50.228,"llm_calls":1,"models":"claude-opus-5","input_tokens":5163,"output_tokens":4808,"cached_tokens":0,"cost_usd":0.146015,"cost_usd_runner":0.146015,"retries":0,"output_chars":15603,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788809050__pointblank-openrouter-qw__310edf","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:31:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":450.795,"ai_seconds":450.504,"deterministic_seconds":0.291,"wall_seconds":451.2628,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3504,"output_tokens":12602,"cached_tokens":0,"cost_usd":0.039278,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788826326__pointblank-openrouter-de__1e2477","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:12:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":49.155,"ai_seconds":48.87,"deterministic_seconds":0.285,"wall_seconds":49.5497,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3402,"output_tokens":13165,"cached_tokens":0,"cost_usd":0.002591,"cost_usd_runner":0,"retries":0,"output_chars":15592,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r1__1788837415__pointblank-openrouter-go__5e1124","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:18:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":82.449,"ai_seconds":82.429,"deterministic_seconds":0.021,"wall_seconds":82.9414,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3506,"output_tokens":3290,"cached_tokens":0,"cost_usd":0.001434,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__large__r2__1788721534__shibindas-20260906__2d9170","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:06:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":41.921,"ai_seconds":41.543,"deterministic_seconds":0.378,"wall_seconds":42.3831,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3746,"output_tokens":3112,"cached_tokens":0,"cost_usd":0.019306,"cost_usd_runner":0.019306,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r2__1788814945__pointblank-openrouter-qw__7ed55a","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:06:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":273.828,"ai_seconds":273.792,"deterministic_seconds":0.036,"wall_seconds":274.1608,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3504,"output_tokens":14369,"cached_tokens":0,"cost_usd":0.044579,"cost_usd_runner":0,"retries":0,"output_chars":15619,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r2__1788831136__pointblank-openrouter-de__298700","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:35:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":212.191,"ai_seconds":211.897,"deterministic_seconds":0.295,"wall_seconds":212.7164,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3481,"output_tokens":5552,"cached_tokens":0,"cost_usd":0.001226,"cost_usd_runner":0,"retries":0,"output_chars":15601,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.636,"recall_real":1.0,"recall_fictional":0.333,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":7,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":4,"leaks_real":0,"leaks_fictional":4,"leaks_chrome":2,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__large__r2__1788838191__pointblank-openrouter-go__a3a280","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:30:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":9.541,"ai_seconds":9.518,"deterministic_seconds":0.023,"wall_seconds":9.9578,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3505,"output_tokens":3290,"cached_tokens":0,"cost_usd":0.001434,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r3__1788722812__shibindas-20260906__fcae4d","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:27:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":42.159,"ai_seconds":41.98,"deterministic_seconds":0.179,"wall_seconds":42.3502,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":3746,"output_tokens":3112,"cached_tokens":0,"cost_usd":0.019306,"cost_usd_runner":0.019306,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r3__1788820489__pointblank-openrouter-qw__27c2ca","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:36:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":118.194,"ai_seconds":118.013,"deterministic_seconds":0.181,"wall_seconds":118.6659,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3504,"output_tokens":4254,"cached_tokens":0,"cost_usd":0.014234,"cost_usd_runner":0,"retries":0,"output_chars":15651,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__large__r3__1788836202__pointblank-openrouter-de__5899df","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:58:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":108.71,"ai_seconds":108.526,"deterministic_seconds":0.184,"wall_seconds":109.158,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3424,"output_tokens":10025,"cached_tokens":0,"cost_usd":0.002027,"cost_usd_runner":0,"retries":0,"output_chars":15583,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.875,"subject":1.0,"homonym":1.0,"fidelity":0.779,"fabrication":0.082,"structure":0.875,"gold_sents":77,"gold_found":60,"out_sents":98,"out_in_gold":60,"out_chrome":30,"out_fabricated":8,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":7,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":1,"homonyms_kept":1,"protected_kept":90,"heads_gold":16,"heads_found":14,"outcome":"degraded","trace":true},{"run_id":"bench_3_markdown_llm__large__r3__1788839284__pointblank-openrouter-go__888f14","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:48:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":18.937,"ai_seconds":18.921,"deterministic_seconds":0.016,"wall_seconds":19.3179,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3506,"output_tokens":3289,"cached_tokens":0,"cost_usd":0.001434,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788719683__shibindas-20260906__0f3a74","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:35:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":21.611,"ai_seconds":21.463,"deterministic_seconds":0.148,"wall_seconds":21.7563,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2207,"output_tokens":1776,"cached_tokens":0,"cost_usd":0.011087,"cost_usd_runner":0.011087,"retries":0,"output_chars":7821,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.52,"recall_real":0.455,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":67,"out_in_gold":61,"out_chrome":6,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":14,"glyph_correct":13,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":1,"leaks":12,"leaks_real":12,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788724329__shibindas-20260906__548e0e","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:52:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":38.425,"ai_seconds":38.179,"deterministic_seconds":0.247,"wall_seconds":38.5705,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2208,"output_tokens":1993,"cached_tokens":0,"cost_usd":0.036519,"cost_usd_runner":0.036519,"retries":0,"output_chars":8560,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788726072__shibindas-20260906__934879","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:21:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":24.229,"ai_seconds":23.99,"deterministic_seconds":0.239,"wall_seconds":24.3872,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":3125,"output_tokens":2888,"cached_tokens":0,"cost_usd":0.03513,"cost_usd_runner":0.03513,"retries":0,"output_chars":8479,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":28,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":38,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788733173__shibindas-20260907__9b27af","tag":"shibindas-20260907","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:20:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":33.41,"ai_seconds":33.22,"deterministic_seconds":0.191,"wall_seconds":33.5696,"llm_calls":1,"models":"claude-opus-5","input_tokens":3125,"output_tokens":3221,"cached_tokens":0,"cost_usd":0.09615,"cost_usd_runner":0.09615,"retries":0,"output_chars":8683,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788739512__shibindas-20260907-n3__f59d94","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:05:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":23.982,"ai_seconds":23.948,"deterministic_seconds":0.034,"wall_seconds":24.2882,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":3125,"output_tokens":2884,"cached_tokens":0,"cost_usd":0.03509,"cost_usd_runner":0.03509,"retries":0,"output_chars":8505,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":38,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788740763__shibindas-20260907-n3__08fdfa","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:26:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":36.217,"ai_seconds":36.183,"deterministic_seconds":0.034,"wall_seconds":36.4153,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2208,"output_tokens":1891,"cached_tokens":0,"cost_usd":0.034989,"cost_usd_runner":0.034989,"retries":0,"output_chars":8200,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.92,"recall_real":0.909,"recall_fictional":1.0,"precision":0.958,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":23,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":5,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788743071__shibindas-20260907-n3__cf40ba","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:05:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":34.39,"ai_seconds":34.269,"deterministic_seconds":0.121,"wall_seconds":34.7254,"llm_calls":1,"models":"claude-opus-5","input_tokens":3125,"output_tokens":3338,"cached_tokens":0,"cost_usd":0.099075,"cost_usd_runner":0.099075,"retries":0,"output_chars":8593,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788744208__shibindas-20260907-n3__28df34","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:24:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":52.07,"ai_seconds":51.972,"deterministic_seconds":0.097,"wall_seconds":52.229,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":3125,"output_tokens":6483,"cached_tokens":0,"cost_usd":0.07108,"cost_usd_runner":0.07108,"retries":0,"output_chars":8586,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788745425__shibindas-20260907-n3__772088","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:44:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":36.381,"ai_seconds":36.348,"deterministic_seconds":0.033,"wall_seconds":36.5949,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":2208,"output_tokens":1891,"cached_tokens":0,"cost_usd":0.034989,"cost_usd_runner":0.034989,"retries":0,"output_chars":8200,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.92,"recall_real":0.909,"recall_fictional":1.0,"precision":0.958,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":23,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":5,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788747928__shibindas-20260907-n3__308135","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:26:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":34.274,"ai_seconds":34.151,"deterministic_seconds":0.123,"wall_seconds":34.4842,"llm_calls":1,"models":"claude-opus-5","input_tokens":3125,"output_tokens":3226,"cached_tokens":0,"cost_usd":0.096275,"cost_usd_runner":0.096275,"retries":0,"output_chars":8683,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788806800__pointblank-openrouter-qw__c8ebdd","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:50:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":232.541,"ai_seconds":232.521,"deterministic_seconds":0.02,"wall_seconds":232.8254,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":2076,"output_tokens":13512,"cached_tokens":0,"cost_usd":0.041408,"cost_usd_runner":0,"retries":0,"output_chars":8675,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788823386__pointblank-openrouter-de__e1ad0a","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:34:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":708.691,"ai_seconds":708.671,"deterministic_seconds":0.02,"wall_seconds":709.1574,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2097,"output_tokens":18568,"cached_tokens":0,"cost_usd":0.003479,"cost_usd_runner":0,"retries":0,"output_chars":8687,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r1__1788837149__pointblank-openrouter-go__c81c26","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:13:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":48.496,"ai_seconds":48.475,"deterministic_seconds":0.022,"wall_seconds":49.017,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2059,"output_tokens":1875,"cached_tokens":0,"cost_usd":0.000823,"cost_usd_runner":0,"retries":0,"output_chars":8556,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r2__1788721078__shibindas-20260906__2409da","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:58:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":21.722,"ai_seconds":21.547,"deterministic_seconds":0.176,"wall_seconds":22.284,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2207,"output_tokens":1851,"cached_tokens":0,"cost_usd":0.011462,"cost_usd_runner":0.011462,"retries":0,"output_chars":8068,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.52,"recall_real":0.455,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":14,"glyph_correct":13,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":1,"leaks":12,"leaks_real":12,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r2__1788813127__pointblank-openrouter-qw__c27286","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:34:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":139.946,"ai_seconds":139.72,"deterministic_seconds":0.226,"wall_seconds":140.3245,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":2076,"output_tokens":10473,"cached_tokens":0,"cost_usd":0.032291,"cost_usd_runner":0,"retries":0,"output_chars":8763,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r2__1788829712__pointblank-openrouter-de__53ae10","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:19:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":670.705,"ai_seconds":670.649,"deterministic_seconds":0.056,"wall_seconds":671.1346,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2097,"output_tokens":18242,"cached_tokens":0,"cost_usd":0.00342,"cost_usd_runner":0,"retries":0,"output_chars":8691,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r2__1788837985__pointblank-openrouter-go__bf2d9e","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:27:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":56.301,"ai_seconds":56.28,"deterministic_seconds":0.021,"wall_seconds":56.8146,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2059,"output_tokens":1869,"cached_tokens":0,"cost_usd":0.000821,"cost_usd_runner":0,"retries":0,"output_chars":8547,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__medium__r3__1788722376__shibindas-20260906__243932","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:19:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":22.723,"ai_seconds":22.51,"deterministic_seconds":0.213,"wall_seconds":23.1696,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":2207,"output_tokens":1892,"cached_tokens":0,"cost_usd":0.011667,"cost_usd_runner":0.011667,"retries":0,"output_chars":8194,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.92,"recall_real":0.909,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":28,"glyph_correct":23,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":2,"leaks_real":2,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_3_markdown_llm__medium__r3__1788818617__pointblank-openrouter-qw__a47510","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:08:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":300.756,"ai_seconds":300.723,"deterministic_seconds":0.033,"wall_seconds":300.9951,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":0,"output_tokens":1,"cached_tokens":0,"cost_usd":3e-06,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"loud","trace":true},{"run_id":"bench_3_markdown_llm__medium__r3__1788832747__pointblank-openrouter-de__a2311b","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:30:10+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":1862.187,"ai_seconds":1862.126,"deterministic_seconds":0.061,"wall_seconds":1862.7239,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2097,"output_tokens":75820,"cached_tokens":0,"cost_usd":0.013784,"cost_usd_runner":0,"retries":0,"output_chars":18310,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.281,"recall_real":1.0,"recall_fictional":"","precision":0.073,"subject":0.852,"homonym":1.0,"fidelity":0.016,"fabrication":0.988,"structure":0.333,"gold_sents":61,"gold_found":1,"out_sents":253,"out_in_gold":0,"out_chrome":3,"out_fabricated":250,"gold_targets":25,"gold_homonyms":1,"glyphs":133,"glyph_correct":9,"glyph_protected":9,"glyph_homonym":0,"glyph_other":105,"glyph_chrome":10,"leaks":23,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":52,"heads_gold":12,"heads_found":4,"outcome":"silent","trace":true},{"run_id":"bench_3_markdown_llm__medium__r3__1788838982__pointblank-openrouter-go__b0d687","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:44:32+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":89.058,"ai_seconds":89.036,"deterministic_seconds":0.022,"wall_seconds":89.5798,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2059,"output_tokens":1869,"cached_tokens":0,"cost_usd":0.000821,"cost_usd_runner":0,"retries":0,"output_chars":8547,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788719500__shibindas-20260906__a6acd0","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:31:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":6.414,"ai_seconds":6.368,"deterministic_seconds":0.046,"wall_seconds":6.7321,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":1171,"output_tokens":821,"cached_tokens":0,"cost_usd":0.005276,"cost_usd_runner":0.005276,"retries":0,"output_chars":3421,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788724047__shibindas-20260906__ea953b","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:47:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":9.593,"ai_seconds":9.45,"deterministic_seconds":0.143,"wall_seconds":9.8316,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1172,"output_tokens":929,"cached_tokens":0,"cost_usd":0.017451,"cost_usd_runner":0.017451,"retries":0,"output_chars":3803,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788725936__shibindas-20260906__55da99","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":12.277,"ai_seconds":12.117,"deterministic_seconds":0.16,"wall_seconds":12.5288,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":1622,"output_tokens":1582,"cached_tokens":0,"cost_usd":0.019064,"cost_usd_runner":0.019064,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788732997__shibindas-20260907__797401","tag":"shibindas-20260907","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:16:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":16.009,"ai_seconds":15.835,"deterministic_seconds":0.174,"wall_seconds":16.3343,"llm_calls":1,"models":"claude-opus-5","input_tokens":1622,"output_tokens":1614,"cached_tokens":0,"cost_usd":0.04846,"cost_usd_runner":0.04846,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788739336__shibindas-20260907-n3__26a30e","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:02:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":12.881,"ai_seconds":12.847,"deterministic_seconds":0.034,"wall_seconds":13.064,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":1622,"output_tokens":1653,"cached_tokens":0,"cost_usd":0.019774,"cost_usd_runner":0.019774,"retries":0,"output_chars":3812,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788740424__shibindas-20260907-n3__dc0b63","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:20:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":9.237,"ai_seconds":9.207,"deterministic_seconds":0.03,"wall_seconds":9.4461,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1172,"output_tokens":929,"cached_tokens":0,"cost_usd":0.017451,"cost_usd_runner":0.017451,"retries":0,"output_chars":3803,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788742833__shibindas-20260907-n3__5e57c5","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:00:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":18.361,"ai_seconds":18.326,"deterministic_seconds":0.034,"wall_seconds":18.5797,"llm_calls":1,"models":"claude-opus-5","input_tokens":1622,"output_tokens":1773,"cached_tokens":0,"cost_usd":0.052435,"cost_usd_runner":0.052435,"retries":0,"output_chars":3857,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788744030__shibindas-20260907-n3__f13a68","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:20:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":11.877,"ai_seconds":11.85,"deterministic_seconds":0.027,"wall_seconds":12.0567,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":1622,"output_tokens":1601,"cached_tokens":0,"cost_usd":0.019254,"cost_usd_runner":0.019254,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788745065__shibindas-20260907-n3__b90192","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:37:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":9.451,"ai_seconds":9.416,"deterministic_seconds":0.035,"wall_seconds":9.6036,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1172,"output_tokens":929,"cached_tokens":0,"cost_usd":0.017451,"cost_usd_runner":0.017451,"retries":0,"output_chars":3803,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788747686__shibindas-20260907-n3__532d08","tag":"shibindas-20260907-n3","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:21:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":17.693,"ai_seconds":17.66,"deterministic_seconds":0.033,"wall_seconds":17.9301,"llm_calls":1,"models":"claude-opus-5","input_tokens":1622,"output_tokens":1693,"cached_tokens":0,"cost_usd":0.050435,"cost_usd_runner":0.050435,"retries":0,"output_chars":3857,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788805764__pointblank-openrouter-qw__819c65","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:30:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":48.958,"ai_seconds":48.891,"deterministic_seconds":0.067,"wall_seconds":49.2774,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":1128,"output_tokens":4522,"cached_tokens":0,"cost_usd":0.01404,"cost_usd_runner":0,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788822840__pointblank-openrouter-de__7bb8bf","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:15:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":79.938,"ai_seconds":79.922,"deterministic_seconds":0.016,"wall_seconds":80.1617,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":1132,"output_tokens":9551,"cached_tokens":0,"cost_usd":0.001793,"cost_usd_runner":0,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r1__1788837012__pointblank-openrouter-go__f6f5f1","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:10:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":6.168,"ai_seconds":6.134,"deterministic_seconds":0.034,"wall_seconds":6.4869,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":1099,"output_tokens":875,"cached_tokens":0,"cost_usd":0.000396,"cost_usd_runner":0,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r2__1788720855__shibindas-20260906__7414b1","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:54:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":6.744,"ai_seconds":6.131,"deterministic_seconds":0.613,"wall_seconds":6.9211,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":1171,"output_tokens":821,"cached_tokens":0,"cost_usd":0.005276,"cost_usd_runner":0.005276,"retries":0,"output_chars":3421,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r2__1788811903__pointblank-openrouter-qw__3390c9","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:13:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":102.668,"ai_seconds":102.634,"deterministic_seconds":0.034,"wall_seconds":102.9536,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":1128,"output_tokens":5017,"cached_tokens":0,"cost_usd":0.015525,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r2__1788828366__pointblank-openrouter-de__d8e268","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T00:58:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":726.118,"ai_seconds":725.822,"deterministic_seconds":0.296,"wall_seconds":726.5557,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":1188,"output_tokens":64688,"cached_tokens":0,"cost_usd":0.011721,"cost_usd_runner":0,"retries":0,"output_chars":"","excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_3_markdown_llm","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"loud","trace":true},{"run_id":"bench_3_markdown_llm__small__r2__1788837828__pointblank-openrouter-go__c18e29","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:23:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":6.755,"ai_seconds":6.738,"deterministic_seconds":0.017,"wall_seconds":7.1437,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":1099,"output_tokens":882,"cached_tokens":0,"cost_usd":0.000399,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r3__1788722169__shibindas-20260906__53b5fc","tag":"shibindas-20260906","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:16:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":6.883,"ai_seconds":6.349,"deterministic_seconds":0.533,"wall_seconds":7.5331,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":1171,"output_tokens":821,"cached_tokens":0,"cost_usd":0.005276,"cost_usd_runner":0.005276,"retries":0,"output_chars":3421,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r3__1788816817__pointblank-openrouter-qw__350260","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:34:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":74.868,"ai_seconds":74.855,"deterministic_seconds":0.013,"wall_seconds":75.1049,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":1128,"output_tokens":5472,"cached_tokens":0,"cost_usd":0.01689,"cost_usd_runner":0,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r3__1788832073__pointblank-openrouter-de__88562f","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:49:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":72.502,"ai_seconds":72.484,"deterministic_seconds":0.018,"wall_seconds":72.9921,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":1132,"output_tokens":1925,"cached_tokens":0,"cost_usd":0.00042,"cost_usd_runner":0,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_3_markdown_llm__small__r3__1788838478__pointblank-openrouter-go__83e809","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_3_markdown_llm","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:36:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":4,"total_seconds":87.315,"ai_seconds":87.303,"deterministic_seconds":0.012,"wall_seconds":87.7624,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":1100,"output_tokens":875,"cached_tokens":0,"cost_usd":0.000396,"cost_usd_runner":0,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_3_markdown_llm","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788720246__shibindas-20260906__bfd222","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:45:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":60.269,"ai_seconds":60.207,"deterministic_seconds":0.062,"wall_seconds":60.412,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788725134__shibindas-20260906__c46235","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:06:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":60.117,"ai_seconds":60.045,"deterministic_seconds":0.072,"wall_seconds":60.2532,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788726539__shibindas-20260906__5b440c","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:30:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":60.129,"ai_seconds":60.047,"deterministic_seconds":0.082,"wall_seconds":60.3446,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788733649__shibindas-20260907__da0e8f","tag":"shibindas-20260907","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:29:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":111.205,"ai_seconds":111.155,"deterministic_seconds":0.049,"wall_seconds":111.3932,"llm_calls":2,"models":"claude-opus-5","input_tokens":24815,"output_tokens":10810,"cached_tokens":0,"cost_usd":0.394325,"cost_usd_runner":0.394325,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788739897__shibindas-20260907-n3__7a70b3","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:13:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":96.806,"ai_seconds":96.768,"deterministic_seconds":0.038,"wall_seconds":97.0767,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":7147,"output_tokens":12611,"cached_tokens":0,"cost_usd":0.140404,"cost_usd_runner":0.140404,"retries":0,"output_chars":15588,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788741597__shibindas-20260907-n3__b9ab6f","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:42:51+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":173.427,"ai_seconds":173.397,"deterministic_seconds":0.03,"wall_seconds":173.8235,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":19094,"output_tokens":7871,"cached_tokens":0,"cost_usd":0.175347,"cost_usd_runner":0.175347,"retries":0,"output_chars":15624,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788743539__shibindas-20260907-n3__8e7d40","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:14:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":112.722,"ai_seconds":112.628,"deterministic_seconds":0.094,"wall_seconds":113.1318,"llm_calls":2,"models":"claude-opus-5","input_tokens":24815,"output_tokens":10806,"cached_tokens":0,"cost_usd":0.394225,"cost_usd_runner":0.394225,"retries":0,"output_chars":15616,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788744644__shibindas-20260907-n3__cabad0","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:31:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":63.169,"ai_seconds":63.145,"deterministic_seconds":0.025,"wall_seconds":63.3111,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":7147,"output_tokens":7422,"cached_tokens":0,"cost_usd":0.088514,"cost_usd_runner":0.088514,"retries":0,"output_chars":15673,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.031,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":18,"out_fabricated":3,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788746226__shibindas-20260907-n3__6edb27","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:00:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":177.875,"ai_seconds":177.845,"deterministic_seconds":0.03,"wall_seconds":178.115,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":19112,"output_tokens":8060,"cached_tokens":0,"cost_usd":0.178236,"cost_usd_runner":0.178236,"retries":0,"output_chars":16274,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.647,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.075,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":106,"out_in_gold":77,"out_chrome":21,"out_fabricated":8,"gold_targets":11,"gold_homonyms":2,"glyphs":22,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":10,"leaks":6,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":90,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788748388__shibindas-20260907-n3__18bafc","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:35:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":114.161,"ai_seconds":114.132,"deterministic_seconds":0.029,"wall_seconds":114.3819,"llm_calls":2,"models":"claude-opus-5","input_tokens":24815,"output_tokens":10960,"cached_tokens":0,"cost_usd":0.398075,"cost_usd_runner":0.398075,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788809501__pointblank-openrouter-qw__d72de8","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:36:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":276.23,"ai_seconds":276.055,"deterministic_seconds":0.174,"wall_seconds":276.5262,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":17068,"output_tokens":18256,"cached_tokens":0,"cost_usd":0.061937,"cost_usd_runner":0,"retries":0,"output_chars":15740,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788826376__pointblank-openrouter-de__bd3412","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:14:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":114.587,"ai_seconds":114.529,"deterministic_seconds":0.058,"wall_seconds":114.9235,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":16896,"output_tokens":13073,"cached_tokens":0,"cost_usd":0.003451,"cost_usd_runner":0,"retries":0,"output_chars":15594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r1__1788837497__pointblank-openrouter-go__0fc9dd","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:18:47+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.374,"ai_seconds":29.362,"deterministic_seconds":0.012,"wall_seconds":29.7755,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4856,"output_tokens":3278,"cached_tokens":0,"cost_usd":0.001552,"cost_usd_runner":0,"retries":0,"output_chars":15594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r2__1788721622__shibindas-20260906__bd25cf","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:08:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":60.72,"ai_seconds":60.446,"deterministic_seconds":0.274,"wall_seconds":61.2805,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r2__1788815219__pointblank-openrouter-qw__ce6bc4","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:09:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":178.914,"ai_seconds":178.858,"deterministic_seconds":0.057,"wall_seconds":179.2938,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":4905,"output_tokens":10700,"cached_tokens":0,"cost_usd":0.03416,"cost_usd_runner":0,"retries":0,"output_chars":15549,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r2__1788831348__pointblank-openrouter-de__3cf091","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:38:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":134.923,"ai_seconds":134.873,"deterministic_seconds":0.051,"wall_seconds":135.3072,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4880,"output_tokens":7127,"cached_tokens":0,"cost_usd":0.0016,"cost_usd_runner":0,"retries":0,"output_chars":15627,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":19,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r2__1788838201__pointblank-openrouter-go__689609","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:30:11+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":9.487,"ai_seconds":9.478,"deterministic_seconds":0.009,"wall_seconds":9.7186,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4856,"output_tokens":3277,"cached_tokens":0,"cost_usd":0.001551,"cost_usd_runner":0,"retries":0,"output_chars":15576,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.909,"recall_real":1.0,"recall_fictional":0.833,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":18,"glyph_correct":10,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":1,"leaks_real":0,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r3__1788722899__shibindas-20260906__b48165","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:29:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":60.216,"ai_seconds":60.108,"deterministic_seconds":0.108,"wall_seconds":60.4588,"llm_calls":0,"models":"","input_tokens":0,"output_tokens":0,"cached_tokens":0,"cost_usd":0.0,"cost_usd_runner":0,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r3__1788820608__pointblank-openrouter-qw__0dafe6","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:40:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":244.095,"ai_seconds":244.084,"deterministic_seconds":0.011,"wall_seconds":244.411,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":17068,"output_tokens":15975,"cached_tokens":0,"cost_usd":0.055094,"cost_usd_runner":0,"retries":0,"output_chars":15677,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r3__1788836311__pointblank-openrouter-de__e06a40","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:59:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":69.121,"ai_seconds":69.111,"deterministic_seconds":0.011,"wall_seconds":69.3327,"llm_calls":1,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4802,"output_tokens":3907,"cached_tokens":0,"cost_usd":0.001015,"cost_usd_runner":0,"retries":0,"output_chars":15197,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.011,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":95,"out_in_gold":77,"out_chrome":17,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__large__r3__1788839304__pointblank-openrouter-go__8f1271","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:49:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":47.957,"ai_seconds":47.896,"deterministic_seconds":0.061,"wall_seconds":48.1335,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":4856,"output_tokens":3278,"cached_tokens":0,"cost_usd":0.001552,"cost_usd_runner":0,"retries":0,"output_chars":15588,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788719728__shibindas-20260906__1ef329","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:36:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":58.679,"ai_seconds":58.61,"deterministic_seconds":0.069,"wall_seconds":59.0218,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":12883,"output_tokens":5160,"cached_tokens":0,"cost_usd":0.038683,"cost_usd_runner":0.038683,"retries":0,"output_chars":8210,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788724410__shibindas-20260906__f83cc2","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:55:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":89.664,"ai_seconds":89.627,"deterministic_seconds":0.037,"wall_seconds":89.811,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":12885,"output_tokens":4825,"cached_tokens":0,"cost_usd":0.11103,"cost_usd_runner":0.11103,"retries":0,"output_chars":8593,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788726132__shibindas-20260906__84fa4d","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:22:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":21.688,"ai_seconds":21.605,"deterministic_seconds":0.082,"wall_seconds":21.7812,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5088,"output_tokens":2606,"cached_tokens":0,"cost_usd":0.036236,"cost_usd_runner":0.036236,"retries":0,"output_chars":8179,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788733242__shibindas-20260907__56c6ec","tag":"shibindas-20260907","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:21:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":70.104,"ai_seconds":70.046,"deterministic_seconds":0.057,"wall_seconds":70.3215,"llm_calls":2,"models":"claude-opus-5","input_tokens":16594,"output_tokens":6950,"cached_tokens":0,"cost_usd":0.25672,"cost_usd_runner":0.25672,"retries":0,"output_chars":8578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788739538__shibindas-20260907-n3__24d8a8","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:05:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":20.39,"ai_seconds":20.322,"deterministic_seconds":0.068,"wall_seconds":20.5497,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5088,"output_tokens":2375,"cached_tokens":0,"cost_usd":0.033926,"cost_usd_runner":0.033926,"retries":0,"output_chars":7648,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":64,"out_in_gold":61,"out_chrome":3,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":27,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":1,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":38,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788740802__shibindas-20260907-n3__5376ae","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:28:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":90.589,"ai_seconds":90.522,"deterministic_seconds":0.067,"wall_seconds":90.7803,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":12885,"output_tokens":4826,"cached_tokens":0,"cost_usd":0.111045,"cost_usd_runner":0.111045,"retries":0,"output_chars":8599,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788743109__shibindas-20260907-n3__f51ee0","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:06:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":67.459,"ai_seconds":67.434,"deterministic_seconds":0.025,"wall_seconds":67.6457,"llm_calls":2,"models":"claude-opus-5","input_tokens":16594,"output_tokens":6746,"cached_tokens":0,"cost_usd":0.25162,"cost_usd_runner":0.25162,"retries":0,"output_chars":8605,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788744263__shibindas-20260907-n3__c45384","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:24:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.793,"ai_seconds":29.766,"deterministic_seconds":0.027,"wall_seconds":29.9234,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":5088,"output_tokens":3442,"cached_tokens":0,"cost_usd":0.044596,"cost_usd_runner":0.044596,"retries":0,"output_chars":8239,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.929,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":41,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788745464__shibindas-20260907-n3__edfc07","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:45:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":73.261,"ai_seconds":73.236,"deterministic_seconds":0.025,"wall_seconds":73.4237,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":12885,"output_tokens":4853,"cached_tokens":0,"cost_usd":0.11145,"cost_usd_runner":0.11145,"retries":0,"output_chars":8727,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788747965__shibindas-20260907-n3__b4bda6","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:27:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":69.212,"ai_seconds":69.184,"deterministic_seconds":0.029,"wall_seconds":69.5331,"llm_calls":2,"models":"claude-opus-5","input_tokens":16594,"output_tokens":6803,"cached_tokens":0,"cost_usd":0.253045,"cost_usd_runner":0.253045,"retries":0,"output_chars":8695,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788807033__pointblank-openrouter-qw__fd09fc","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:55:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":284.198,"ai_seconds":284.142,"deterministic_seconds":0.056,"wall_seconds":284.5765,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3505,"output_tokens":9214,"cached_tokens":0,"cost_usd":0.029114,"cost_usd_runner":0,"retries":0,"output_chars":8657,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788824095__pointblank-openrouter-de__e2165d","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:39:11+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":255.784,"ai_seconds":255.547,"deterministic_seconds":0.237,"wall_seconds":256.0732,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":11453,"output_tokens":13986,"cached_tokens":0,"cost_usd":0.003262,"cost_usd_runner":0,"retries":0,"output_chars":8729,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.963,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.028,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":9,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r1__1788837198__pointblank-openrouter-go__50db20","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:13:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":40.194,"ai_seconds":40.183,"deterministic_seconds":0.011,"wall_seconds":40.5428,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3403,"output_tokens":1877,"cached_tokens":0,"cost_usd":0.000944,"cost_usd_runner":0,"retries":0,"output_chars":8549,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":8,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r2__1788721124__shibindas-20260906__09f051","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:59:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":61.02,"ai_seconds":60.957,"deterministic_seconds":0.063,"wall_seconds":61.64,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":12883,"output_tokens":5288,"cached_tokens":0,"cost_usd":0.039323,"cost_usd_runner":0.039323,"retries":0,"output_chars":8664,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":0.957,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":7,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r2__1788813267__pointblank-openrouter-qw__9ad644","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:40:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":347.661,"ai_seconds":347.517,"deterministic_seconds":0.144,"wall_seconds":347.8965,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":11440,"output_tokens":18580,"cached_tokens":0,"cost_usd":0.060545,"cost_usd_runner":0,"retries":0,"output_chars":8906,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r2__1788830383__pointblank-openrouter-de__94a816","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:21:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":100.587,"ai_seconds":100.429,"deterministic_seconds":0.158,"wall_seconds":100.8022,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":11375,"output_tokens":8459,"cached_tokens":0,"cost_usd":0.002262,"cost_usd_runner":0,"retries":0,"output_chars":8570,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.84,"recall_real":0.955,"recall_fictional":0.0,"precision":0.955,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":9,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":23,"glyph_correct":21,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":1,"leaks":4,"leaks_real":1,"leaks_fictional":3,"leaks_chrome":1,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r2__1788838041__pointblank-openrouter-go__dd1039","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:27:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":17.556,"ai_seconds":17.545,"deterministic_seconds":0.011,"wall_seconds":17.9234,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3404,"output_tokens":1889,"cached_tokens":0,"cost_usd":0.000949,"cost_usd_runner":0,"retries":0,"output_chars":8627,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.054,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":74,"out_in_gold":61,"out_chrome":9,"out_fabricated":4,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":3,"leaks":1,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":44,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r3__1788722424__shibindas-20260906__82fb44","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:21:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":58.274,"ai_seconds":58.192,"deterministic_seconds":0.082,"wall_seconds":59.1648,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":12883,"output_tokens":5159,"cached_tokens":0,"cost_usd":0.038678,"cost_usd_runner":0.038678,"retries":0,"output_chars":8205,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":28,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r3__1788818918__pointblank-openrouter-qw__6b50da","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:12:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":206.735,"ai_seconds":206.483,"deterministic_seconds":0.251,"wall_seconds":207.0602,"llm_calls":1,"models":"qwen/qwen3.8-27b","input_tokens":3505,"output_tokens":9009,"cached_tokens":0,"cost_usd":0.028499,"cost_usd_runner":0,"retries":0,"output_chars":8583,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r3__1788834610__pointblank-openrouter-de__a4284e","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:33:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":182.495,"ai_seconds":181.864,"deterministic_seconds":0.631,"wall_seconds":182.9086,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":11453,"output_tokens":9958,"cached_tokens":0,"cost_usd":0.002537,"cost_usd_runner":0,"retries":0,"output_chars":8596,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__medium__r3__1788839072__pointblank-openrouter-go__73e7ab","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:44:51+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":18.86,"ai_seconds":18.849,"deterministic_seconds":0.012,"wall_seconds":19.242,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":3403,"output_tokens":1880,"cached_tokens":0,"cost_usd":0.000945,"cost_usd_runner":0,"retries":0,"output_chars":8594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":69,"out_in_gold":61,"out_chrome":8,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788719512__shibindas-20260906__c730e5","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:32:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":24.234,"ai_seconds":24.144,"deterministic_seconds":0.091,"wall_seconds":24.3505,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":8030,"output_tokens":2806,"cached_tokens":0,"cost_usd":0.02206,"cost_usd_runner":0.02206,"retries":0,"output_chars":3402,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788724068__shibindas-20260906__40906e","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:48:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.657,"ai_seconds":29.608,"deterministic_seconds":0.049,"wall_seconds":29.7363,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":8052,"output_tokens":2505,"cached_tokens":0,"cost_usd":0.061731,"cost_usd_runner":0.061731,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788725962__shibindas-20260906__c32c2c","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":12.188,"ai_seconds":12.153,"deterministic_seconds":0.036,"wall_seconds":12.2933,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":3297,"output_tokens":1486,"cached_tokens":0,"cost_usd":0.021454,"cost_usd_runner":0.021454,"retries":0,"output_chars":3830,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.033,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":9,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788733029__shibindas-20260907__6a75c3","tag":"shibindas-20260907","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:17:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":31.688,"ai_seconds":31.634,"deterministic_seconds":0.054,"wall_seconds":31.8296,"llm_calls":2,"models":"claude-opus-5","input_tokens":9722,"output_tokens":3289,"cached_tokens":0,"cost_usd":0.130835,"cost_usd_runner":0.130835,"retries":0,"output_chars":3859,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788739352__shibindas-20260907-n3__8d92d3","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:02:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":13.453,"ai_seconds":13.351,"deterministic_seconds":0.101,"wall_seconds":13.6497,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":3297,"output_tokens":1662,"cached_tokens":0,"cost_usd":0.023214,"cost_usd_runner":0.023214,"retries":0,"output_chars":3903,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.033,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":9,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788740436__shibindas-20260907-n3__6c40ff","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:21:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.213,"ai_seconds":29.187,"deterministic_seconds":0.026,"wall_seconds":29.394,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":8030,"output_tokens":2483,"cached_tokens":0,"cost_usd":0.061335,"cost_usd_runner":0.061335,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788742854__shibindas-20260907-n3__c59f23","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:01:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":31.872,"ai_seconds":31.839,"deterministic_seconds":0.033,"wall_seconds":32.0311,"llm_calls":2,"models":"claude-opus-5","input_tokens":9646,"output_tokens":3241,"cached_tokens":0,"cost_usd":0.129255,"cost_usd_runner":0.129255,"retries":0,"output_chars":3820,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788744044__shibindas-20260907-n3__2ee3ea","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:21:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.78,"ai_seconds":29.756,"deterministic_seconds":0.024,"wall_seconds":29.9422,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":9934,"output_tokens":3836,"cached_tokens":0,"cost_usd":0.058228,"cost_usd_runner":0.058228,"retries":0,"output_chars":3858,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788745077__shibindas-20260907-n3__302f17","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:38:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.693,"ai_seconds":29.668,"deterministic_seconds":0.026,"wall_seconds":29.873,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":8052,"output_tokens":2505,"cached_tokens":0,"cost_usd":0.061731,"cost_usd_runner":0.061731,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788747707__shibindas-20260907-n3__5e0fc2","tag":"shibindas-20260907-n3","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:22:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":32.984,"ai_seconds":32.958,"deterministic_seconds":0.025,"wall_seconds":33.2043,"llm_calls":2,"models":"claude-opus-5","input_tokens":9722,"output_tokens":3335,"cached_tokens":0,"cost_usd":0.131985,"cost_usd_runner":0.131985,"retries":0,"output_chars":3859,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788805814__pointblank-openrouter-qw__89b1f2","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:32:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":147.852,"ai_seconds":147.798,"deterministic_seconds":0.054,"wall_seconds":148.227,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":6902,"output_tokens":7879,"cached_tokens":0,"cost_usd":0.026536,"cost_usd_runner":0,"retries":0,"output_chars":3794,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788822920__pointblank-openrouter-de__b4ba53","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:16:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":57.5,"ai_seconds":57.486,"deterministic_seconds":0.013,"wall_seconds":57.7383,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":6889,"output_tokens":3256,"cached_tokens":0,"cost_usd":0.001034,"cost_usd_runner":0,"retries":0,"output_chars":3858,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r1__1788837018__pointblank-openrouter-go__76ec42","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:10:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":9.157,"ai_seconds":9.15,"deterministic_seconds":0.007,"wall_seconds":9.2423,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2186,"output_tokens":869,"cached_tokens":0,"cost_usd":0.000492,"cost_usd_runner":0,"retries":0,"output_chars":3818,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r2__1788720868__shibindas-20260906__da1c90","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:54:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":24.005,"ai_seconds":23.972,"deterministic_seconds":0.033,"wall_seconds":24.0999,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":8026,"output_tokens":2809,"cached_tokens":0,"cost_usd":0.022071,"cost_usd_runner":0.022071,"retries":0,"output_chars":3423,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r2__1788812006__pointblank-openrouter-qw__aa9138","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:14:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":83.175,"ai_seconds":83.158,"deterministic_seconds":0.017,"wall_seconds":83.4593,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":6922,"output_tokens":5115,"cached_tokens":0,"cost_usd":0.018252,"cost_usd_runner":0,"retries":0,"output_chars":3908,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r2__1788829093__pointblank-openrouter-de__adfa9a","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T00:59:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":54.668,"ai_seconds":54.474,"deterministic_seconds":0.195,"wall_seconds":55.015,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":6733,"output_tokens":3200,"cached_tokens":0,"cost_usd":0.001014,"cost_usd_runner":0,"retries":0,"output_chars":3814,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r2__1788837835__pointblank-openrouter-go__355b0f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:24:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":8.274,"ai_seconds":8.266,"deterministic_seconds":0.008,"wall_seconds":8.489,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2185,"output_tokens":869,"cached_tokens":0,"cost_usd":0.000492,"cost_usd_runner":0,"retries":0,"output_chars":3818,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r3__1788722183__shibindas-20260906__2bccac","tag":"shibindas-20260906","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:16:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":23.947,"ai_seconds":23.86,"deterministic_seconds":0.087,"wall_seconds":24.5646,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":8030,"output_tokens":2814,"cached_tokens":0,"cost_usd":0.0221,"cost_usd_runner":0.0221,"retries":0,"output_chars":3431,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r3__1788816892__pointblank-openrouter-qw__a48500","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:35:49+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":56.796,"ai_seconds":56.785,"deterministic_seconds":0.011,"wall_seconds":57.029,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":6936,"output_tokens":4189,"cached_tokens":0,"cost_usd":0.01548,"cost_usd_runner":0,"retries":0,"output_chars":3865,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r3__1788832146__pointblank-openrouter-de__396726","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:50:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":67.991,"ai_seconds":67.979,"deterministic_seconds":0.012,"wall_seconds":68.3507,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":6816,"output_tokens":7243,"cached_tokens":0,"cost_usd":0.001747,"cost_usd_runner":0,"retries":0,"output_chars":3819,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_4_ai_agent_tool__small__r3__1788838566__pointblank-openrouter-go__a452a8","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_4_ai_agent_tool","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:36:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":18.515,"ai_seconds":18.504,"deterministic_seconds":0.011,"wall_seconds":18.8833,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":2185,"output_tokens":869,"cached_tokens":0,"cost_usd":0.000492,"cost_usd_runner":0,"retries":0,"output_chars":3819,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_4_ai_agent_tool","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788720306__shibindas-20260906__a5b8a5","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:46:10+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.9212,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":923,"output_tokens":102,"cached_tokens":0,"cost_usd":0.001433,"cost_usd_runner":0.001433,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788725194__shibindas-20260906__0c0a9d","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:07:37+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.4429,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":920,"output_tokens":90,"cached_tokens":0,"cost_usd":0.00411,"cost_usd_runner":0.00411,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788726600__shibindas-20260906__e36559","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:30:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.959,"ai_seconds":44.959,"deterministic_seconds":0,"wall_seconds":45.0126,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8557,"output_tokens":4916,"cached_tokens":0,"cost_usd":0.066274,"cost_usd_runner":0.066274,"retries":0,"output_chars":15677,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":1,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788728343__shibindas-20260906__8742d5","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:01:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":117.505,"ai_seconds":117.502,"deterministic_seconds":0.003,"wall_seconds":118.0597,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20688,"output_tokens":8212,"cached_tokens":0,"cost_usd":0.061748,"cost_usd_runner":0.061748,"retries":0,"output_chars":14879,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.818,"recall_real":0.8,"recall_fictional":0.833,"precision":0.818,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.021,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":17,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":9,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788728412__shibindas-20260906__060c52","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:02:13+00:00","pipeline_status":"failed","failed_nodes":"chat_output:failed","job_count":2,"total_seconds":120.463,"ai_seconds":120.463,"deterministic_seconds":0,"wall_seconds":120.8661,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20688,"output_tokens":8206,"cached_tokens":0,"cost_usd":0.061718,"cost_usd_runner":0.061718,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"cache_entity deadlock in the job bookkeeping save of the final chat_output node while three bench pipelines ran in parallel drush processes (fddo #3592445); the agent sub-pipeline had completed. Rerun serially.","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788730122__shibindas-20260906__0a2dc8","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:31:40+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":178.028,"ai_seconds":178.028,"deterministic_seconds":0,"wall_seconds":178.1086,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20652,"output_tokens":7984,"cached_tokens":0,"cost_usd":0.181716,"cost_usd_runner":0.181716,"retries":0,"output_chars":15604,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788733760__shibindas-20260907__5f358a","tag":"shibindas-20260907","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:30:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":58.96,"ai_seconds":58.96,"deterministic_seconds":0,"wall_seconds":59.0395,"llm_calls":2,"models":"claude-opus-5","input_tokens":8421,"output_tokens":5208,"cached_tokens":0,"cost_usd":0.172305,"cost_usd_runner":0.172305,"retries":0,"output_chars":15639,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788739999__shibindas-20260907-n3__0ea08d","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:14:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.217,"ai_seconds":44.217,"deterministic_seconds":0,"wall_seconds":44.4645,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8557,"output_tokens":4764,"cached_tokens":0,"cost_usd":0.064754,"cost_usd_runner":0.064754,"retries":0,"output_chars":15315,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.786,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":19,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":22,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":2,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788741775__shibindas-20260907-n3__6723ad","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:45:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":177.587,"ai_seconds":177.586,"deterministic_seconds":0,"wall_seconds":177.8461,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20652,"output_tokens":7984,"cached_tokens":0,"cost_usd":0.181716,"cost_usd_runner":0.181716,"retries":0,"output_chars":15604,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788743656__shibindas-20260907-n3__c29902","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:15:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":58.027,"ai_seconds":58.027,"deterministic_seconds":0,"wall_seconds":58.1972,"llm_calls":2,"models":"claude-opus-5","input_tokens":8433,"output_tokens":5106,"cached_tokens":0,"cost_usd":0.169815,"cost_usd_runner":0.169815,"retries":0,"output_chars":15576,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":19,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788744710__shibindas-20260907-n3__e0502a","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:32:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":43.347,"ai_seconds":43.347,"deterministic_seconds":0,"wall_seconds":43.4645,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8557,"output_tokens":4703,"cached_tokens":0,"cost_usd":0.064144,"cost_usd_runner":0.064144,"retries":0,"output_chars":15150,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.786,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.011,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":95,"out_in_gold":77,"out_chrome":17,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":2,"glyph_chrome":7,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788746409__shibindas-20260907-n3__88edd7","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:03:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":176.638,"ai_seconds":176.638,"deterministic_seconds":0,"wall_seconds":176.789,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20652,"output_tokens":7980,"cached_tokens":0,"cost_usd":0.181656,"cost_usd_runner":0.181656,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788748505__shibindas-20260907-n3__6e5381","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:36:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":58.619,"ai_seconds":58.619,"deterministic_seconds":0,"wall_seconds":58.8224,"llm_calls":2,"models":"claude-opus-5","input_tokens":8432,"output_tokens":5196,"cached_tokens":0,"cost_usd":0.17206,"cost_usd_runner":0.17206,"retries":0,"output_chars":15505,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":19,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788809778__pointblank-openrouter-qw__2fe180","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:39:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":182.978,"ai_seconds":182.978,"deterministic_seconds":0.001,"wall_seconds":183.2241,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":5758,"output_tokens":11683,"cached_tokens":0,"cost_usd":0.037467,"cost_usd_runner":0,"retries":0,"output_chars":15685,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":99,"out_in_gold":77,"out_chrome":20,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788826490__pointblank-openrouter-de__b195a8","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:18:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":211.438,"ai_seconds":211.438,"deterministic_seconds":0,"wall_seconds":211.6371,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5853,"output_tokens":9737,"cached_tokens":0,"cost_usd":0.002133,"cost_usd_runner":0,"retries":0,"output_chars":15765,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":14,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r1__1788837527__pointblank-openrouter-go__74a9c9","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:19:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":17.994,"ai_seconds":17.994,"deterministic_seconds":0,"wall_seconds":18.1611,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":5377,"output_tokens":3319,"cached_tokens":0,"cost_usd":0.001612,"cost_usd_runner":0,"retries":0,"output_chars":15559,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__large__r2__1788721683__shibindas-20260906__41d1f8","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:09:16+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":72.5663,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":923,"output_tokens":102,"cached_tokens":0,"cost_usd":0.001433,"cost_usd_runner":0.001433,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__large__r2__1788728461__shibindas-20260906__bba616","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T21:03:10+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":129.321,"ai_seconds":129.32,"deterministic_seconds":0,"wall_seconds":129.5477,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20695,"output_tokens":8445,"cached_tokens":0,"cost_usd":0.06292,"cost_usd_runner":0.06292,"retries":0,"output_chars":15578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r2__1788815398__pointblank-openrouter-qw__0c293b","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:12:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":139.647,"ai_seconds":139.611,"deterministic_seconds":0.036,"wall_seconds":139.8628,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":5758,"output_tokens":7587,"cached_tokens":0,"cost_usd":0.025179,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r2__1788831484__pointblank-openrouter-de__106fcb","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:41:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":220.777,"ai_seconds":220.776,"deterministic_seconds":0,"wall_seconds":220.9792,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5931,"output_tokens":10159,"cached_tokens":0,"cost_usd":0.002214,"cost_usd_runner":0,"retries":0,"output_chars":15734,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r2__1788838211__pointblank-openrouter-go__5be97a","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:30:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":33.852,"ai_seconds":33.851,"deterministic_seconds":0,"wall_seconds":33.94,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":5381,"output_tokens":3321,"cached_tokens":0,"cost_usd":0.001613,"cost_usd_runner":0,"retries":0,"output_chars":15600,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__large__r3__1788722960__shibindas-20260906__857012","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:30:23+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.8877,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":923,"output_tokens":102,"cached_tokens":0,"cost_usd":0.001433,"cost_usd_runner":0.001433,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__large__r3__1788728590__shibindas-20260906__b4b929","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T21:05:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":124.301,"ai_seconds":124.3,"deterministic_seconds":0.001,"wall_seconds":124.5021,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20688,"output_tokens":8211,"cached_tokens":0,"cost_usd":0.061743,"cost_usd_runner":0.061743,"retries":0,"output_chars":14883,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.021,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":17,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__large__r3__1788820852__pointblank-openrouter-qw__bd65f8","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:46:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":317.146,"ai_seconds":317.145,"deterministic_seconds":0,"wall_seconds":317.3537,"llm_calls":4,"models":"qwen/qwen3.8-27b","input_tokens":23699,"output_tokens":14977,"cached_tokens":0,"cost_usd":0.054885,"cost_usd_runner":0,"retries":0,"output_chars":15636,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r3__1788836381__pointblank-openrouter-de__757bd8","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:01:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":106.37,"ai_seconds":106.37,"deterministic_seconds":0,"wall_seconds":106.4868,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5931,"output_tokens":4209,"cached_tokens":0,"cost_usd":0.001143,"cost_usd_runner":0,"retries":0,"output_chars":15161,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__large__r3__1788839352__pointblank-openrouter-go__5e1fbd","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:50:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":52.26,"ai_seconds":52.26,"deterministic_seconds":0,"wall_seconds":52.5129,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":5381,"output_tokens":3315,"cached_tokens":0,"cost_usd":0.001611,"cost_usd_runner":0,"retries":0,"output_chars":15551,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788719787__shibindas-20260906__6fbcce","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:37:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":78.555,"ai_seconds":78.554,"deterministic_seconds":0.001,"wall_seconds":78.8363,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14394,"output_tokens":5275,"cached_tokens":0,"cost_usd":0.040769,"cost_usd_runner":0.040769,"retries":0,"output_chars":8204,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788724500__shibindas-20260906__9bcf15","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:56:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":93.959,"ai_seconds":93.959,"deterministic_seconds":0,"wall_seconds":94.0177,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14358,"output_tokens":4938,"cached_tokens":0,"cost_usd":0.117144,"cost_usd_runner":0.117144,"retries":0,"output_chars":8679,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788726154__shibindas-20260906__48e634","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:23:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":28.375,"ai_seconds":28.375,"deterministic_seconds":0,"wall_seconds":28.461,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":3032,"cached_tokens":0,"cost_usd":0.043186,"cost_usd_runner":0.043186,"retries":0,"output_chars":8645,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.926,"recall_real":0.957,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.027,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":10,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":2,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788733313__shibindas-20260907__275989","tag":"shibindas-20260907","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:22:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":35.804,"ai_seconds":35.804,"deterministic_seconds":0,"wall_seconds":35.8913,"llm_calls":2,"models":"claude-opus-5","input_tokens":6308,"output_tokens":3108,"cached_tokens":0,"cost_usd":0.10924,"cost_usd_runner":0.10924,"retries":0,"output_chars":8602,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788739561__shibindas-20260907-n3__141fd3","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:06:26+00:00","pipeline_status":"running","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:running","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":24.4888,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":2638,"cached_tokens":0,"cost_usd":0.039246,"cost_usd_runner":0.039246,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Synchronous launch returned after 24 s with pipeline 434 still 'running'; the child ReAct pipeline completed but the parent flowdrop_workflow_react_agent_with_tools job never finalized (no output). fddo parent-child handoff bug. Rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788740895__shibindas-20260907-n3__14951c","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:29:54+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":98.769,"ai_seconds":98.769,"deterministic_seconds":0,"wall_seconds":98.8792,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14358,"output_tokens":5046,"cached_tokens":0,"cost_usd":0.118764,"cost_usd_runner":0.118764,"retries":0,"output_chars":9027,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.758,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.04,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":75,"out_in_gold":61,"out_chrome":11,"out_fabricated":3,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":8,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":41,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788743179__shibindas-20260907-n3__61c367","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:06:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":36.598,"ai_seconds":36.598,"deterministic_seconds":0,"wall_seconds":36.7397,"llm_calls":2,"models":"claude-opus-5","input_tokens":6308,"output_tokens":2993,"cached_tokens":0,"cost_usd":0.106365,"cost_usd_runner":0.106365,"retries":0,"output_chars":8602,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788744295__shibindas-20260907-n3__e00c07","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:25:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":27.533,"ai_seconds":27.533,"deterministic_seconds":0,"wall_seconds":27.7099,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":2997,"cached_tokens":0,"cost_usd":0.042836,"cost_usd_runner":0.042836,"retries":0,"output_chars":8612,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788745541__shibindas-20260907-n3__01d6a2","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:47:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":94.382,"ai_seconds":94.382,"deterministic_seconds":0,"wall_seconds":94.512,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14358,"output_tokens":4940,"cached_tokens":0,"cost_usd":0.117174,"cost_usd_runner":0.117174,"retries":0,"output_chars":8674,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788748038__shibindas-20260907-n3__435f47","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:27:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":34.209,"ai_seconds":34.209,"deterministic_seconds":0,"wall_seconds":34.3578,"llm_calls":2,"models":"claude-opus-5","input_tokens":6308,"output_tokens":2614,"cached_tokens":0,"cost_usd":0.09689,"cost_usd_runner":0.09689,"retries":0,"output_chars":7373,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":25,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788749015__shibindas-20260907-n3__af0fac","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:44:00+00:00","pipeline_status":"running","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:running","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":25.2244,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":2649,"cached_tokens":0,"cost_usd":0.039356,"cost_usd_runner":0.039356,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Same as 141fd3: launch returned after 25 s with pipeline 672 'running'; child pipeline 673 completed, parent workflow job never finalized. Rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788749123__shibindas-20260907-n3__e26db9","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:45:48+00:00","pipeline_status":"running","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_tools:running","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":24.9594,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":2644,"cached_tokens":0,"cost_usd":0.039306,"cost_usd_runner":0.039306,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Third occurrence for this cell today (141fd3, af0fac, e26db9): parent pipeline stuck 'running' after the child ReAct pipeline completed. fddo parent-child handoff bug; no further reruns until it is fixed.","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788807318__pointblank-openrouter-qw__37efce","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:00:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":322.9,"ai_seconds":322.9,"deterministic_seconds":0,"wall_seconds":323.0927,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4347,"output_tokens":11608,"cached_tokens":0,"cost_usd":0.03665,"cost_usd_runner":0,"retries":0,"output_chars":8787,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788824351__pointblank-openrouter-de__137d82","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:42:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":188.849,"ai_seconds":188.848,"deterministic_seconds":0,"wall_seconds":189.062,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4532,"output_tokens":5959,"cached_tokens":0,"cost_usd":0.001367,"cost_usd_runner":0,"retries":0,"output_chars":8632,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788827531__shibindas-20260908-n3-25__2ad9b3","tag":"shibindas-20260908-n3-251","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"2.5.1@2.5.1","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:32:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":32.651,"ai_seconds":32.651,"deterministic_seconds":0,"wall_seconds":32.8273,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6433,"output_tokens":3544,"cached_tokens":0,"cost_usd":0.048306,"cost_usd_runner":0.048306,"retries":0,"output_chars":8798,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.852,"recall_real":0.87,"recall_fictional":1.0,"precision":0.958,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.041,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":74,"out_in_gold":61,"out_chrome":10,"out_fabricated":3,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":23,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":6,"leaks":4,"leaks_real":3,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_5_react_agent__medium__r1__1788837238__pointblank-openrouter-go__0a448d","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:14:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":19.693,"ai_seconds":19.693,"deterministic_seconds":0.001,"wall_seconds":19.9465,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":3912,"output_tokens":1920,"cached_tokens":0,"cost_usd":0.001005,"cost_usd_runner":0,"retries":0,"output_chars":8556,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r2__1788721186__shibindas-20260906__59b66a","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:00:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":72.982,"ai_seconds":72.982,"deterministic_seconds":0,"wall_seconds":73.1771,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14394,"output_tokens":4826,"cached_tokens":0,"cost_usd":0.038524,"cost_usd_runner":0.038524,"retries":0,"output_chars":8198,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r2__1788813615__pointblank-openrouter-qw__ae11f9","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:42:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":119.556,"ai_seconds":119.556,"deterministic_seconds":0,"wall_seconds":119.8314,"llm_calls":4,"models":"qwen/qwen3.8-27b","input_tokens":16324,"output_tokens":6854,"cached_tokens":0,"cost_usd":0.027418,"cost_usd_runner":0,"retries":0,"output_chars":8797,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r2__1788830484__pointblank-openrouter-de__1726bb","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:22:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":49.916,"ai_seconds":49.916,"deterministic_seconds":0,"wall_seconds":50.1098,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4454,"output_tokens":2530,"cached_tokens":0,"cost_usd":0.000745,"cost_usd_runner":0,"retries":0,"output_chars":8071,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":27,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":2,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r2__1788838059__pointblank-openrouter-go__8b9a5c","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:28:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":21.752,"ai_seconds":21.751,"deterministic_seconds":0,"wall_seconds":21.9124,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":3912,"output_tokens":1914,"cached_tokens":0,"cost_usd":0.001003,"cost_usd_runner":0,"retries":0,"output_chars":8547,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r3__1788722483__shibindas-20260906__795f95","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:22:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":72.764,"ai_seconds":72.763,"deterministic_seconds":0.001,"wall_seconds":73.0417,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14394,"output_tokens":5271,"cached_tokens":0,"cost_usd":0.040749,"cost_usd_runner":0.040749,"retries":0,"output_chars":8195,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r3__1788819125__pointblank-openrouter-qw__f65678","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:13:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":98.664,"ai_seconds":98.664,"deterministic_seconds":0,"wall_seconds":98.9388,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4347,"output_tokens":6904,"cached_tokens":0,"cost_usd":0.022538,"cost_usd_runner":0,"retries":0,"output_chars":8533,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r3__1788834793__pointblank-openrouter-de__f8dd29","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:34:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":61.836,"ai_seconds":61.836,"deterministic_seconds":0,"wall_seconds":61.9834,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":12718,"output_tokens":7141,"cached_tokens":0,"cost_usd":0.002112,"cost_usd_runner":0,"retries":0,"output_chars":8675,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__medium__r3__1788839091__pointblank-openrouter-go__8df9e7","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:45:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":20.83,"ai_seconds":20.83,"deterministic_seconds":0,"wall_seconds":21.0181,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":3912,"output_tokens":1932,"cached_tokens":0,"cost_usd":0.001009,"cost_usd_runner":0,"retries":0,"output_chars":8624,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788719536__shibindas-20260906__9691e2","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:32:51+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":34.588,"ai_seconds":34.588,"deterministic_seconds":0,"wall_seconds":34.6898,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9537,"output_tokens":2928,"cached_tokens":0,"cost_usd":0.024177,"cost_usd_runner":0.024177,"retries":0,"output_chars":3426,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788724098__shibindas-20260906__12fb2c","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:48:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":33.7,"ai_seconds":33.7,"deterministic_seconds":0,"wall_seconds":33.772,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9488,"output_tokens":2567,"cached_tokens":0,"cost_usd":0.066969,"cost_usd_runner":0.066969,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788725974__shibindas-20260906__59d1e4","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:47+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":12.654,"ai_seconds":12.654,"deterministic_seconds":0,"wall_seconds":12.7291,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4615,"output_tokens":1168,"cached_tokens":0,"cost_usd":0.02091,"cost_usd_runner":0.02091,"retries":0,"output_chars":3380,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.667,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788733061__shibindas-20260907__8db592","tag":"shibindas-20260907","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:17:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":17.103,"ai_seconds":17.103,"deterministic_seconds":0,"wall_seconds":17.2048,"llm_calls":2,"models":"claude-opus-5","input_tokens":4479,"output_tokens":1346,"cached_tokens":0,"cost_usd":0.056045,"cost_usd_runner":0.056045,"retries":0,"output_chars":3736,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788739367__shibindas-20260907-n3__5f58e6","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:03:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":13.801,"ai_seconds":13.801,"deterministic_seconds":0,"wall_seconds":13.9064,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4615,"output_tokens":1372,"cached_tokens":0,"cost_usd":0.02295,"cost_usd_runner":0.02295,"retries":0,"output_chars":3768,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788740468__shibindas-20260907-n3__600c7d","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:21:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":37.271,"ai_seconds":37.271,"deterministic_seconds":0,"wall_seconds":37.3903,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9499,"output_tokens":2578,"cached_tokens":0,"cost_usd":0.067167,"cost_usd_runner":0.067167,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788742889__shibindas-20260907-n3__e4e31c","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:01:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":17.521,"ai_seconds":17.521,"deterministic_seconds":0,"wall_seconds":17.6222,"llm_calls":2,"models":"claude-opus-5","input_tokens":4479,"output_tokens":1352,"cached_tokens":0,"cost_usd":0.056195,"cost_usd_runner":0.056195,"retries":0,"output_chars":3747,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788744077__shibindas-20260907-n3__fc8c3b","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:21:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":13.315,"ai_seconds":13.315,"deterministic_seconds":0,"wall_seconds":13.4552,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4615,"output_tokens":1375,"cached_tokens":0,"cost_usd":0.02298,"cost_usd_runner":0.02298,"retries":0,"output_chars":3772,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788745109__shibindas-20260907-n3__6da855","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:39:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":34.673,"ai_seconds":34.673,"deterministic_seconds":0,"wall_seconds":34.7725,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9499,"output_tokens":2578,"cached_tokens":0,"cost_usd":0.067167,"cost_usd_runner":0.067167,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788747743__shibindas-20260907-n3__dd5d0d","tag":"shibindas-20260907-n3","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:22:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":21.934,"ai_seconds":21.934,"deterministic_seconds":0,"wall_seconds":22.0823,"llm_calls":2,"models":"claude-opus-5","input_tokens":4491,"output_tokens":1358,"cached_tokens":0,"cost_usd":0.056405,"cost_usd_runner":0.056405,"retries":0,"output_chars":3736,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788805962__pointblank-openrouter-qw__ff0f32","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:33:47+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":65.096,"ai_seconds":65.095,"deterministic_seconds":0,"wall_seconds":65.3675,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3154,"output_tokens":3219,"cached_tokens":0,"cost_usd":0.010982,"cost_usd_runner":0,"retries":0,"output_chars":3774,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.667,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788822978__pointblank-openrouter-de__c62617","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:17:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":62.087,"ai_seconds":62.087,"deterministic_seconds":0,"wall_seconds":62.1626,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3316,"output_tokens":2160,"cached_tokens":0,"cost_usd":0.000604,"cost_usd_runner":0,"retries":0,"output_chars":3883,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r1__1788837028__pointblank-openrouter-go__70e501","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:10:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":25.136,"ai_seconds":25.136,"deterministic_seconds":0,"wall_seconds":25.2104,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2694,"output_tokens":895,"cached_tokens":0,"cost_usd":0.000547,"cost_usd_runner":0,"retries":0,"output_chars":3739,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r2__1788720892__shibindas-20260906__5c4e6a","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:55:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":30.985,"ai_seconds":30.984,"deterministic_seconds":0,"wall_seconds":31.035,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9535,"output_tokens":2923,"cached_tokens":0,"cost_usd":0.02415,"cost_usd_runner":0.02415,"retries":0,"output_chars":3423,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r2__1788812090__pointblank-openrouter-qw__091eb7","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:16:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":74.45,"ai_seconds":74.45,"deterministic_seconds":0,"wall_seconds":74.6293,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":7949,"output_tokens":3863,"cached_tokens":0,"cost_usd":0.014928,"cost_usd_runner":0,"retries":0,"output_chars":4024,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r2__1788829148__pointblank-openrouter-de__66e0bb","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T00:59:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":26.094,"ai_seconds":26.093,"deterministic_seconds":0,"wall_seconds":26.3595,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3160,"output_tokens":1090,"cached_tokens":0,"cost_usd":0.000402,"cost_usd_runner":0,"retries":0,"output_chars":3392,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r2__1788837844__pointblank-openrouter-go__9fc8c5","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:24:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":27.066,"ai_seconds":27.066,"deterministic_seconds":0,"wall_seconds":27.1702,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2694,"output_tokens":893,"cached_tokens":0,"cost_usd":0.000546,"cost_usd_runner":0,"retries":0,"output_chars":3770,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.5,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.097,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":8,"out_fabricated":3,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__small__r3__1788722208__shibindas-20260906__91cc9b","tag":"shibindas-20260906","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:17:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":29.284,"ai_seconds":29.282,"deterministic_seconds":0.002,"wall_seconds":29.5368,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9537,"output_tokens":2478,"cached_tokens":0,"cost_usd":0.021927,"cost_usd_runner":0.021927,"retries":0,"output_chars":3423,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":7,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r3__1788816949__pointblank-openrouter-qw__752c46","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:38:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":173.752,"ai_seconds":173.751,"deterministic_seconds":0,"wall_seconds":174.0147,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3154,"output_tokens":12321,"cached_tokens":0,"cost_usd":0.038288,"cost_usd_runner":0,"retries":0,"output_chars":3874,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_5_react_agent__small__r3__1788832214__pointblank-openrouter-de__d83ea9","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:51:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":70.375,"ai_seconds":70.375,"deterministic_seconds":0,"wall_seconds":70.5636,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3326,"output_tokens":2876,"cached_tokens":0,"cost_usd":0.000734,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.333,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.062,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":32,"out_in_gold":20,"out_chrome":10,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":4,"glyph_chrome":7,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_5_react_agent__small__r3__1788838585__pointblank-openrouter-go__933439","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_5_react_agent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:37:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":43.688,"ai_seconds":43.687,"deterministic_seconds":0,"wall_seconds":43.9512,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":355,"output_tokens":252,"cached_tokens":0,"cost_usd":0.000118,"cost_usd_runner":0,"retries":0,"output_chars":1257,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_5_react_agent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":15,"out_in_gold":0,"out_chrome":0,"out_fabricated":15,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":11,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":4,"heads_gold":6,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788720370__shibindas-20260906__2ab17d","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:47:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":102.682,"ai_seconds":102.682,"deterministic_seconds":0.001,"wall_seconds":102.8364,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20627,"output_tokens":8347,"cached_tokens":0,"cost_usd":0.062362,"cost_usd_runner":0.062362,"retries":0,"output_chars":15208,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788725257__shibindas-20260906__8062c9","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:08:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":63.194,"ai_seconds":63.192,"deterministic_seconds":0.002,"wall_seconds":63.3366,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":976,"output_tokens":97,"cached_tokens":0,"cost_usd":0.004383,"cost_usd_runner":0.004383,"retries":0,"output_chars":20,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":0,"g1_format":0,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":77,"gold_found":0,"out_sents":1,"out_in_gold":0,"out_chrome":0,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":0,"heads_gold":16,"heads_found":0,"outcome":"loud","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788726645__shibindas-20260906__02e3fc","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:31:35+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":50.738,"ai_seconds":50.737,"deterministic_seconds":0.001,"wall_seconds":50.7947,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8399,"output_tokens":5626,"cached_tokens":0,"cost_usd":0.073058,"cost_usd_runner":0.073058,"retries":0,"output_chars":14845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.011,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":95,"out_in_gold":77,"out_chrome":17,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788733819__shibindas-20260907__6f9807","tag":"shibindas-20260907","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:31:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":55.599,"ai_seconds":55.598,"deterministic_seconds":0.001,"wall_seconds":55.7446,"llm_calls":2,"models":"claude-opus-5","input_tokens":8274,"output_tokens":5070,"cached_tokens":0,"cost_usd":0.16812,"cost_usd_runner":0.16812,"retries":0,"output_chars":15586,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":19,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788740047__shibindas-20260907-n3__d6c4ac","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:16:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":138.413,"ai_seconds":138.412,"deterministic_seconds":0.001,"wall_seconds":138.6343,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":26555,"output_tokens":15733,"cached_tokens":0,"cost_usd":0.21044,"cost_usd_runner":0.21044,"retries":0,"output_chars":15624,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":19,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788741956__shibindas-20260907-n3__515031","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:48:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":181.654,"ai_seconds":181.653,"deterministic_seconds":0.001,"wall_seconds":181.8701,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20608,"output_tokens":7993,"cached_tokens":0,"cost_usd":0.181719,"cost_usd_runner":0.181719,"retries":0,"output_chars":15616,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788743717__shibindas-20260907-n3__ca8815","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:16:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":61.278,"ai_seconds":61.278,"deterministic_seconds":0,"wall_seconds":61.4436,"llm_calls":2,"models":"claude-opus-5","input_tokens":8274,"output_tokens":5466,"cached_tokens":0,"cost_usd":0.17802,"cost_usd_runner":0.17802,"retries":0,"output_chars":15638,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788744756__shibindas-20260907-n3__459838","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:33:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":49.667,"ai_seconds":49.667,"deterministic_seconds":0,"wall_seconds":49.8091,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8399,"output_tokens":5527,"cached_tokens":0,"cost_usd":0.072068,"cost_usd_runner":0.072068,"retries":0,"output_chars":15686,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":99,"out_in_gold":77,"out_chrome":21,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788746589__shibindas-20260907-n3__47960e","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:06:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":188.466,"ai_seconds":188.466,"deterministic_seconds":0,"wall_seconds":188.6542,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20596,"output_tokens":7987,"cached_tokens":0,"cost_usd":0.181593,"cost_usd_runner":0.181593,"retries":0,"output_chars":15621,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788748567__shibindas-20260907-n3__8884c4","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:37:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":53.804,"ai_seconds":53.803,"deterministic_seconds":0.001,"wall_seconds":53.9532,"llm_calls":2,"models":"claude-opus-5","input_tokens":8274,"output_tokens":5036,"cached_tokens":0,"cost_usd":0.16727,"cost_usd_runner":0.16727,"retries":0,"output_chars":15508,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788809961__pointblank-openrouter-qw__1fa429","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:43:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":273.457,"ai_seconds":273.457,"deterministic_seconds":0,"wall_seconds":273.6788,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":18189,"output_tokens":13175,"cached_tokens":0,"cost_usd":0.047164,"cost_usd_runner":0,"retries":0,"output_chars":15728,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788826702__pointblank-openrouter-de__0494d1","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:19:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":67.686,"ai_seconds":67.685,"deterministic_seconds":0,"wall_seconds":67.9686,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5666,"output_tokens":3681,"cached_tokens":0,"cost_usd":0.001031,"cost_usd_runner":0,"retries":0,"output_chars":14842,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.909,"recall_real":1.0,"recall_fictional":0.833,"precision":0.833,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.011,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":95,"out_in_gold":77,"out_chrome":17,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":18,"glyph_correct":10,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":1,"leaks_real":0,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__large__r1__1788837545__pointblank-openrouter-go__6f25cb","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:19:40+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":34.706,"ai_seconds":34.706,"deterministic_seconds":0,"wall_seconds":34.8859,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":5470,"output_tokens":3305,"cached_tokens":0,"cost_usd":0.001616,"cost_usd_runner":0,"retries":0,"output_chars":15501,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.909,"recall_real":1.0,"recall_fictional":0.833,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":10,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":1,"leaks_real":0,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__large__r2__1788721756__shibindas-20260906__229fd5","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:11:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":104.532,"ai_seconds":104.528,"deterministic_seconds":0.005,"wall_seconds":105.0601,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20620,"output_tokens":8540,"cached_tokens":0,"cost_usd":0.06332,"cost_usd_runner":0.06332,"retries":0,"output_chars":15893,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.579,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":99,"out_in_gold":77,"out_chrome":20,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":12,"leaks":8,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":89,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__large__r2__1788815538__pointblank-openrouter-qw__ffae38","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:15:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":161.823,"ai_seconds":161.822,"deterministic_seconds":0,"wall_seconds":162.0648,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":5816,"output_tokens":10680,"cached_tokens":0,"cost_usd":0.034483,"cost_usd_runner":0,"retries":0,"output_chars":15627,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r2__1788831705__pointblank-openrouter-de__338d6e","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:42:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.855,"ai_seconds":44.855,"deterministic_seconds":0,"wall_seconds":45.0417,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5666,"output_tokens":3312,"cached_tokens":0,"cost_usd":0.000964,"cost_usd_runner":0,"retries":0,"output_chars":14760,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":17,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r2__1788838244__pointblank-openrouter-go__13fcbc","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:31:10+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":25.2,"ai_seconds":25.199,"deterministic_seconds":0,"wall_seconds":25.4061,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":5466,"output_tokens":3310,"cached_tokens":0,"cost_usd":0.001617,"cost_usd_runner":0,"retries":0,"output_chars":15528,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__large__r3__1788723023__shibindas-20260906__62909a","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:32:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":104.726,"ai_seconds":104.725,"deterministic_seconds":0.001,"wall_seconds":104.9114,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":20619,"output_tokens":8465,"cached_tokens":0,"cost_usd":0.062944,"cost_usd_runner":0.062944,"retries":0,"output_chars":15665,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r3__1788821169__pointblank-openrouter-qw__3ce940","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:48:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":148.164,"ai_seconds":148.164,"deterministic_seconds":0,"wall_seconds":148.4485,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":18189,"output_tokens":10022,"cached_tokens":0,"cost_usd":0.037705,"cost_usd_runner":0,"retries":0,"output_chars":15666,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r3__1788836487__pointblank-openrouter-de__86d1d4","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:02:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":45.277,"ai_seconds":45.277,"deterministic_seconds":0,"wall_seconds":45.4988,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5666,"output_tokens":3236,"cached_tokens":0,"cost_usd":0.000951,"cost_usd_runner":0,"retries":0,"output_chars":14301,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":87,"out_in_gold":77,"out_chrome":10,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":15,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":85,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__large__r3__1788839404__pointblank-openrouter-go__e687e8","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:51:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":61.316,"ai_seconds":61.316,"deterministic_seconds":0,"wall_seconds":61.5532,"llm_calls":3,"models":"google/gemma-4-31b-it","input_tokens":17921,"output_tokens":7698,"cached_tokens":0,"cost_usd":0.00423,"cost_usd_runner":0,"retries":0,"output_chars":15617,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.909,"recall_real":1.0,"recall_fictional":0.833,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":22,"glyph_correct":10,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":1,"leaks_real":0,"leaks_fictional":1,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788719866__shibindas-20260906__f8e74e","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:38:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":63.425,"ai_seconds":63.419,"deterministic_seconds":0.005,"wall_seconds":64.003,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14386,"output_tokens":5326,"cached_tokens":0,"cost_usd":0.041016,"cost_usd_runner":0.041016,"retries":0,"output_chars":8362,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.806,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":69,"out_in_gold":61,"out_chrome":7,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":5,"leaks":6,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788724594__shibindas-20260906__33a670","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:58:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":98.343,"ai_seconds":98.339,"deterministic_seconds":0.004,"wall_seconds":98.4225,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14362,"output_tokens":4945,"cached_tokens":0,"cost_usd":0.117261,"cost_usd_runner":0.117261,"retries":0,"output_chars":8688,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788726182__shibindas-20260906__93b88b","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:23:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":22.661,"ai_seconds":22.66,"deterministic_seconds":0.001,"wall_seconds":22.7385,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6343,"output_tokens":2593,"cached_tokens":0,"cost_usd":0.038616,"cost_usd_runner":0.038616,"retries":0,"output_chars":7986,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788733349__shibindas-20260907__c4b408","tag":"shibindas-20260907","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:23:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":33.836,"ai_seconds":33.834,"deterministic_seconds":0.002,"wall_seconds":33.9224,"llm_calls":2,"models":"claude-opus-5","input_tokens":6218,"output_tokens":3067,"cached_tokens":0,"cost_usd":0.107765,"cost_usd_runner":0.107765,"retries":0,"output_chars":8602,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788739588__shibindas-20260907-n3__db8457","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:06:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":23.153,"ai_seconds":23.152,"deterministic_seconds":0.001,"wall_seconds":23.3559,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6343,"output_tokens":2596,"cached_tokens":0,"cost_usd":0.038646,"cost_usd_runner":0.038646,"retries":0,"output_chars":7990,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788740997__shibindas-20260907-n3__d21781","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:31:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":99.91,"ai_seconds":99.91,"deterministic_seconds":0.001,"wall_seconds":100.0844,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14362,"output_tokens":4939,"cached_tokens":0,"cost_usd":0.117171,"cost_usd_runner":0.117171,"retries":0,"output_chars":8696,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788743219__shibindas-20260907-n3__973560","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:07:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":35.136,"ai_seconds":35.131,"deterministic_seconds":0.005,"wall_seconds":35.4752,"llm_calls":2,"models":"claude-opus-5","input_tokens":6218,"output_tokens":3141,"cached_tokens":0,"cost_usd":0.109615,"cost_usd_runner":0.109615,"retries":0,"output_chars":8591,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":70,"out_in_gold":61,"out_chrome":9,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788744325__shibindas-20260907-n3__72a3c6","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:25:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":21.296,"ai_seconds":21.296,"deterministic_seconds":0.001,"wall_seconds":21.4259,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6343,"output_tokens":2363,"cached_tokens":0,"cost_usd":0.036316,"cost_usd_runner":0.036316,"retries":0,"output_chars":7378,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":61,"out_in_gold":61,"out_chrome":0,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":26,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":37,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788745638__shibindas-20260907-n3__290eff","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:48:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":80.567,"ai_seconds":80.566,"deterministic_seconds":0.001,"wall_seconds":80.7238,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14362,"output_tokens":4945,"cached_tokens":0,"cost_usd":0.117261,"cost_usd_runner":0.117261,"retries":0,"output_chars":8688,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788748075__shibindas-20260907-n3__723c3a","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:28:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":33.597,"ai_seconds":33.597,"deterministic_seconds":0.001,"wall_seconds":33.7543,"llm_calls":2,"models":"claude-opus-5","input_tokens":6218,"output_tokens":3022,"cached_tokens":0,"cost_usd":0.10664,"cost_usd_runner":0.10664,"retries":0,"output_chars":8684,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788807641__pointblank-openrouter-qw__035137","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:04:08+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":206.674,"ai_seconds":206.673,"deterministic_seconds":0,"wall_seconds":206.9058,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":12672,"output_tokens":10315,"cached_tokens":0,"cost_usd":0.036267,"cost_usd_runner":0,"retries":0,"output_chars":8863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788824540__pointblank-openrouter-de__32a81c","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:43:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":62.563,"ai_seconds":62.563,"deterministic_seconds":0,"wall_seconds":62.7568,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4469,"output_tokens":2821,"cached_tokens":0,"cost_usd":0.000798,"cost_usd_runner":0,"retries":0,"output_chars":8206,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r1__1788837258__pointblank-openrouter-go__899a91","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:14:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":14.914,"ai_seconds":14.914,"deterministic_seconds":0,"wall_seconds":15.1249,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4017,"output_tokens":1936,"cached_tokens":0,"cost_usd":0.00102,"cost_usd_runner":0,"retries":0,"output_chars":8644,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r2__1788721259__shibindas-20260906__897b65","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:02:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":64.232,"ai_seconds":64.23,"deterministic_seconds":0.002,"wall_seconds":64.8297,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14390,"output_tokens":5284,"cached_tokens":0,"cost_usd":0.04081,"cost_usd_runner":0.04081,"retries":0,"output_chars":8211,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r2__1788813735__pointblank-openrouter-qw__d72b7f","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:43:51+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":95.296,"ai_seconds":95.295,"deterministic_seconds":0,"wall_seconds":95.5689,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":12561,"output_tokens":6310,"cached_tokens":0,"cost_usd":0.024206,"cost_usd_runner":0,"retries":0,"output_chars":8705,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r2__1788830534__pointblank-openrouter-de__5f4657","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:22:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":40.239,"ai_seconds":40.238,"deterministic_seconds":0,"wall_seconds":40.4938,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4313,"output_tokens":2662,"cached_tokens":0,"cost_usd":0.00076,"cost_usd_runner":0,"retries":0,"output_chars":7883,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.926,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":69,"out_in_gold":61,"out_chrome":7,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":29,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":2,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r2__1788838081__pointblank-openrouter-go__61f0ab","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:28:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":15.95,"ai_seconds":15.95,"deterministic_seconds":0,"wall_seconds":16.1239,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4017,"output_tokens":1916,"cached_tokens":0,"cost_usd":0.001013,"cost_usd_runner":0,"retries":0,"output_chars":8547,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r3__1788722556__shibindas-20260906__c9c7b1","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:23:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":63.338,"ai_seconds":63.337,"deterministic_seconds":0.001,"wall_seconds":63.564,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":14394,"output_tokens":5289,"cached_tokens":0,"cost_usd":0.040839,"cost_usd_runner":0.040839,"retries":0,"output_chars":8209,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":68,"out_in_gold":61,"out_chrome":7,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":27,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":3,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r3__1788819224__pointblank-openrouter-qw__901eb5","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:16:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":161.609,"ai_seconds":161.609,"deterministic_seconds":0,"wall_seconds":161.8619,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":12561,"output_tokens":7315,"cached_tokens":0,"cost_usd":0.027221,"cost_usd_runner":0,"retries":0,"output_chars":8726,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r3__1788834855__pointblank-openrouter-de__e1513c","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:36:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":141.73,"ai_seconds":141.73,"deterministic_seconds":0,"wall_seconds":141.8351,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4469,"output_tokens":5518,"cached_tokens":0,"cost_usd":0.001284,"cost_usd_runner":0,"retries":0,"output_chars":8518,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.926,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.028,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":9,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_6_agent_autonomous__medium__r3__1788839112__pointblank-openrouter-go__453f05","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:45:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":12.395,"ai_seconds":12.394,"deterministic_seconds":0,"wall_seconds":12.575,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4013,"output_tokens":1926,"cached_tokens":0,"cost_usd":0.001016,"cost_usd_runner":0,"retries":0,"output_chars":8602,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":69,"out_in_gold":61,"out_chrome":8,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788719571__shibindas-20260906__398140","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:33:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":28.927,"ai_seconds":28.924,"deterministic_seconds":0.004,"wall_seconds":29.1684,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9523,"output_tokens":3051,"cached_tokens":0,"cost_usd":0.024778,"cost_usd_runner":0.024778,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788724132__shibindas-20260906__49f6a9","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:49:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":36.479,"ai_seconds":36.479,"deterministic_seconds":0.001,"wall_seconds":36.5427,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9527,"output_tokens":2592,"cached_tokens":0,"cost_usd":0.067461,"cost_usd_runner":0.067461,"retries":0,"output_chars":3858,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788725987__shibindas-20260906__254740","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:19:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":10.885,"ai_seconds":10.884,"deterministic_seconds":0.001,"wall_seconds":10.9739,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4549,"output_tokens":1183,"cached_tokens":0,"cost_usd":0.020928,"cost_usd_runner":0.020928,"retries":0,"output_chars":3400,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.5,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.062,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":32,"out_in_gold":20,"out_chrome":10,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788733078__shibindas-20260907__b160f3","tag":"shibindas-20260907","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:18:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":15.349,"ai_seconds":15.348,"deterministic_seconds":0.001,"wall_seconds":15.4466,"llm_calls":2,"models":"claude-opus-5","input_tokens":4424,"output_tokens":1363,"cached_tokens":0,"cost_usd":0.056195,"cost_usd_runner":0.056195,"retries":0,"output_chars":3736,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788739384__shibindas-20260907-n3__9d2e94","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:03:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":11.686,"ai_seconds":11.684,"deterministic_seconds":0.001,"wall_seconds":11.8818,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4549,"output_tokens":1381,"cached_tokens":0,"cost_usd":0.022908,"cost_usd_runner":0.022908,"retries":0,"output_chars":3773,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788740508__shibindas-20260907-n3__26a626","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:22:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":38.218,"ai_seconds":38.216,"deterministic_seconds":0.001,"wall_seconds":38.3724,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9507,"output_tokens":2582,"cached_tokens":0,"cost_usd":0.067251,"cost_usd_runner":0.067251,"retries":0,"output_chars":3858,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788742909__shibindas-20260907-n3__e60ae0","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:02:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":16.562,"ai_seconds":16.562,"deterministic_seconds":0,"wall_seconds":16.8219,"llm_calls":2,"models":"claude-opus-5","input_tokens":4424,"output_tokens":1363,"cached_tokens":0,"cost_usd":0.056195,"cost_usd_runner":0.056195,"retries":0,"output_chars":3736,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788744093__shibindas-20260907-n3__88c666","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:21:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":11.182,"ai_seconds":11.181,"deterministic_seconds":0.001,"wall_seconds":11.3826,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4549,"output_tokens":1194,"cached_tokens":0,"cost_usd":0.021038,"cost_usd_runner":0.021038,"retries":0,"output_chars":3434,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.4,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.091,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":33,"out_in_gold":20,"out_chrome":10,"out_fabricated":3,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":3,"glyph_chrome":3,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788745146__shibindas-20260907-n3__7fac65","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:39:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":39.312,"ai_seconds":39.311,"deterministic_seconds":0.001,"wall_seconds":39.4646,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9529,"output_tokens":3044,"cached_tokens":0,"cost_usd":0.074247,"cost_usd_runner":0.074247,"retries":0,"output_chars":3858,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788747768__shibindas-20260907-n3__1e2346","tag":"shibindas-20260907-n3","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:23:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":16.135,"ai_seconds":16.135,"deterministic_seconds":0,"wall_seconds":16.3124,"llm_calls":2,"models":"claude-opus-5","input_tokens":4424,"output_tokens":1363,"cached_tokens":0,"cost_usd":0.056195,"cost_usd_runner":0.056195,"retries":0,"output_chars":3736,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788806027__pointblank-openrouter-qw__d84d6f","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:34:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":64.333,"ai_seconds":64.332,"deterministic_seconds":0,"wall_seconds":64.5904,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":8038,"output_tokens":3042,"cached_tokens":0,"cost_usd":0.012502,"cost_usd_runner":0,"retries":0,"output_chars":3913,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788823040__pointblank-openrouter-de__f9b6db","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:19:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":102.235,"ai_seconds":102.231,"deterministic_seconds":0.004,"wall_seconds":102.3262,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":8040,"output_tokens":4285,"cached_tokens":0,"cost_usd":0.001294,"cost_usd_runner":0,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r1__1788837053__pointblank-openrouter-go__3f3f9f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:11:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":24.01,"ai_seconds":24.01,"deterministic_seconds":0,"wall_seconds":24.0827,"llm_calls":3,"models":"google/gemma-4-31b-it","input_tokens":7501,"output_tokens":2731,"cached_tokens":0,"cost_usd":0.001604,"cost_usd_runner":0,"retries":0,"output_chars":3871,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r2__1788720923__shibindas-20260906__49083f","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:55:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":29.671,"ai_seconds":29.669,"deterministic_seconds":0.002,"wall_seconds":29.7724,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9525,"output_tokens":3045,"cached_tokens":0,"cost_usd":0.02475,"cost_usd_runner":0.02475,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":11,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r2__1788812164__pointblank-openrouter-qw__ba0c4e","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:16:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":19.252,"ai_seconds":19.251,"deterministic_seconds":0,"wall_seconds":19.4995,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3223,"output_tokens":1214,"cached_tokens":0,"cost_usd":0.004996,"cost_usd_runner":0,"retries":0,"output_chars":3796,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r2__1788829174__pointblank-openrouter-de__5a4fa6","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:00:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":26.698,"ai_seconds":26.698,"deterministic_seconds":0,"wall_seconds":26.8728,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3271,"output_tokens":1619,"cached_tokens":0,"cost_usd":0.000504,"cost_usd_runner":0,"retries":0,"output_chars":3241,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.5,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.069,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":7,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":2,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__small__r2__1788837871__pointblank-openrouter-go__446081","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:24:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":25.184,"ai_seconds":25.184,"deterministic_seconds":0,"wall_seconds":25.3882,"llm_calls":3,"models":"google/gemma-4-31b-it","input_tokens":7504,"output_tokens":2716,"cached_tokens":0,"cost_usd":0.001599,"cost_usd_runner":0,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r3__1788722237__shibindas-20260906__bba1b8","tag":"shibindas-20260906","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:17:47+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":29.304,"ai_seconds":29.303,"deterministic_seconds":0.001,"wall_seconds":29.6232,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9527,"output_tokens":3066,"cached_tokens":0,"cost_usd":0.024857,"cost_usd_runner":0.024857,"retries":0,"output_chars":3922,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r3__1788817123__pointblank-openrouter-qw__69db03","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:40:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":121.669,"ai_seconds":121.669,"deterministic_seconds":0,"wall_seconds":121.9059,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3223,"output_tokens":7380,"cached_tokens":0,"cost_usd":0.023494,"cost_usd_runner":0,"retries":0,"output_chars":3782,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_6_agent_autonomous__small__r3__1788832285__pointblank-openrouter-de__e05847","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:52:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":79.21,"ai_seconds":79.21,"deterministic_seconds":0,"wall_seconds":79.4058,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3271,"output_tokens":3814,"cached_tokens":0,"cost_usd":0.000899,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.667,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.065,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":9,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_6_agent_autonomous__small__r3__1788838629__pointblank-openrouter-go__72fc5a","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_6_agent_autonomous","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:40:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":195.254,"ai_seconds":195.254,"deterministic_seconds":0,"wall_seconds":195.4845,"llm_calls":3,"models":"google/gemma-4-31b-it","input_tokens":7505,"output_tokens":2731,"cached_tokens":0,"cost_usd":0.001604,"cost_usd_runner":0,"retries":0,"output_chars":3863,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_6_agent_autonomous","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788720473__shibindas-20260906__a901b7","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:48:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":50.445,"ai_seconds":50.445,"deterministic_seconds":0,"wall_seconds":50.489,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":5654,"output_tokens":3613,"cached_tokens":0,"cost_usd":0.023719,"cost_usd_runner":0.023719,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788725321__shibindas-20260906__d34f4e","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:09:44+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_optimized_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.5832,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1010,"output_tokens":90,"cached_tokens":0,"cost_usd":0.00438,"cost_usd_runner":0.00438,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_7_react_optimized","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788726695__shibindas-20260906__700638","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:32:38+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_optimized_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":62.9717,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":1005,"output_tokens":93,"cached_tokens":0,"cost_usd":0.00294,"cost_usd_runner":0.00294,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788729923__shibindas-20260906__4ed325","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:26:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":51.026,"ai_seconds":51.026,"deterministic_seconds":0,"wall_seconds":51.2628,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":5635,"output_tokens":3594,"cached_tokens":0,"cost_usd":0.023605,"cost_usd_runner":0.023605,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788730300__shibindas-20260906__bc6aa9","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:34:40+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":179.906,"ai_seconds":179.906,"deterministic_seconds":0,"wall_seconds":179.9573,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20922,"output_tokens":7980,"cached_tokens":0,"cost_usd":0.182466,"cost_usd_runner":0.182466,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788730672__shibindas-20260906__1d087e","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:38:35+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":43.013,"ai_seconds":43.013,"deterministic_seconds":0,"wall_seconds":43.0676,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8787,"output_tokens":4637,"cached_tokens":0,"cost_usd":0.063944,"cost_usd_runner":0.063944,"retries":0,"output_chars":15106,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.786,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":2,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788733875__shibindas-20260907__9760cf","tag":"shibindas-20260907","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:32:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":61.867,"ai_seconds":61.867,"deterministic_seconds":0,"wall_seconds":61.9392,"llm_calls":2,"models":"claude-opus-5","input_tokens":6836,"output_tokens":5528,"cached_tokens":0,"cost_usd":0.17238,"cost_usd_runner":0.17238,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788740188__shibindas-20260907-n3__b7cf2b","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:17:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.286,"ai_seconds":44.286,"deterministic_seconds":0,"wall_seconds":44.4173,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8787,"output_tokens":4655,"cached_tokens":0,"cost_usd":0.064124,"cost_usd_runner":0.064124,"retries":0,"output_chars":15163,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.733,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.03,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":99,"out_in_gold":77,"out_chrome":19,"out_fabricated":3,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":3,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788742141__shibindas-20260907-n3__949e9e","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:51:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":176.523,"ai_seconds":176.523,"deterministic_seconds":0,"wall_seconds":176.6571,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20928,"output_tokens":7990,"cached_tokens":0,"cost_usd":0.182634,"cost_usd_runner":0.182634,"retries":0,"output_chars":15604,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788743781__shibindas-20260907-n3__c1123f","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:17:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":63.86,"ai_seconds":63.86,"deterministic_seconds":0,"wall_seconds":63.9676,"llm_calls":2,"models":"claude-opus-5","input_tokens":6847,"output_tokens":5713,"cached_tokens":0,"cost_usd":0.17706,"cost_usd_runner":0.17706,"retries":0,"output_chars":15587,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788744809__shibindas-20260907-n3__b43134","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:34:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":45.343,"ai_seconds":45.342,"deterministic_seconds":0,"wall_seconds":45.5061,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":8787,"output_tokens":4941,"cached_tokens":0,"cost_usd":0.066984,"cost_usd_runner":0.066984,"retries":0,"output_chars":15211,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.011,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":95,"out_in_gold":77,"out_chrome":17,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788746780__shibindas-20260907-n3__976472","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:09:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":177.317,"ai_seconds":177.317,"deterministic_seconds":0,"wall_seconds":177.4604,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20928,"output_tokens":7988,"cached_tokens":0,"cost_usd":0.182604,"cost_usd_runner":0.182604,"retries":0,"output_chars":15615,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788748624__shibindas-20260907-n3__2b6b29","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:38:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":60.75,"ai_seconds":60.75,"deterministic_seconds":0,"wall_seconds":60.8818,"llm_calls":2,"models":"claude-opus-5","input_tokens":6847,"output_tokens":5528,"cached_tokens":0,"cost_usd":0.172435,"cost_usd_runner":0.172435,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788810235__pointblank-openrouter-qw__8230be","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:46:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":153.872,"ai_seconds":153.872,"deterministic_seconds":0,"wall_seconds":154.0001,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4810,"output_tokens":7322,"cached_tokens":0,"cost_usd":0.023986,"cost_usd_runner":0,"retries":0,"output_chars":15762,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788826770__pointblank-openrouter-de__7cde13","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:20:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.13,"ai_seconds":44.13,"deterministic_seconds":0.001,"wall_seconds":44.4354,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":6125,"output_tokens":7895,"cached_tokens":0,"cost_usd":0.001819,"cost_usd_runner":0,"retries":0,"output_chars":15566,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.02,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":19,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__large__r1__1788837580__pointblank-openrouter-go__a987f6","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:20:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":24.7,"ai_seconds":24.7,"deterministic_seconds":0,"wall_seconds":24.8574,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4164,"output_tokens":3337,"cached_tokens":0,"cost_usd":0.001509,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r2__1788721861__shibindas-20260906__cd8ee0","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:11:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":55.178,"ai_seconds":55.177,"deterministic_seconds":0.002,"wall_seconds":55.3905,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":5648,"output_tokens":3651,"cached_tokens":0,"cost_usd":0.023903,"cost_usd_runner":0.023903,"retries":0,"output_chars":15768,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.647,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":1,"glyph_chrome":13,"leaks":6,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r2__1788815700__pointblank-openrouter-qw__0beab6","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:17:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":131.125,"ai_seconds":131.125,"deterministic_seconds":0,"wall_seconds":131.3681,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4810,"output_tokens":5536,"cached_tokens":0,"cost_usd":0.018628,"cost_usd_runner":0,"retries":0,"output_chars":15718,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r2__1788831750__pointblank-openrouter-de__2188ce","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:43:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":75.434,"ai_seconds":75.433,"deterministic_seconds":0,"wall_seconds":75.7012,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4642,"output_tokens":4159,"cached_tokens":0,"cost_usd":0.00105,"cost_usd_runner":0,"retries":0,"output_chars":15606,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r2__1788838270__pointblank-openrouter-go__eee2ce","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:31:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":36.421,"ai_seconds":36.42,"deterministic_seconds":0,"wall_seconds":36.6027,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4166,"output_tokens":3333,"cached_tokens":0,"cost_usd":0.001508,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__large__r3__1788723128__shibindas-20260906__97fcc5","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:33:11+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_with_optimized_tools:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.0234,"llm_calls":1,"models":"claude-haiku-4-5-20251001","input_tokens":1013,"output_tokens":102,"cached_tokens":0,"cost_usd":0.001523,"cost_usd_runner":0.001523,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_7_react_optimized","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_7_react_optimized__large__r3__1788821318__pointblank-openrouter-qw__f2e0a5","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:51:53+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":194.97,"ai_seconds":194.97,"deterministic_seconds":0,"wall_seconds":195.1583,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":5946,"output_tokens":13462,"cached_tokens":0,"cost_usd":0.042883,"cost_usd_runner":0,"retries":0,"output_chars":15627,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__large__r3__1788836533__pointblank-openrouter-de__ef7a17","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:04:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":131.199,"ai_seconds":131.199,"deterministic_seconds":0,"wall_seconds":131.3763,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5939,"output_tokens":3783,"cached_tokens":0,"cost_usd":0.001067,"cost_usd_runner":0,"retries":0,"output_chars":14855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.021,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":17,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__large__r3__1788839466__pointblank-openrouter-go__e8f0ea","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:52:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":83.646,"ai_seconds":83.646,"deterministic_seconds":0,"wall_seconds":83.7438,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4166,"output_tokens":3333,"cached_tokens":0,"cost_usd":0.001508,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788719930__shibindas-20260906__b50498","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:39:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":33.617,"ai_seconds":33.616,"deterministic_seconds":0.001,"wall_seconds":33.8798,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":4113,"output_tokens":2119,"cached_tokens":0,"cost_usd":0.014708,"cost_usd_runner":0.014708,"retries":0,"output_chars":8650,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":0.957,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788724692__shibindas-20260906__332e65","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:59:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":93.908,"ai_seconds":93.908,"deterministic_seconds":0,"wall_seconds":93.9567,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14601,"output_tokens":4923,"cached_tokens":0,"cost_usd":0.117648,"cost_usd_runner":0.117648,"retries":0,"output_chars":8676,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788726205__shibindas-20260906__27d34e","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:24:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":70.803,"ai_seconds":70.803,"deterministic_seconds":0,"wall_seconds":70.8639,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":18943,"output_tokens":8038,"cached_tokens":0,"cost_usd":0.118266,"cost_usd_runner":0.118266,"retries":0,"output_chars":8576,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788733382__shibindas-20260907__420b46","tag":"shibindas-20260907","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:23:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":38.568,"ai_seconds":38.568,"deterministic_seconds":0,"wall_seconds":38.647,"llm_calls":3,"models":"claude-opus-5","input_tokens":13337,"output_tokens":3174,"cached_tokens":0,"cost_usd":0.146035,"cost_usd_runner":0.146035,"retries":0,"output_chars":8594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788739615__shibindas-20260907-n3__ba95ac","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:07:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":26.613,"ai_seconds":26.612,"deterministic_seconds":0,"wall_seconds":26.7846,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6663,"output_tokens":2688,"cached_tokens":0,"cost_usd":0.040206,"cost_usd_runner":0.040206,"retries":0,"output_chars":8257,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.897,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.027,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":10,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":1,"glyph_other":2,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":41,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788741100__shibindas-20260907-n3__ee40ef","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:33:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":100.351,"ai_seconds":100.351,"deterministic_seconds":0,"wall_seconds":100.4853,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14601,"output_tokens":5019,"cached_tokens":0,"cost_usd":0.119088,"cost_usd_runner":0.119088,"retries":0,"output_chars":9009,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.758,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.04,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":75,"out_in_gold":61,"out_chrome":11,"out_fabricated":3,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":9,"leaks":8,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":41,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788743260__shibindas-20260907-n3__854b33","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:08:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":40.029,"ai_seconds":40.029,"deterministic_seconds":0,"wall_seconds":40.194,"llm_calls":3,"models":"claude-opus-5","input_tokens":13315,"output_tokens":3123,"cached_tokens":0,"cost_usd":0.14465,"cost_usd_runner":0.14465,"retries":0,"output_chars":8594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788744348__shibindas-20260907-n3__65b7e1","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:26:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":26.731,"ai_seconds":26.731,"deterministic_seconds":0,"wall_seconds":26.8499,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":6663,"output_tokens":2784,"cached_tokens":0,"cost_usd":0.041166,"cost_usd_runner":0.041166,"retries":0,"output_chars":8237,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":0.957,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":31,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788745721__shibindas-20260907-n3__ad186e","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:50:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":94.775,"ai_seconds":94.775,"deterministic_seconds":0,"wall_seconds":94.8773,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":14560,"output_tokens":4881,"cached_tokens":0,"cost_usd":0.116895,"cost_usd_runner":0.116895,"retries":0,"output_chars":8695,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788748111__shibindas-20260907-n3__f10da4","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:29:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":45.275,"ai_seconds":45.275,"deterministic_seconds":0,"wall_seconds":45.3906,"llm_calls":3,"models":"claude-opus-5","input_tokens":13315,"output_tokens":3576,"cached_tokens":0,"cost_usd":0.155975,"cost_usd_runner":0.155975,"retries":0,"output_chars":8594,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788807848__pointblank-openrouter-qw__fe9ff0","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:06:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":164.188,"ai_seconds":164.187,"deterministic_seconds":0,"wall_seconds":164.3503,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":9397,"output_tokens":6846,"cached_tokens":0,"cost_usd":0.024485,"cost_usd_runner":0,"retries":0,"output_chars":8685,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788824603__pointblank-openrouter-de__a32be6","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:45:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":98.962,"ai_seconds":98.961,"deterministic_seconds":0,"wall_seconds":99.2294,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3336,"output_tokens":3519,"cached_tokens":0,"cost_usd":0.00085,"cost_usd_runner":0,"retries":0,"output_chars":8581,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":0.885,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r1__1788837273__pointblank-openrouter-go__fab485","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:14:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":25.96,"ai_seconds":25.96,"deterministic_seconds":0.001,"wall_seconds":26.1831,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2719,"output_tokens":1926,"cached_tokens":0,"cost_usd":0.0009,"cost_usd_runner":0,"retries":0,"output_chars":8600,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__medium__r2__1788721324__shibindas-20260906__366552","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:02:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":41.119,"ai_seconds":41.118,"deterministic_seconds":0.002,"wall_seconds":41.4501,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":7357,"output_tokens":2183,"cached_tokens":0,"cost_usd":0.018272,"cost_usd_runner":0.018272,"retries":0,"output_chars":8483,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":38,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r2__1788813831__pointblank-openrouter-qw__145ea6","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:44:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":40.174,"ai_seconds":40.173,"deterministic_seconds":0,"wall_seconds":40.4591,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3382,"output_tokens":1952,"cached_tokens":0,"cost_usd":0.007276,"cost_usd_runner":0,"retries":0,"output_chars":8494,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.96,"subject":1.0,"homonym":1.0,"fidelity":0.885,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":38,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r2__1788830575__pointblank-openrouter-de__c301c9","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:23:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":36.214,"ai_seconds":36.214,"deterministic_seconds":0,"wall_seconds":36.3858,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3351,"output_tokens":2130,"cached_tokens":0,"cost_usd":0.000601,"cost_usd_runner":0,"retries":0,"output_chars":8479,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.885,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":1,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":0,"leaks":24,"leaks_real":21,"leaks_fictional":3,"leaks_chrome":2,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__medium__r2__1788838097__pointblank-openrouter-go__bd898e","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:28:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":23.625,"ai_seconds":23.624,"deterministic_seconds":0,"wall_seconds":23.9517,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2719,"output_tokens":1950,"cached_tokens":0,"cost_usd":0.000908,"cost_usd_runner":0,"retries":0,"output_chars":8687,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r3__1788722619__shibindas-20260906__87dbaf","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:24:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":29.745,"ai_seconds":29.745,"deterministic_seconds":0,"wall_seconds":29.8696,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":4112,"output_tokens":2098,"cached_tokens":0,"cost_usd":0.014602,"cost_usd_runner":0.014602,"retries":0,"output_chars":8530,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.031,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":65,"out_in_gold":53,"out_chrome":10,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":30,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":38,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_7_react_optimized__medium__r3__1788819386__pointblank-openrouter-qw__799b32","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:17:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":57.499,"ai_seconds":57.498,"deterministic_seconds":0,"wall_seconds":57.7796,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":9064,"output_tokens":3712,"cached_tokens":0,"cost_usd":0.014943,"cost_usd_runner":0,"retries":0,"output_chars":8660,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r3__1788834997__pointblank-openrouter-de__42d84e","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:37:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":50.371,"ai_seconds":50.37,"deterministic_seconds":0,"wall_seconds":50.5032,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3444,"output_tokens":13335,"cached_tokens":0,"cost_usd":0.002624,"cost_usd_runner":0,"retries":0,"output_chars":8681,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__medium__r3__1788839125__pointblank-openrouter-go__45917f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:45:41+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":16.115,"ai_seconds":16.115,"deterministic_seconds":0,"wall_seconds":16.3246,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2717,"output_tokens":1933,"cached_tokens":0,"cost_usd":0.000902,"cost_usd_runner":0,"retries":0,"output_chars":8600,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788719600__shibindas-20260906__afea4f","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:33:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":13.522,"ai_seconds":13.522,"deterministic_seconds":0,"wall_seconds":13.6839,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":3082,"output_tokens":1052,"cached_tokens":0,"cost_usd":0.008342,"cost_usd_runner":0.008342,"retries":0,"output_chars":3857,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788724168__shibindas-20260906__07b094","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:50:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":34.895,"ai_seconds":34.895,"deterministic_seconds":0,"wall_seconds":34.9299,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9769,"output_tokens":2578,"cached_tokens":0,"cost_usd":0.067977,"cost_usd_runner":0.067977,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788725998__shibindas-20260906__57e55f","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:20:11+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":12.741,"ai_seconds":12.741,"deterministic_seconds":0,"wall_seconds":12.8001,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4845,"output_tokens":1179,"cached_tokens":0,"cost_usd":0.02148,"cost_usd_runner":0.02148,"retries":0,"output_chars":3385,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788733093__shibindas-20260907__96d58e","tag":"shibindas-20260907","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:18:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":16.002,"ai_seconds":16.002,"deterministic_seconds":0,"wall_seconds":16.0736,"llm_calls":2,"models":"claude-opus-5","input_tokens":3307,"output_tokens":1386,"cached_tokens":0,"cost_usd":0.051185,"cost_usd_runner":0.051185,"retries":0,"output_chars":3810,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788739398__shibindas-20260907-n3__c3ddab","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:03:30+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":12.01,"ai_seconds":12.01,"deterministic_seconds":0,"wall_seconds":12.1267,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4845,"output_tokens":1180,"cached_tokens":0,"cost_usd":0.02149,"cost_usd_runner":0.02149,"retries":0,"output_chars":3385,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788740549__shibindas-20260907-n3__19cfdb","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:23:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":32.739,"ai_seconds":32.739,"deterministic_seconds":0,"wall_seconds":32.8472,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9769,"output_tokens":2578,"cached_tokens":0,"cost_usd":0.067977,"cost_usd_runner":0.067977,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788742929__shibindas-20260907-n3__423ca8","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:02:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":28.557,"ai_seconds":28.557,"deterministic_seconds":0,"wall_seconds":28.7644,"llm_calls":3,"models":"claude-opus-5","input_tokens":8488,"output_tokens":2057,"cached_tokens":0,"cost_usd":0.093865,"cost_usd_runner":0.093865,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788744107__shibindas-20260907-n3__554e86","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:22:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":13.427,"ai_seconds":13.426,"deterministic_seconds":0,"wall_seconds":13.5755,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":4845,"output_tokens":1395,"cached_tokens":0,"cost_usd":0.02364,"cost_usd_runner":0.02364,"retries":0,"output_chars":3839,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788745188__shibindas-20260907-n3__5027b9","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:40:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":35.793,"ai_seconds":35.793,"deterministic_seconds":0,"wall_seconds":35.8798,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9758,"output_tokens":2567,"cached_tokens":0,"cost_usd":0.067779,"cost_usd_runner":0.067779,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788747787__shibindas-20260907-n3__f84c58","tag":"shibindas-20260907-n3","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:23:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":24.241,"ai_seconds":24.241,"deterministic_seconds":0,"wall_seconds":24.3882,"llm_calls":2,"models":"claude-opus-5","input_tokens":3295,"output_tokens":2013,"cached_tokens":0,"cost_usd":0.0668,"cost_usd_runner":0.0668,"retries":0,"output_chars":3818,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788806092__pointblank-openrouter-qw__646161","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:35:54+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":62.595,"ai_seconds":62.595,"deterministic_seconds":0,"wall_seconds":62.8036,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":2431,"output_tokens":1665,"cached_tokens":0,"cost_usd":0.006016,"cost_usd_runner":0,"retries":0,"output_chars":3873,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":12,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788823142__pointblank-openrouter-de__59f7a7","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:19:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":53.727,"ai_seconds":53.726,"deterministic_seconds":0,"wall_seconds":53.9601,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3480,"output_tokens":1773,"cached_tokens":0,"cost_usd":0.000545,"cost_usd_runner":0,"retries":0,"output_chars":3573,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.667,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.065,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":9,"out_fabricated":2,"gold_targets":2,"gold_homonyms":0,"glyphs":8,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":5,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_7_react_optimized__small__r1__1788837077__pointblank-openrouter-go__0e0fcf","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:11:27+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":10.066,"ai_seconds":10.066,"deterministic_seconds":0,"wall_seconds":10.157,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1760,"output_tokens":925,"cached_tokens":0,"cost_usd":0.000473,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r2__1788720953__shibindas-20260906__5e633f","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:56:25+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":31.601,"ai_seconds":31.601,"deterministic_seconds":0,"wall_seconds":31.6581,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":9805,"output_tokens":3042,"cached_tokens":0,"cost_usd":0.025015,"cost_usd_runner":0.025015,"retries":0,"output_chars":3847,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":29,"out_in_gold":20,"out_chrome":9,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r2__1788812184__pointblank-openrouter-qw__a821e9","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:16:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":26.175,"ai_seconds":26.174,"deterministic_seconds":0,"wall_seconds":26.469,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":2431,"output_tokens":1206,"cached_tokens":0,"cost_usd":0.004639,"cost_usd_runner":0,"retries":0,"output_chars":3852,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r2__1788829201__pointblank-openrouter-de__9f5529","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:00:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":35.886,"ai_seconds":35.886,"deterministic_seconds":0,"wall_seconds":36.0696,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3510,"output_tokens":3028,"cached_tokens":0,"cost_usd":0.000773,"cost_usd_runner":0,"retries":0,"output_chars":3846,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r2__1788837896__pointblank-openrouter-go__214a0a","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:25:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":9.997,"ai_seconds":9.996,"deterministic_seconds":0,"wall_seconds":10.2643,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1757,"output_tokens":929,"cached_tokens":0,"cost_usd":0.000474,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r3__1788722267__shibindas-20260906__775315","tag":"shibindas-20260906","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:18:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":13.991,"ai_seconds":13.99,"deterministic_seconds":0.001,"wall_seconds":14.245,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":3060,"output_tokens":1021,"cached_tokens":0,"cost_usd":0.008165,"cost_usd_runner":0.008165,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r3__1788817245__pointblank-openrouter-qw__ac0886","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:41:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":62.518,"ai_seconds":62.518,"deterministic_seconds":0,"wall_seconds":62.8109,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":5972,"output_tokens":3778,"cached_tokens":0,"cost_usd":0.013842,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r3__1788832364__pointblank-openrouter-de__511b06","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:53:04+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":20.111,"ai_seconds":20.11,"deterministic_seconds":0,"wall_seconds":20.321,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3324,"output_tokens":929,"cached_tokens":0,"cost_usd":0.000383,"cost_usd_runner":0,"retries":0,"output_chars":3399,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":27,"out_in_gold":20,"out_chrome":7,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":6,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":4,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_7_react_optimized__small__r3__1788838824__pointblank-openrouter-go__76ddef","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_7_react_optimized","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:40:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":18.395,"ai_seconds":18.395,"deterministic_seconds":0,"wall_seconds":18.5929,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1760,"output_tokens":925,"cached_tokens":0,"cost_usd":0.000473,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_7_react_optimized","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788720523__shibindas-20260906__adb9f4","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:50:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":100.74,"ai_seconds":100.74,"deterministic_seconds":0,"wall_seconds":100.8139,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":17708,"output_tokens":7187,"cached_tokens":0,"cost_usd":0.053643,"cost_usd_runner":0.053643,"retries":0,"output_chars":15623,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788725384__shibindas-20260906__747120","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:10:48+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_engine:failed;text_output:idle","job_count":3,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.7734,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1002,"output_tokens":82,"cached_tokens":0,"cost_usd":0.004236,"cost_usd_runner":0.004236,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788726758__shibindas-20260906__250a59","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:33:42+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_react_agent_engine:failed;text_output:idle","job_count":3,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.5029,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":998,"output_tokens":83,"cached_tokens":0,"cost_usd":0.002826,"cost_usd_runner":0.002826,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788730480__shibindas-20260906__fce452","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:36:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":82.81,"ai_seconds":82.81,"deterministic_seconds":0,"wall_seconds":82.8978,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":5792,"output_tokens":3593,"cached_tokens":0,"cost_usd":0.071271,"cost_usd_runner":0.071271,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788730715__shibindas-20260906__a67121","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:39:35+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":59.904,"ai_seconds":59.904,"deterministic_seconds":0,"wall_seconds":59.9595,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":7186,"output_tokens":6432,"cached_tokens":0,"cost_usd":0.078692,"cost_usd_runner":0.078692,"retries":0,"output_chars":15611,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788733937__shibindas-20260907__2d7185","tag":"shibindas-20260907","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:33:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":58.79,"ai_seconds":58.789,"deterministic_seconds":0,"wall_seconds":58.8607,"llm_calls":2,"models":"claude-opus-5","input_tokens":7062,"output_tokens":5385,"cached_tokens":0,"cost_usd":0.169935,"cost_usd_runner":0.169935,"retries":0,"output_chars":15579,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788740235__shibindas-20260907-n3__faf268","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:18:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":64.366,"ai_seconds":64.366,"deterministic_seconds":0,"wall_seconds":64.5026,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":7186,"output_tokens":7212,"cached_tokens":0,"cost_usd":0.086492,"cost_usd_runner":0.086492,"retries":0,"output_chars":15611,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788742320__shibindas-20260907-n3__8c91b7","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:54:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":177.631,"ai_seconds":177.63,"deterministic_seconds":0,"wall_seconds":177.7714,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":20883,"output_tokens":7967,"cached_tokens":0,"cost_usd":0.182154,"cost_usd_runner":0.182154,"retries":0,"output_chars":15615,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788743847__shibindas-20260907-n3__24a922","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:18:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":71.638,"ai_seconds":71.638,"deterministic_seconds":0,"wall_seconds":71.7346,"llm_calls":3,"models":"claude-opus-5","input_tokens":19945,"output_tokens":6117,"cached_tokens":0,"cost_usd":0.25265,"cost_usd_runner":0.25265,"retries":0,"output_chars":15612,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788744857__shibindas-20260907-n3__aefb03","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:35:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":87.807,"ai_seconds":87.807,"deterministic_seconds":0,"wall_seconds":87.926,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":7186,"output_tokens":10946,"cached_tokens":0,"cost_usd":0.123832,"cost_usd_runner":0.123832,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788746960__shibindas-20260907-n3__caad6b","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:10:42+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":81.678,"ai_seconds":81.678,"deterministic_seconds":0,"wall_seconds":81.8132,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":5794,"output_tokens":3587,"cached_tokens":0,"cost_usd":0.071187,"cost_usd_runner":0.071187,"retries":0,"output_chars":15590,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788748688__shibindas-20260907-n3__7fedb7","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:39:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":70.881,"ai_seconds":70.881,"deterministic_seconds":0,"wall_seconds":71.0242,"llm_calls":3,"models":"claude-opus-5","input_tokens":19945,"output_tokens":5951,"cached_tokens":0,"cost_usd":0.2485,"cost_usd_runner":0.2485,"retries":0,"output_chars":15192,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":94,"out_in_gold":77,"out_chrome":17,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":20,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788810389__pointblank-openrouter-qw__a3a14a","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:48:38+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":129.066,"ai_seconds":129.065,"deterministic_seconds":0,"wall_seconds":129.2385,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4874,"output_tokens":5379,"cached_tokens":0,"cost_usd":0.018184,"cost_usd_runner":0,"retries":0,"output_chars":15754,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788826814__pointblank-openrouter-de__689779","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:21:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":81.133,"ai_seconds":81.132,"deterministic_seconds":0.001,"wall_seconds":81.4396,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":13506,"output_tokens":5105,"cached_tokens":0,"cost_usd":0.001797,"cost_usd_runner":0,"retries":0,"output_chars":15582,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r1__1788837605__pointblank-openrouter-go__12f536","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:20:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":18.161,"ai_seconds":18.16,"deterministic_seconds":0.001,"wall_seconds":18.4419,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4291,"output_tokens":3337,"cached_tokens":0,"cost_usd":0.001521,"cost_usd_runner":0,"retries":0,"output_chars":15634,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r2__1788721916__shibindas-20260906__9cb72b","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:12:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":53.576,"ai_seconds":53.575,"deterministic_seconds":0.001,"wall_seconds":53.8195,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":5812,"output_tokens":3612,"cached_tokens":0,"cost_usd":0.023872,"cost_usd_runner":0.023872,"retries":0,"output_chars":15625,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":24,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r2__1788815832__pointblank-openrouter-qw__ca75de","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:19:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":152.947,"ai_seconds":152.946,"deterministic_seconds":0.001,"wall_seconds":153.3245,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4874,"output_tokens":8671,"cached_tokens":0,"cost_usd":0.02806,"cost_usd_runner":0,"retries":0,"output_chars":15754,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r2__1788831825__pointblank-openrouter-de__a93898","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:44:59+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":73.338,"ai_seconds":73.337,"deterministic_seconds":0.001,"wall_seconds":73.765,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":5924,"output_tokens":4532,"cached_tokens":0,"cost_usd":0.001201,"cost_usd_runner":0,"retries":0,"output_chars":14856,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.846,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.021,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":96,"out_in_gold":77,"out_chrome":17,"out_fabricated":2,"gold_targets":11,"gold_homonyms":2,"glyphs":19,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":2,"glyph_chrome":6,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r2__1788838306__pointblank-openrouter-go__ec4d12","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:32:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":33.676,"ai_seconds":33.675,"deterministic_seconds":0,"wall_seconds":33.8178,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4296,"output_tokens":3333,"cached_tokens":0,"cost_usd":0.00152,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r3__1788723191__shibindas-20260906__107fa2","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:34:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":51.202,"ai_seconds":51.202,"deterministic_seconds":0,"wall_seconds":51.3135,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":5812,"output_tokens":3609,"cached_tokens":0,"cost_usd":0.023857,"cost_usd_runner":0.023857,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r3__1788821513__pointblank-openrouter-qw__f194b3","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:56:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":269.5,"ai_seconds":269.499,"deterministic_seconds":0,"wall_seconds":269.6147,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":4874,"output_tokens":7949,"cached_tokens":0,"cost_usd":0.025894,"cost_usd_runner":0,"retries":0,"output_chars":15675,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r3__1788836664__pointblank-openrouter-de__addb68","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:06:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":110.352,"ai_seconds":110.352,"deterministic_seconds":0,"wall_seconds":110.5022,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":4835,"output_tokens":5007,"cached_tokens":0,"cost_usd":0.001216,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__large__r3__1788839550__pointblank-openrouter-go__734f7c","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:53:26+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":56.345,"ai_seconds":56.344,"deterministic_seconds":0.001,"wall_seconds":56.6499,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":4295,"output_tokens":3333,"cached_tokens":0,"cost_usd":0.00152,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788719964__shibindas-20260906__d5bfea","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:39:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":33.575,"ai_seconds":33.574,"deterministic_seconds":0.001,"wall_seconds":34.1066,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":4223,"output_tokens":2130,"cached_tokens":0,"cost_usd":0.014873,"cost_usd_runner":0.014873,"retries":0,"output_chars":8664,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.031,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":9,"out_fabricated":2,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788724786__shibindas-20260906__5b63a3","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:00:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.957,"ai_seconds":44.957,"deterministic_seconds":0,"wall_seconds":45.0578,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":4194,"output_tokens":2083,"cached_tokens":0,"cost_usd":0.043827,"cost_usd_runner":0.043827,"retries":0,"output_chars":8579,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.923,"subject":1.0,"homonym":0.0,"fidelity":0.885,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":1,"glyph_other":1,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788726276__shibindas-20260906__beff21","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:25:02+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":25.635,"ai_seconds":25.635,"deterministic_seconds":0,"wall_seconds":25.6964,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":5074,"output_tokens":2857,"cached_tokens":0,"cost_usd":0.038718,"cost_usd_runner":0.038718,"retries":0,"output_chars":8557,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.926,"subject":1.0,"homonym":0.0,"fidelity":0.885,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788733421__shibindas-20260907__a3bf20","tag":"shibindas-20260907","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:24:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":40.611,"ai_seconds":40.611,"deterministic_seconds":0,"wall_seconds":40.7289,"llm_calls":3,"models":"claude-opus-5","input_tokens":13616,"output_tokens":3387,"cached_tokens":0,"cost_usd":0.152755,"cost_usd_runner":0.152755,"retries":0,"output_chars":8684,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788739645__shibindas-20260907-n3__05f72d","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:08:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":50.51,"ai_seconds":50.51,"deterministic_seconds":0,"wall_seconds":50.7032,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":5074,"output_tokens":5687,"cached_tokens":0,"cost_usd":0.067018,"cost_usd_runner":0.067018,"retries":0,"output_chars":8678,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":1,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788741205__shibindas-20260907-n3__813d84","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:34:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":49.657,"ai_seconds":49.657,"deterministic_seconds":0,"wall_seconds":49.8509,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":4194,"output_tokens":2105,"cached_tokens":0,"cost_usd":0.044157,"cost_usd_runner":0.044157,"retries":0,"output_chars":8676,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788743303__shibindas-20260907-n3__370358","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:09:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":39.873,"ai_seconds":39.873,"deterministic_seconds":0,"wall_seconds":40.0317,"llm_calls":3,"models":"claude-opus-5","input_tokens":13616,"output_tokens":3183,"cached_tokens":0,"cost_usd":0.147655,"cost_usd_runner":0.147655,"retries":0,"output_chars":8682,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788744378__shibindas-20260907-n3__9d2d45","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:26:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":26.073,"ai_seconds":26.073,"deterministic_seconds":0,"wall_seconds":26.23,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":5074,"output_tokens":2860,"cached_tokens":0,"cost_usd":0.038748,"cost_usd_runner":0.038748,"retries":0,"output_chars":8556,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":0.869,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788745819__shibindas-20260907-n3__e34313","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:51:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":47.033,"ai_seconds":47.033,"deterministic_seconds":0,"wall_seconds":47.1777,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":4195,"output_tokens":2099,"cached_tokens":0,"cost_usd":0.04407,"cost_usd_runner":0.04407,"retries":0,"output_chars":8672,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":6,"leaks":1,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788748159__shibindas-20260907-n3__eeb032","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:30:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":40.445,"ai_seconds":40.445,"deterministic_seconds":0,"wall_seconds":40.622,"llm_calls":3,"models":"claude-opus-5","input_tokens":13594,"output_tokens":3191,"cached_tokens":0,"cost_usd":0.147745,"cost_usd_runner":0.147745,"retries":0,"output_chars":8684,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788808012__pointblank-openrouter-qw__0631bf","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:09:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":161.043,"ai_seconds":161.043,"deterministic_seconds":0,"wall_seconds":161.2112,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":9500,"output_tokens":5755,"cached_tokens":0,"cost_usd":0.021255,"cost_usd_runner":0,"retries":0,"output_chars":8975,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":36,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788824702__pointblank-openrouter-de__873964","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:45:47+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":44.291,"ai_seconds":44.29,"deterministic_seconds":0.001,"wall_seconds":44.6277,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":9275,"output_tokens":2886,"cached_tokens":0,"cost_usd":0.001122,"cost_usd_runner":0,"retries":0,"output_chars":8675,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r1__1788837299__pointblank-openrouter-go__f4e875","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:15:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":12.017,"ai_seconds":12.016,"deterministic_seconds":0,"wall_seconds":12.2279,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":401,"output_tokens":565,"cached_tokens":0,"cost_usd":0.000228,"cost_usd_runner":0,"retries":0,"output_chars":2658,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.016,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":1,"out_sents":22,"out_in_gold":0,"out_chrome":0,"out_fabricated":22,"gold_targets":25,"gold_homonyms":1,"glyphs":20,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":20,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":10,"heads_gold":12,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r2__1788721365__shibindas-20260906__fd2a72","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:03:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":33.512,"ai_seconds":33.509,"deterministic_seconds":0.003,"wall_seconds":33.8443,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":4227,"output_tokens":2115,"cached_tokens":0,"cost_usd":0.014802,"cost_usd_runner":0.014802,"retries":0,"output_chars":8578,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":0.869,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r2__1788813871__pointblank-openrouter-qw__5cbdac","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:46:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":102.371,"ai_seconds":102.37,"deterministic_seconds":0.001,"wall_seconds":102.7666,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":3430,"output_tokens":6478,"cached_tokens":0,"cost_usd":0.020875,"cost_usd_runner":0,"retries":0,"output_chars":8691,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r2__1788830611__pointblank-openrouter-de__8c03e4","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:24:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":48.267,"ai_seconds":48.266,"deterministic_seconds":0.001,"wall_seconds":48.6544,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3434,"output_tokens":2317,"cached_tokens":0,"cost_usd":0.00064,"cost_usd_runner":0,"retries":0,"output_chars":8581,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":1.0,"fidelity":0.885,"fabrication":0.016,"structure":0.917,"gold_sents":61,"gold_found":54,"out_sents":63,"out_in_gold":53,"out_chrome":9,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":11,"outcome":"degraded","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r2__1788838121__pointblank-openrouter-go__d6fb6a","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:29:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":23.318,"ai_seconds":23.318,"deterministic_seconds":0,"wall_seconds":23.6076,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":401,"output_tokens":522,"cached_tokens":0,"cost_usd":0.000214,"cost_usd_runner":0,"retries":0,"output_chars":2532,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.016,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":1,"out_sents":26,"out_in_gold":0,"out_chrome":0,"out_fabricated":26,"gold_targets":25,"gold_homonyms":1,"glyphs":16,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":16,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":9,"heads_gold":12,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r3__1788722649__shibindas-20260906__cc5274","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:25:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":56.677,"ai_seconds":56.677,"deterministic_seconds":0,"wall_seconds":56.7593,"llm_calls":3,"models":"claude-haiku-4-5-20251001","input_tokens":11538,"output_tokens":4208,"cached_tokens":0,"cost_usd":0.032578,"cost_usd_runner":0.032578,"retries":0,"output_chars":8685,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r3__1788819443__pointblank-openrouter-qw__f806a4","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:21:31+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":246.913,"ai_seconds":246.912,"deterministic_seconds":0.001,"wall_seconds":247.2149,"llm_calls":3,"models":"qwen/qwen3.8-27b","input_tokens":9167,"output_tokens":16333,"cached_tokens":0,"cost_usd":0.052849,"cost_usd_runner":0,"retries":0,"output_chars":8805,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":11,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r3__1788835047__pointblank-openrouter-de__df4461","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:38:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":53.638,"ai_seconds":53.638,"deterministic_seconds":0,"wall_seconds":53.8461,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":9461,"output_tokens":10885,"cached_tokens":0,"cost_usd":0.002574,"cost_usd_runner":0,"retries":0,"output_chars":8681,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":36,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__medium__r3__1788839141__pointblank-openrouter-go__5a40e6","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:46:11+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.786,"ai_seconds":29.786,"deterministic_seconds":0,"wall_seconds":29.9667,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":2809,"output_tokens":1953,"cached_tokens":0,"cost_usd":0.000917,"cost_usd_runner":0,"retries":0,"output_chars":8696,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":35,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788719614__shibindas-20260906__263e16","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:33:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":8.919,"ai_seconds":8.919,"deterministic_seconds":0,"wall_seconds":9.0742,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":3125,"output_tokens":1030,"cached_tokens":0,"cost_usd":0.008275,"cost_usd_runner":0.008275,"retries":0,"output_chars":3856,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788724203__shibindas-20260906__ba831e","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:50:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":16.32,"ai_seconds":16.319,"deterministic_seconds":0,"wall_seconds":16.4125,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":3112,"output_tokens":1019,"cached_tokens":0,"cost_usd":0.024621,"cost_usd_runner":0.024621,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788726011__shibindas-20260906__245cf8","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:20:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":13.121,"ai_seconds":13.121,"deterministic_seconds":0,"wall_seconds":13.2358,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":3511,"output_tokens":1403,"cached_tokens":0,"cost_usd":0.021052,"cost_usd_runner":0.021052,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788733109__shibindas-20260907__4595db","tag":"shibindas-20260907","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:18:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":18.599,"ai_seconds":18.598,"deterministic_seconds":0,"wall_seconds":18.7034,"llm_calls":2,"models":"claude-opus-5","input_tokens":6267,"output_tokens":1462,"cached_tokens":0,"cost_usd":0.067885,"cost_usd_runner":0.067885,"retries":0,"output_chars":3810,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788739413__shibindas-20260907-n3__fa5ca7","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:03:46+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":13.372,"ai_seconds":13.372,"deterministic_seconds":0,"wall_seconds":13.5932,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":3511,"output_tokens":1411,"cached_tokens":0,"cost_usd":0.021132,"cost_usd_runner":0.021132,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788740584__shibindas-20260907-n3__c57021","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:23:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":12.515,"ai_seconds":12.515,"deterministic_seconds":0,"wall_seconds":12.6498,"llm_calls":2,"models":"claude-sonnet-4-6","input_tokens":3112,"output_tokens":1019,"cached_tokens":0,"cost_usd":0.024621,"cost_usd_runner":0.024621,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788742961__shibindas-20260907-n3__955071","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:02:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":16.641,"ai_seconds":16.641,"deterministic_seconds":0,"wall_seconds":16.7933,"llm_calls":2,"models":"claude-opus-5","input_tokens":3387,"output_tokens":1403,"cached_tokens":0,"cost_usd":0.05201,"cost_usd_runner":0.05201,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788744123__shibindas-20260907-n3__257601","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:22:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":12.771,"ai_seconds":12.771,"deterministic_seconds":0,"wall_seconds":12.9491,"llm_calls":2,"models":"claude-sonnet-5","input_tokens":3511,"output_tokens":1411,"cached_tokens":0,"cost_usd":0.021132,"cost_usd_runner":0.021132,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788745227__shibindas-20260907-n3__2e3aaf","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:41:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":32.613,"ai_seconds":32.613,"deterministic_seconds":0,"wall_seconds":32.7151,"llm_calls":3,"models":"claude-sonnet-4-6","input_tokens":9730,"output_tokens":2565,"cached_tokens":0,"cost_usd":0.067665,"cost_usd_runner":0.067665,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788747814__shibindas-20260907-n3__c522ec","tag":"shibindas-20260907-n3","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:23:54+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":20.302,"ai_seconds":20.302,"deterministic_seconds":0,"wall_seconds":20.4974,"llm_calls":2,"models":"claude-opus-5","input_tokens":6267,"output_tokens":1678,"cached_tokens":0,"cost_usd":0.073285,"cost_usd_runner":0.073285,"retries":0,"output_chars":3849,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788806154__pointblank-openrouter-qw__fab27e","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:36:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":24.938,"ai_seconds":24.938,"deterministic_seconds":0.001,"wall_seconds":25.1526,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":2463,"output_tokens":1107,"cached_tokens":0,"cost_usd":0.004355,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788823196__pointblank-openrouter-de__7e8ace","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:21:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":80.213,"ai_seconds":80.212,"deterministic_seconds":0.001,"wall_seconds":80.5651,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":6174,"output_tokens":4987,"cached_tokens":0,"cost_usd":0.001299,"cost_usd_runner":0,"retries":0,"output_chars":3983,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r1__1788837087__pointblank-openrouter-go__02c19f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:11:37+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":9.618,"ai_seconds":9.618,"deterministic_seconds":0,"wall_seconds":9.7318,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1809,"output_tokens":929,"cached_tokens":0,"cost_usd":0.000479,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r2__1788720985__shibindas-20260906__33fdfe","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:56:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":9.488,"ai_seconds":9.487,"deterministic_seconds":0.001,"wall_seconds":9.7145,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":3140,"output_tokens":1088,"cached_tokens":0,"cost_usd":0.00858,"cost_usd_runner":0.00858,"retries":0,"output_chars":4023,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.25,"recall_real":1.0,"recall_fictional":1.0,"precision":0.667,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":11,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":8,"leaks":6,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r2__1788812210__pointblank-openrouter-qw__db4c46","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:17:29+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":38.931,"ai_seconds":38.931,"deterministic_seconds":0,"wall_seconds":39.2493,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":2463,"output_tokens":1193,"cached_tokens":0,"cost_usd":0.004613,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r2__1788829237__pointblank-openrouter-de__1b5248","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:01:07+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.626,"ai_seconds":29.626,"deterministic_seconds":0.001,"wall_seconds":29.9204,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2352,"output_tokens":941,"cached_tokens":0,"cost_usd":0.000322,"cost_usd_runner":0,"retries":0,"output_chars":3826,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":0.0,"recall_fictional":0.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":0,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":0,"leaks":2,"leaks_real":1,"leaks_fictional":1,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r2__1788837906__pointblank-openrouter-go__c8169f","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:25:13+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":5.998,"ai_seconds":5.998,"deterministic_seconds":0,"wall_seconds":6.2339,"llm_calls":1,"models":"google/gemma-4-31b-it","input_tokens":402,"output_tokens":407,"cached_tokens":0,"cost_usd":0.000175,"cost_usd_runner":0,"retries":0,"output_chars":1902,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":21,"out_in_gold":0,"out_chrome":0,"out_fabricated":21,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":13,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":9,"heads_gold":6,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r3__1788722281__shibindas-20260906__0a29ab","tag":"shibindas-20260906","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:18:16+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":14.874,"ai_seconds":14.874,"deterministic_seconds":0.001,"wall_seconds":15.2093,"llm_calls":2,"models":"claude-haiku-4-5-20251001","input_tokens":3141,"output_tokens":1049,"cached_tokens":0,"cost_usd":0.008386,"cost_usd_runner":0.008386,"retries":0,"output_chars":3870,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.032,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":31,"out_in_gold":20,"out_chrome":10,"out_fabricated":1,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r3__1788817308__pointblank-openrouter-qw__0a86d3","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T21:42:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":56.465,"ai_seconds":56.464,"deterministic_seconds":0,"wall_seconds":56.6485,"llm_calls":2,"models":"qwen/qwen3.8-27b","input_tokens":2463,"output_tokens":3764,"cached_tokens":0,"cost_usd":0.012326,"cost_usd_runner":0,"retries":0,"output_chars":3907,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r3__1788832384__pointblank-openrouter-de__f0c80a","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:53:35+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":29.862,"ai_seconds":29.861,"deterministic_seconds":0.001,"wall_seconds":30.2138,"llm_calls":2,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":2430,"output_tokens":1072,"cached_tokens":0,"cost_usd":0.000351,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_8_react_with_tools_in_parent__small__r3__1788838843__pointblank-openrouter-go__d1eddb","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_8_react_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:41:06+00:00","pipeline_status":"completed","failed_nodes":"","job_count":3,"total_seconds":23.448,"ai_seconds":23.448,"deterministic_seconds":0,"wall_seconds":23.7313,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1812,"output_tokens":925,"cached_tokens":0,"cost_usd":0.000478,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_8_react_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788720624__shibindas-20260906__1b2584","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:54:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":231.05,"ai_seconds":0,"deterministic_seconds":231.05,"wall_seconds":231.125,"llm_calls":8,"models":"claude-haiku-4-5-20251001","input_tokens":65698,"output_tokens":15537,"cached_tokens":0,"cost_usd":0.143383,"cost_usd_runner":0.143383,"retries":0,"output_chars":15608,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788725448__shibindas-20260906__f1d501","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:11:52+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_reflexion_agent_engine:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.9323,"llm_calls":1,"models":"claude-sonnet-4-6","input_tokens":1002,"output_tokens":82,"cached_tokens":0,"cost_usd":0.004236,"cost_usd_runner":0.004236,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788726822__shibindas-20260906__94f62c","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:34:45+00:00","pipeline_status":"failed","failed_nodes":"chat_output:idle;flowdrop_workflow_reflexion_agent_engine:failed","job_count":2,"total_seconds":0,"ai_seconds":0,"deterministic_seconds":0,"wall_seconds":63.6239,"llm_calls":1,"models":"claude-sonnet-5","input_tokens":998,"output_tokens":83,"cached_tokens":0,"cost_usd":0.002826,"cost_usd_runner":0.002826,"retries":0,"output_chars":"","excluded_kind":"harness","excluded_reason":"Anthropic call hit the AI module's default request_timeout of 60 s (cURL error 28, 0 bytes received) on large.html, a harness limit rather than a property of the workflow or model. Timeout raised to 600 s in runner config (commit f1f267a) and the large cells rerun.","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":"","g1_format":"","g2_scope":"","html_density":"","fenced":"","recall":"","recall_real":"","recall_fictional":"","precision":"","subject":"","homonym":"","fidelity":"","fabrication":"","structure":"","gold_sents":"","gold_found":"","out_sents":"","out_in_gold":"","out_chrome":"","out_fabricated":"","gold_targets":"","gold_homonyms":"","glyphs":"","glyph_correct":"","glyph_protected":"","glyph_homonym":"","glyph_other":"","glyph_chrome":"","leaks":"","leaks_real":"","leaks_fictional":"","leaks_chrome":"","homonyms_kept":"","protected_kept":"","heads_gold":"","heads_found":"","outcome":"excluded","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788728253__shibindas-20260906__db7255","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:02:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":302.922,"ai_seconds":0,"deterministic_seconds":302.922,"wall_seconds":303.2316,"llm_calls":7,"models":"claude-sonnet-4-6","input_tokens":39193,"output_tokens":11611,"cached_tokens":0,"cost_usd":0.291744,"cost_usd_runner":0.291744,"retries":0,"output_chars":15608,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788730775__shibindas-20260906__a9501a","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T21:41:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":108.132,"ai_seconds":0,"deterministic_seconds":108.132,"wall_seconds":108.1838,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":12557,"output_tokens":11139,"cached_tokens":0,"cost_usd":0.136504,"cost_usd_runner":0.136504,"retries":0,"output_chars":15611,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788733996__shibindas-20260907__5a0a24","tag":"shibindas-20260907","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:34:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":95.713,"ai_seconds":0,"deterministic_seconds":95.713,"wall_seconds":95.7562,"llm_calls":3,"models":"claude-opus-5","input_tokens":12433,"output_tokens":7977,"cached_tokens":0,"cost_usd":0.26159,"cost_usd_runner":0.26159,"retries":0,"output_chars":15612,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788740302__shibindas-20260907-n3__025c13","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:20:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":102.845,"ai_seconds":0,"deterministic_seconds":102.845,"wall_seconds":102.9953,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":12564,"output_tokens":10685,"cached_tokens":0,"cost_usd":0.131978,"cost_usd_runner":0.131978,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788742503__shibindas-20260907-n3__09b202","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:00:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":301.283,"ai_seconds":0,"deterministic_seconds":301.283,"wall_seconds":301.4828,"llm_calls":7,"models":"claude-sonnet-4-6","input_tokens":39552,"output_tokens":12012,"cached_tokens":0,"cost_usd":0.298836,"cost_usd_runner":0.298836,"retries":0,"output_chars":15620,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788743922__shibindas-20260907-n3__58fd65","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:20:18+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":96.015,"ai_seconds":0,"deterministic_seconds":96.015,"wall_seconds":96.1594,"llm_calls":3,"models":"claude-opus-5","input_tokens":12421,"output_tokens":8211,"cached_tokens":0,"cost_usd":0.26738,"cost_usd_runner":0.26738,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788744947__shibindas-20260907-n3__260c86","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:37:28+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":100.913,"ai_seconds":0,"deterministic_seconds":100.913,"wall_seconds":101.0144,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":12564,"output_tokens":10578,"cached_tokens":0,"cost_usd":0.130908,"cost_usd_runner":0.130908,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788747045__shibindas-20260907-n3__1f3e60","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:15:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":306.027,"ai_seconds":0,"deterministic_seconds":306.027,"wall_seconds":306.1798,"llm_calls":7,"models":"claude-sonnet-4-6","input_tokens":39296,"output_tokens":12207,"cached_tokens":0,"cost_usd":0.300993,"cost_usd_runner":0.300993,"retries":0,"output_chars":15608,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788748762__shibindas-20260907-n3__73ea34","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:42:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":197.54,"ai_seconds":0,"deterministic_seconds":197.54,"wall_seconds":197.6862,"llm_calls":6,"models":"claude-opus-5","input_tokens":48179,"output_tokens":16269,"cached_tokens":0,"cost_usd":0.64762,"cost_usd_runner":0.64762,"retries":0,"output_chars":15579,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":87,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788810518__pointblank-openrouter-qw__79c857","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T20:09:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":1277.401,"ai_seconds":0,"deterministic_seconds":1277.401,"wall_seconds":1277.525,"llm_calls":11,"models":"qwen/qwen3.8-27b","input_tokens":74429,"output_tokens":59687,"cached_tokens":0,"cost_usd":0.210321,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":26,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":15,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788826896__pointblank-openrouter-de__5c9877","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T00:25:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":223.209,"ai_seconds":0,"deterministic_seconds":223.209,"wall_seconds":223.4975,"llm_calls":4,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":17388,"output_tokens":17284,"cached_tokens":0,"cost_usd":0.004241,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.01,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":20,"out_fabricated":1,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":1,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"degraded","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r1__1788837624__pointblank-openrouter-go__896f2c","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:23:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":195.528,"ai_seconds":0,"deterministic_seconds":195.528,"wall_seconds":195.7566,"llm_calls":7,"models":"google/gemma-4-31b-it","input_tokens":34065,"output_tokens":11162,"cached_tokens":0,"cost_usd":0.006861,"cost_usd_runner":0,"retries":0,"output_chars":15610,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.727,"recall_real":1.0,"recall_fictional":0.5,"precision":0.889,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":21,"glyph_correct":8,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":12,"leaks":3,"leaks_real":0,"leaks_fictional":3,"leaks_chrome":1,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r2__1788721970__shibindas-20260906__0b37d8","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:16:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":198.883,"ai_seconds":0,"deterministic_seconds":198.883,"wall_seconds":199.1049,"llm_calls":7,"models":"claude-haiku-4-5-20251001","input_tokens":39427,"output_tokens":11813,"cached_tokens":0,"cost_usd":0.098492,"cost_usd_runner":0.098492,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r2__1788815985__pointblank-openrouter-qw__0201e3","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T21:31:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":717.572,"ai_seconds":0,"deterministic_seconds":717.572,"wall_seconds":717.8538,"llm_calls":7,"models":"qwen/qwen3.8-27b","input_tokens":35037,"output_tokens":38183,"cached_tokens":0,"cost_usd":0.129265,"cost_usd_runner":0,"retries":0,"output_chars":15616,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r2__1788831899__pointblank-openrouter-de__077f1a","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:47:24+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":144.176,"ai_seconds":0,"deterministic_seconds":144.176,"wall_seconds":144.3592,"llm_calls":4,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":17389,"output_tokens":13505,"cached_tokens":0,"cost_usd":0.003561,"cost_usd_runner":0,"retries":0,"output_chars":15611,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":98,"out_in_gold":77,"out_chrome":21,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r2__1788838340__pointblank-openrouter-go__ce7821","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:34:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":120.629,"ai_seconds":0,"deterministic_seconds":120.629,"wall_seconds":120.7676,"llm_calls":7,"models":"google/gemma-4-31b-it","input_tokens":33827,"output_tokens":10940,"cached_tokens":0,"cost_usd":0.006764,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r3__1788723243__shibindas-20260906__391c8e","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:37:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":225.384,"ai_seconds":0,"deterministic_seconds":225.384,"wall_seconds":225.4559,"llm_calls":8,"models":"claude-haiku-4-5-20251001","input_tokens":65320,"output_tokens":15251,"cached_tokens":0,"cost_usd":0.141575,"cost_usd_runner":0.141575,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r3__1788821783__pointblank-openrouter-qw__2f66f7","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T23:12:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":958.856,"ai_seconds":0,"deterministic_seconds":958.856,"wall_seconds":959.0173,"llm_calls":7,"models":"qwen/qwen3.8-27b","input_tokens":34835,"output_tokens":47117,"cached_tokens":0,"cost_usd":0.155982,"cost_usd_runner":0,"retries":0,"output_chars":15618,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r3__1788836775__pointblank-openrouter-de__7d8df9","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:09:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":216.934,"ai_seconds":0,"deterministic_seconds":216.934,"wall_seconds":217.0359,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":8551,"output_tokens":8108,"cached_tokens":0,"cost_usd":0.002015,"cost_usd_runner":0,"retries":0,"output_chars":15614,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":23,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":2,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__large__r3__1788839606__pointblank-openrouter-go__1fa133","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"large","corpus_version":"v1","page_sha256":"25e8b9c95da60123e66a3dc0c78eb5e743e3a2ac1fcd356d573efe15dbd38e4c","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:57:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":261.22,"ai_seconds":0,"deterministic_seconds":261.22,"wall_seconds":261.5246,"llm_calls":7,"models":"google/gemma-4-31b-it","input_tokens":33674,"output_tokens":10516,"cached_tokens":0,"cost_usd":0.006606,"cost_usd_runner":0,"retries":0,"output_chars":15626,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"large","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.917,"subject":1.0,"homonym":0.5,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":77,"gold_found":77,"out_sents":97,"out_in_gold":77,"out_chrome":20,"out_fabricated":0,"gold_targets":11,"gold_homonyms":2,"glyphs":25,"glyph_correct":11,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":13,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":88,"heads_gold":16,"heads_found":16,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788719998__shibindas-20260906__d3cfa2","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:42:40+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":161.451,"ai_seconds":0,"deterministic_seconds":161.451,"wall_seconds":161.5957,"llm_calls":9,"models":"claude-haiku-4-5-20251001","input_tokens":54434,"output_tokens":10233,"cached_tokens":0,"cost_usd":0.105599,"cost_usd_runner":0.105599,"retries":0,"output_chars":8686,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788724831__shibindas-20260906__3f2261","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:03:32+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":181.292,"ai_seconds":0,"deterministic_seconds":181.292,"wall_seconds":181.3978,"llm_calls":8,"models":"claude-sonnet-4-6","input_tokens":38159,"output_tokens":7542,"cached_tokens":0,"cost_usd":0.227607,"cost_usd_runner":0.227607,"retries":0,"output_chars":8675,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788726302__shibindas-20260906__fe5ea7","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:26:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":116.68,"ai_seconds":0,"deterministic_seconds":116.68,"wall_seconds":116.7079,"llm_calls":5,"models":"claude-sonnet-5","input_tokens":19297,"output_tokens":11821,"cached_tokens":0,"cost_usd":0.156804,"cost_usd_runner":0.156804,"retries":0,"output_chars":8663,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788733462__shibindas-20260907__1914f2","tag":"shibindas-20260907","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:25:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":71.982,"ai_seconds":0,"deterministic_seconds":71.982,"wall_seconds":72.0827,"llm_calls":4,"models":"claude-opus-5","input_tokens":16990,"output_tokens":5410,"cached_tokens":0,"cost_usd":0.2202,"cost_usd_runner":0.2202,"retries":0,"output_chars":8682,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788739698__shibindas-20260907-n3__e65ac9","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:09:55+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":96.153,"ai_seconds":0,"deterministic_seconds":96.153,"wall_seconds":96.2689,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":8445,"output_tokens":10970,"cached_tokens":0,"cost_usd":0.12659,"cost_usd_runner":0.12659,"retries":0,"output_chars":8677,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788741258__shibindas-20260907-n3__85a3e2","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:37:22+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":183.815,"ai_seconds":0,"deterministic_seconds":183.815,"wall_seconds":183.9575,"llm_calls":8,"models":"claude-sonnet-4-6","input_tokens":37312,"output_tokens":7583,"cached_tokens":0,"cost_usd":0.225681,"cost_usd_runner":0.225681,"retries":0,"output_chars":8673,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788743346__shibindas-20260907-n3__de966e","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:10:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":70.956,"ai_seconds":0,"deterministic_seconds":70.956,"wall_seconds":71.0554,"llm_calls":4,"models":"claude-opus-5","input_tokens":16990,"output_tokens":5606,"cached_tokens":0,"cost_usd":0.2251,"cost_usd_runner":0.2251,"retries":0,"output_chars":8682,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788744407__shibindas-20260907-n3__6d700a","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:28:57+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":129.397,"ai_seconds":0,"deterministic_seconds":129.397,"wall_seconds":129.5611,"llm_calls":5,"models":"claude-sonnet-5","input_tokens":19263,"output_tokens":12875,"cached_tokens":0,"cost_usd":0.167276,"cost_usd_runner":0.167276,"retries":0,"output_chars":8685,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788745869__shibindas-20260907-n3__a24259","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:54:14+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":184.412,"ai_seconds":0,"deterministic_seconds":184.412,"wall_seconds":184.5339,"llm_calls":7,"models":"claude-sonnet-4-6","input_tokens":25610,"output_tokens":7314,"cached_tokens":0,"cost_usd":0.18654,"cost_usd_runner":0.18654,"retries":0,"output_chars":8668,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.962,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":32,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":7,"leaks":1,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788748203__shibindas-20260907-n3__ac2ac3","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:31:10+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":67.035,"ai_seconds":0,"deterministic_seconds":67.035,"wall_seconds":67.1354,"llm_calls":4,"models":"claude-opus-5","input_tokens":16969,"output_tokens":5111,"cached_tokens":0,"cost_usd":0.21262,"cost_usd_runner":0.21262,"retries":0,"output_chars":8684,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":26,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788808173__pointblank-openrouter-qw__a9b31f","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T19:21:01+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":687.113,"ai_seconds":0,"deterministic_seconds":687.113,"wall_seconds":687.2476,"llm_calls":8,"models":"qwen/qwen3.8-27b","input_tokens":34410,"output_tokens":26266,"cached_tokens":0,"cost_usd":0.09325,"cost_usd_runner":0,"retries":0,"output_chars":8623,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788824747__pointblank-openrouter-de__8ab318","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:50:54+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":306.898,"ai_seconds":0,"deterministic_seconds":306.898,"wall_seconds":307.0312,"llm_calls":8,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":34511,"output_tokens":21226,"cached_tokens":0,"cost_usd":0.006064,"cost_usd_runner":0,"retries":0,"output_chars":8674,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r1__1788837312__pointblank-openrouter-go__fc7c96","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:16:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":91.793,"ai_seconds":0,"deterministic_seconds":91.793,"wall_seconds":91.9743,"llm_calls":7,"models":"google/gemma-4-31b-it","input_tokens":21438,"output_tokens":6343,"cached_tokens":0,"cost_usd":0.004086,"cost_usd_runner":0,"retries":0,"output_chars":8681,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":0.96,"recall_real":0.955,"recall_fictional":1.0,"precision":0.96,"subject":1.0,"homonym":0.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":33,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":1,"leaks_real":1,"leaks_fictional":0,"leaks_chrome":1,"homonyms_kept":0,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r2__1788721399__shibindas-20260906__87a4de","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T19:05:34+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":134.79,"ai_seconds":0,"deterministic_seconds":134.79,"wall_seconds":135.0108,"llm_calls":7,"models":"claude-haiku-4-5-20251001","input_tokens":25435,"output_tokens":7160,"cached_tokens":0,"cost_usd":0.061235,"cost_usd_runner":0.061235,"retries":0,"output_chars":8586,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.962,"subject":1.0,"homonym":0.0,"fidelity":0.869,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":53,"out_sents":63,"out_in_gold":53,"out_chrome":9,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":1,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r2__1788813974__pointblank-openrouter-qw__7978ed","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:59:20+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":785.919,"ai_seconds":0,"deterministic_seconds":785.919,"wall_seconds":786.1281,"llm_calls":7,"models":"qwen/qwen3.8-27b","input_tokens":22324,"output_tokens":32622,"cached_tokens":0,"cost_usd":0.107242,"cost_usd_runner":0,"retries":0,"output_chars":8697,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":37,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":12,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r2__1788830660__pointblank-openrouter-de__5591c8","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:28:21+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":241.319,"ai_seconds":0,"deterministic_seconds":241.319,"wall_seconds":241.5877,"llm_calls":5,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":12804,"output_tokens":12498,"cached_tokens":0,"cost_usd":0.003082,"cost_usd_runner":0,"retries":0,"output_chars":8683,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":72,"out_in_gold":61,"out_chrome":11,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r2__1788838145__pointblank-openrouter-go__2cacdb","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:29:23+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":17.468,"ai_seconds":0,"deterministic_seconds":17.468,"wall_seconds":17.6753,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1370,"output_tokens":571,"cached_tokens":0,"cost_usd":0.000317,"cost_usd_runner":0,"retries":0,"output_chars":2750,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.016,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":1,"out_sents":17,"out_in_gold":0,"out_chrome":0,"out_fabricated":17,"gold_targets":25,"gold_homonyms":1,"glyphs":28,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":28,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":13,"heads_gold":12,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r3__1788722706__shibindas-20260906__6a8cc3","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:26:52+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":105.611,"ai_seconds":0,"deterministic_seconds":105.611,"wall_seconds":105.6744,"llm_calls":7,"models":"claude-haiku-4-5-20251001","input_tokens":25172,"output_tokens":6970,"cached_tokens":0,"cost_usd":0.060022,"cost_usd_runner":0.060022,"retries":0,"output_chars":8590,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":0.923,"subject":1.0,"homonym":0.0,"fidelity":0.885,"fabrication":0.016,"structure":1.0,"gold_sents":61,"gold_found":54,"out_sents":64,"out_in_gold":53,"out_chrome":10,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":36,"glyph_correct":24,"glyph_protected":0,"glyph_homonym":1,"glyph_other":1,"glyph_chrome":10,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":39,"heads_gold":12,"heads_found":12,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r3__1788819691__pointblank-openrouter-qw__0b0577","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:31:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":619.352,"ai_seconds":0,"deterministic_seconds":619.352,"wall_seconds":619.4559,"llm_calls":8,"models":"qwen/qwen3.8-27b","input_tokens":34022,"output_tokens":37321,"cached_tokens":0,"cost_usd":0.126252,"cost_usd_runner":0,"retries":0,"output_chars":8683,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":71,"out_in_gold":61,"out_chrome":10,"out_fabricated":0,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r3__1788835101__pointblank-openrouter-de__88fbb7","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T02:48:07+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":585.882,"ai_seconds":0,"deterministic_seconds":585.882,"wall_seconds":586.0202,"llm_calls":8,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":35277,"output_tokens":40563,"cached_tokens":0,"cost_usd":0.009594,"cost_usd_runner":0,"retries":0,"output_chars":8857,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.014,"structure":1.0,"gold_sents":61,"gold_found":61,"out_sents":73,"out_in_gold":61,"out_chrome":11,"out_fabricated":1,"gold_targets":25,"gold_homonyms":1,"glyphs":34,"glyph_correct":25,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":9,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":1,"protected_kept":40,"heads_gold":12,"heads_found":12,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__medium__r3__1788839171__pointblank-openrouter-go__513f79","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"medium","corpus_version":"v1","page_sha256":"ea4e33df2ab05dfe9a143ce5c0d205ef250da9fe174f60008d985e8413a0a3e4","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:46:48+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":36.611,"ai_seconds":0,"deterministic_seconds":36.611,"wall_seconds":36.896,"llm_calls":4,"models":"google/gemma-4-31b-it","input_tokens":3409,"output_tokens":1156,"cached_tokens":0,"cost_usd":0.0007,"cost_usd_runner":0,"retries":0,"output_chars":2659,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"medium","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.016,"fabrication":1.0,"structure":0.0,"gold_sents":61,"gold_found":1,"out_sents":17,"out_in_gold":0,"out_chrome":0,"out_fabricated":17,"gold_targets":25,"gold_homonyms":1,"glyphs":28,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":28,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":10,"heads_gold":12,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788719623__shibindas-20260906__8876c6","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T18:34:43+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":60.325,"ai_seconds":0,"deterministic_seconds":60.325,"wall_seconds":60.4216,"llm_calls":9,"models":"claude-haiku-4-5-20251001","input_tokens":31724,"output_tokens":5837,"cached_tokens":0,"cost_usd":0.060909,"cost_usd_runner":0.060909,"retries":0,"output_chars":3817,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788724220__shibindas-20260906__f316d7","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T19:52:09+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":109.567,"ai_seconds":0,"deterministic_seconds":109.567,"wall_seconds":109.63,"llm_calls":9,"models":"claude-sonnet-4-6","input_tokens":34318,"output_tokens":5968,"cached_tokens":0,"cost_usd":0.192474,"cost_usd_runner":0.192474,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788726024__shibindas-20260906__558980","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T20:21:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":47.389,"ai_seconds":0,"deterministic_seconds":47.389,"wall_seconds":47.4542,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":5385,"output_tokens":4531,"cached_tokens":0,"cost_usd":0.05608,"cost_usd_runner":0.05608,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788733128__shibindas-20260907__1314ed","tag":"shibindas-20260907","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-06T22:19:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.334,"ai_seconds":0,"deterministic_seconds":44.334,"wall_seconds":44.3985,"llm_calls":3,"models":"claude-opus-5","input_tokens":8117,"output_tokens":3119,"cached_tokens":0,"cost_usd":0.11856,"cost_usd_runner":0.11856,"retries":0,"output_chars":3810,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788739429__shibindas-20260907-n3__100f33","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:04:44+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":55.69,"ai_seconds":0,"deterministic_seconds":55.69,"wall_seconds":55.8128,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":5385,"output_tokens":5278,"cached_tokens":0,"cost_usd":0.06355,"cost_usd_runner":0.06355,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788740600__shibindas-20260907-n3__28b045","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T00:25:12+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":112.166,"ai_seconds":0,"deterministic_seconds":112.166,"wall_seconds":112.2831,"llm_calls":9,"models":"claude-sonnet-4-6","input_tokens":34466,"output_tokens":6249,"cached_tokens":0,"cost_usd":0.197133,"cost_usd_runner":0.197133,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788742981__shibindas-20260907-n3__ee72b0","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:03:49+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":47.815,"ai_seconds":0,"deterministic_seconds":47.815,"wall_seconds":47.9731,"llm_calls":3,"models":"claude-opus-5","input_tokens":8117,"output_tokens":3403,"cached_tokens":0,"cost_usd":0.12566,"cost_usd_runner":0.12566,"retries":0,"output_chars":3810,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":27,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788744138__shibindas-20260907-n3__1b3f9c","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:23:03+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":44.613,"ai_seconds":0,"deterministic_seconds":44.613,"wall_seconds":44.7578,"llm_calls":3,"models":"claude-sonnet-5","input_tokens":5378,"output_tokens":4275,"cached_tokens":0,"cost_usd":0.053506,"cost_usd_runner":0.053506,"retries":0,"output_chars":3850,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788745262__shibindas-20260907-n3__9eb9d8","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T01:42:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":113.582,"ai_seconds":0,"deterministic_seconds":113.582,"wall_seconds":113.7006,"llm_calls":8,"models":"claude-sonnet-4-6","input_tokens":29669,"output_tokens":5829,"cached_tokens":0,"cost_usd":0.176442,"cost_usd_runner":0.176442,"retries":0,"output_chars":3845,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-sonnet-4-6","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788747837__shibindas-20260907-n3__f5cadd","tag":"shibindas-20260907-n3","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T02:24:39+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":42.233,"ai_seconds":0,"deterministic_seconds":42.233,"wall_seconds":42.3536,"llm_calls":3,"models":"claude-opus-5","input_tokens":5251,"output_tokens":3058,"cached_tokens":0,"cost_usd":0.102705,"cost_usd_runner":0.102705,"retries":0,"output_chars":3846,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-opus-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788806180__pointblank-openrouter-qw__5fa964","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T18:46:05+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":584.88,"ai_seconds":0,"deterministic_seconds":584.88,"wall_seconds":585.067,"llm_calls":9,"models":"qwen/qwen3.8-27b","input_tokens":19454,"output_tokens":37981,"cached_tokens":0,"cost_usd":0.122114,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788823277__pointblank-openrouter-de__ef63a9","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-07T23:22:17+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":59.956,"ai_seconds":0,"deterministic_seconds":59.956,"wall_seconds":60.1385,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3878,"output_tokens":5650,"cached_tokens":0,"cost_usd":0.001269,"cost_usd_runner":0,"retries":0,"output_chars":3861,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":13,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":11,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r1__1788837097__pointblank-openrouter-go__2fdd43","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":1,"ts":"2026-09-08T03:11:45+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":8.559,"ai_seconds":0,"deterministic_seconds":8.559,"wall_seconds":8.6654,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1076,"output_tokens":277,"cached_tokens":0,"cost_usd":0.000191,"cost_usd_runner":0,"retries":0,"output_chars":1201,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":14,"out_in_gold":0,"out_chrome":0,"out_fabricated":14,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":10,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":5,"heads_gold":6,"heads_found":0,"outcome":"silent","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r2__1788720994__shibindas-20260906__54762e","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-06T18:57:58+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":83.473,"ai_seconds":0,"deterministic_seconds":83.473,"wall_seconds":83.752,"llm_calls":9,"models":"claude-haiku-4-5-20251001","input_tokens":32469,"output_tokens":6096,"cached_tokens":0,"cost_usd":0.062949,"cost_usd_runner":0.062949,"retries":0,"output_chars":3856,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r2__1788812249__pointblank-openrouter-qw__513850","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-07T20:27:50+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":620.327,"ai_seconds":0,"deterministic_seconds":620.327,"wall_seconds":620.5768,"llm_calls":7,"models":"qwen/qwen3.8-27b","input_tokens":13246,"output_tokens":29005,"cached_tokens":0,"cost_usd":0.092578,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r2__1788829267__pointblank-openrouter-de__08afb0","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T01:03:56+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":168.4,"ai_seconds":0,"deterministic_seconds":168.4,"wall_seconds":168.7096,"llm_calls":5,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":8012,"output_tokens":13515,"cached_tokens":0,"cost_usd":0.002953,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r2__1788837913__pointblank-openrouter-go__63cb8d","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":2,"ts":"2026-09-08T03:25:33+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":20.236,"ai_seconds":0,"deterministic_seconds":20.236,"wall_seconds":20.4868,"llm_calls":3,"models":"google/gemma-4-31b-it","input_tokens":3097,"output_tokens":930,"cached_tokens":0,"cost_usd":0.000595,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r3__1788722296__shibindas-20260906__a1abea","tag":"shibindas-20260906","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-06T19:19:36+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":79.341,"ai_seconds":0,"deterministic_seconds":79.341,"wall_seconds":79.7124,"llm_calls":7,"models":"claude-haiku-4-5-20251001","input_tokens":16117,"output_tokens":4281,"cached_tokens":0,"cost_usd":0.037522,"cost_usd_runner":0.037522,"retries":0,"output_chars":3856,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"claude-haiku-4-5","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r3__1788817364__pointblank-openrouter-qw__73c167","tag":"pointblank-openrouter-qwen-qwen3-8-27b","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-07T22:00:00+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":1035.788,"ai_seconds":0,"deterministic_seconds":1035.788,"wall_seconds":1035.932,"llm_calls":9,"models":"qwen/qwen3.8-27b","input_tokens":18037,"output_tokens":34168,"cached_tokens":0,"cost_usd":0.11008,"cost_usd_runner":0,"retries":0,"output_chars":3855,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"qwen/qwen3.8-27b","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r3__1788832415__pointblank-openrouter-de__0e187e","tag":"pointblank-openrouter-deepseek-deepseek-v4-flash-0731","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T01:54:15+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":39.87,"ai_seconds":0,"deterministic_seconds":39.87,"wall_seconds":40.2252,"llm_calls":3,"models":"deepseek/deepseek-v4-flash-0731","input_tokens":3635,"output_tokens":4319,"cached_tokens":0,"cost_usd":0.001014,"cost_usd_runner":0,"retries":0,"output_chars":3853,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"deepseek/deepseek-v4-flash-0731","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":1,"html_density":0.0,"fenced":0,"recall":1.0,"recall_real":1.0,"recall_fictional":1.0,"precision":1.0,"subject":1.0,"homonym":1.0,"fidelity":1.0,"fabrication":0.0,"structure":1.0,"gold_sents":20,"gold_found":20,"out_sents":30,"out_in_gold":20,"out_chrome":10,"out_fabricated":0,"gold_targets":2,"gold_homonyms":0,"glyphs":10,"glyph_correct":2,"glyph_protected":0,"glyph_homonym":0,"glyph_other":0,"glyph_chrome":8,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":28,"heads_gold":6,"heads_found":6,"outcome":"correct","trace":true},{"run_id":"bench_9_reflexion_with_tools_in_parent__small__r3__1788838866__pointblank-openrouter-go__c6c962","tag":"pointblank-openrouter-google-gemma-4-31b-it","workflow":"bench_9_reflexion_with_tools_in_parent","url_key":"small","corpus_version":"v1","page_sha256":"ab589846f40109ef1391130896cb29d8fa8dff89cfc63e0dd42e087904b5b855","prompt_sha256":"272f2f41c1552fd77952bf1867eb98ffeea8cd5bc9d249166416511f69b66c8d","glyph":"████","flowdrop_version":"dev-2.x@771e7c77e1f9","harness_version":"3.3.0","rep":3,"ts":"2026-09-08T03:41:19+00:00","pipeline_status":"completed","failed_nodes":"","job_count":2,"total_seconds":12.022,"ai_seconds":0,"deterministic_seconds":12.022,"wall_seconds":12.2964,"llm_calls":2,"models":"google/gemma-4-31b-it","input_tokens":1153,"output_tokens":355,"cached_tokens":0,"cost_usd":0.000224,"cost_usd_runner":0,"retries":0,"output_chars":1560,"excluded_kind":"","excluded_reason":"","task":"redact.v1","model_family":"google/gemma-4-31b-it","page":"small","variant":"bench_9_reflexion_with_tools_in_parent","g0_delivered":1,"g1_format":1,"g2_scope":0,"html_density":0.0,"fenced":0,"recall":0.0,"recall_real":"","recall_fictional":"","precision":0.0,"subject":1.0,"homonym":1.0,"fidelity":0.0,"fabrication":1.0,"structure":0.0,"gold_sents":20,"gold_found":0,"out_sents":15,"out_in_gold":0,"out_chrome":0,"out_fabricated":15,"gold_targets":2,"gold_homonyms":0,"glyphs":14,"glyph_correct":0,"glyph_protected":0,"glyph_homonym":0,"glyph_other":14,"glyph_chrome":0,"leaks":0,"leaks_real":0,"leaks_fictional":0,"leaks_chrome":0,"homonyms_kept":0,"protected_kept":6,"heads_gold":6,"heads_found":0,"outcome":"silent","trace":true}]