{"schema":1,"rules_version":"2026-10-14.5","labelled":444,"agents":239,"benign":205,"unlabelled":45,"missing_records":0,"tiers":[{"tier":"suggestive","tp":234,"fp":0,"fn":5,"tn":205,"precision":{"k":234,"n":234,"value":1.0,"lo":0.9838486576741436,"hi":1.0},"recall":{"k":234,"n":239,"value":0.9790794979079498,"lo":0.9519703759707936,"hi":0.991031700824857}},{"tier":"significant","tp":127,"fp":0,"fn":112,"tn":205,"precision":{"k":127,"n":127,"value":1.0,"lo":0.9706403547062367,"hi":1.0},"recall":{"k":127,"n":239,"value":0.5313807531380753,"lo":0.46811996954779106,"hi":0.5936487254388236}}],"rules":[{"rule_id":"relay.jina","tactics":["T1"],"tp":70,"fp":13,"precision":{"k":70,"n":83,"value":0.8433734939759037,"lo":0.7502486450452769,"hi":0.9061198772487894},"hard_negatives":6,"hard_negatives_fired":6,"benign_lifted":0,"covered":true},{"rule_id":"relay.jina_search","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.repo_digest","tactics":["T1"],"tp":1,"fp":2,"precision":{"k":1,"n":3,"value":0.3333333333333333,"lo":0.06149194472039615,"hi":0.7923403991979523},"hard_negatives":3,"hard_negatives_fired":2,"benign_lifted":0,"covered":true},{"rule_id":"relay.markdown_new","tactics":["T1"],"tp":3,"fp":1,"precision":{"k":3,"n":4,"value":0.75,"lo":0.30064184258240184,"hi":0.9544127391902995},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.microlink","tactics":["T1"],"tp":5,"fp":2,"precision":{"k":5,"n":7,"value":0.7142857142857143,"lo":0.35893445183261935,"hi":0.9177810759959433},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.hrefli","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.translate_goog","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.allorigins","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.corsproxy","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.pure_md","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.defuddle_md","tactics":["T1"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"relay.archive_raw","tactics":["T1"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":5,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"relay.scrape_api","tactics":["T1"],"tp":2,"fp":2,"precision":{"k":2,"n":4,"value":0.5,"lo":0.15003898915214953,"hi":0.8499610108478505},"hard_negatives":2,"hard_negatives_fired":2,"benign_lifted":0,"covered":true},{"rule_id":"carrier.httpbin","tactics":["T2"],"tp":10,"fp":8,"precision":{"k":10,"n":18,"value":0.5555555555555556,"lo":0.33716415642042774,"hi":0.7544048187299437},"hard_negatives":7,"hard_negatives_fired":7,"benign_lifted":0,"covered":true},{"rule_id":"carrier.livecodes","tactics":["T2"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.codesandbox","tactics":["T2"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.browserless","tactics":["T2"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.remote_browser_cdp","tactics":["T2"],"tp":2,"fp":1,"precision":{"k":2,"n":3,"value":0.6666666666666666,"lo":0.20765960080204765,"hi":0.9385080552796037},"hard_negatives":2,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.agent_sandbox","tactics":["T2"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.embed_playground","tactics":["T2"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"carrier.microlink_function","tactics":["T2"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"carrier.data_url_script","tactics":["T2"],"tp":6,"fp":0,"precision":{"k":6,"n":6,"value":1.0,"lo":0.6096657120978346,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"carrier.inline_fetch_program","tactics":["T2"],"tp":9,"fp":0,"precision":{"k":9,"n":9,"value":1.0,"lo":0.7008549515804559,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"carrier.form_post_program","tactics":["T2"],"tp":5,"fp":0,"precision":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"carrier.html_program","tactics":["T2"],"tp":15,"fp":4,"precision":{"k":15,"n":19,"value":0.7894736842105263,"lo":0.5666572155618583,"hi":0.9149232336708375},"hard_negatives":4,"hard_negatives_fired":4,"benign_lifted":0,"covered":true},{"rule_id":"exploit.sqli_union","tactics":["T4"],"tp":5,"fp":0,"precision":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0},"hard_negatives":5,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.sqli_boolean","tactics":["T4"],"tp":65,"fp":0,"precision":{"k":65,"n":65,"value":1.0,"lo":0.9441984686771432,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.traversal","tactics":["T4"],"tp":6,"fp":0,"precision":{"k":6,"n":6,"value":1.0,"lo":0.6096657120978346,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.traversal_single","tactics":["T4"],"tp":7,"fp":0,"precision":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.sqli_quote","tactics":["T4"],"tp":21,"fp":0,"precision":{"k":21,"n":21,"value":1.0,"lo":0.8453609810751531,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.xss","tactics":["T4"],"tp":17,"fp":0,"precision":{"k":17,"n":17,"value":1.0,"lo":0.8156818649911483,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.ssti","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.cmdi","tactics":["T4"],"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.boundary_ids","tactics":["T4"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"exploit.cmd_param","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.open_redirect_probe","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.null_byte","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.userinfo_confusion","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.php_eval","tactics":["T4"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.uq_tags","tactics":["untagged"],"artifact":true,"tp":109,"fp":0,"precision":{"k":109,"n":109,"value":1.0,"lo":0.9659570262486751,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.test_tag","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.probe_tag","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.oai_tag","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.callback_seq","tactics":["T7"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.title_write","tactics":["T7"],"tp":2,"fp":1,"precision":{"k":2,"n":3,"value":0.6666666666666666,"lo":0.20765960080204765,"hi":0.9385080552796037},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"marker.md_link","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.md_url_wrapper","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.placeholder","tactics":["untagged"],"artifact":true,"tp":14,"fp":0,"precision":{"k":14,"n":14,"value":1.0,"lo":0.7846891972623643,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.template_unrendered","tactics":["untagged"],"artifact":true,"tp":1,"fp":2,"precision":{"k":1,"n":3,"value":0.3333333333333333,"lo":0.06149194472039615,"hi":0.7923403991979523},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"marker.example_host_value","tactics":["untagged"],"artifact":true,"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":2,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"marker.tool_call_markup","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.tool_call_json","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.json_quote_residue","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.mcp_call","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.mcp_tool_name","tactics":["untagged"],"artifact":true,"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"marker.agent_discovery","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.escaped_newline","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.truncated_output","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.chat_opener","tactics":["untagged"],"artifact":true,"tp":4,"fp":0,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"hard_negatives":4,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.doubled_scheme","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.garbled_scheme","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.impossible_date","tactics":["untagged"],"artifact":true,"tp":3,"fp":0,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.placeholder_identity","tactics":["T5"],"artifact":true,"tp":2,"fp":3,"precision":{"k":2,"n":5,"value":0.4,"lo":0.11762077423264783,"hi":0.769275718723987},"hard_negatives":3,"hard_negatives_fired":3,"benign_lifted":0,"covered":true},{"rule_id":"marker.repeated_token","tactics":["untagged"],"artifact":true,"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":4,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"cache.buster","tactics":["T1"],"tp":41,"fp":5,"precision":{"k":41,"n":46,"value":0.8913043478260869,"lo":0.7696217135574916,"hi":0.9526685414190106},"hard_negatives":5,"hard_negatives_fired":4,"benign_lifted":0,"covered":true},{"rule_id":"selfid.vendor_name","tactics":["untagged"],"artifact":true,"tp":5,"fp":8,"precision":{"k":5,"n":13,"value":0.38461538461538464,"lo":0.17709707797762572,"hi":0.6447710848733431},"hard_negatives":6,"hard_negatives_fired":4,"benign_lifted":0,"covered":true},{"rule_id":"exfil.webhook_site","tactics":["T7"],"tp":8,"fp":0,"precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.requestbin","tactics":["T7"],"tp":3,"fp":0,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.collaborator","tactics":["T7"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.dnslog","tactics":["T7"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.oast_service","tactics":["T7"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":2,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.ntfy","tactics":["T7"],"tp":2,"fp":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.tunnel","tactics":["T7"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"exfil.paste","tactics":["T7"],"tp":2,"fp":1,"precision":{"k":2,"n":3,"value":0.6666666666666666,"lo":0.20765960080204765,"hi":0.9385080552796037},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"exfil.cookie","tactics":["T6"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.disposable_mail","tactics":["T5"],"tp":2,"fp":1,"precision":{"k":2,"n":3,"value":0.6666666666666666,"lo":0.20765960080204765,"hi":0.9385080552796037},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"antibot.baxia","tactics":["T3"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"antibot.captcha_solver","tactics":["T3"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"antibot.ocr_captcha","tactics":["T3"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"antibot.unblocker_params","tactics":["T3"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.via_hysandbox","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"header.via_ats","tactics":["untagged"],"artifact":true,"tp":2,"fp":2,"precision":{"k":2,"n":4,"value":0.5,"lo":0.15003898915214953,"hi":0.8499610108478505},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.gzip_only_requests","tactics":["untagged"],"artifact":true,"tp":1,"fp":2,"precision":{"k":1,"n":3,"value":0.3333333333333333,"lo":0.06149194472039615,"hi":0.7923403991979523},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.scripted_ua","tactics":["untagged"],"artifact":true,"tp":14,"fp":5,"precision":{"k":14,"n":19,"value":0.7368421052631579,"lo":0.5120844910218488,"hi":0.8819358765321749},"hard_negatives":4,"hard_negatives_fired":3,"benign_lifted":0,"covered":true},{"rule_id":"header.headless_ua","tactics":["untagged"],"artifact":true,"tp":5,"fp":1,"precision":{"k":5,"n":6,"value":0.8333333333333334,"lo":0.43649717781352987,"hi":0.9699466302516935},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.mcp_fetch_ua","tactics":["untagged"],"artifact":true,"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.cf_browser_rendering","tactics":["untagged"],"artifact":true,"tp":2,"fp":1,"precision":{"k":2,"n":3,"value":0.6666666666666666,"lo":0.20765960080204765,"hi":0.9385080552796037},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.ua_platform_mismatch","tactics":["untagged"],"artifact":true,"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":2,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.pentest_ua","tactics":["untagged"],"artifact":true,"tp":1,"fp":5,"precision":{"k":1,"n":6,"value":0.16666666666666666,"lo":0.03005336974830658,"hi":0.5635028221864702},"hard_negatives":5,"hard_negatives_fired":5,"benign_lifted":0,"covered":true},{"rule_id":"outcome.neterror","tactics":["T3"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"outcome.challenge","tactics":["T3"],"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"infra.hysandbox_host","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.double_encoded_path","tactics":["T4"],"tp":3,"fp":0,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exploit.double_encoded_meta","tactics":["T4"],"tp":5,"fp":0,"precision":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0},"hard_negatives":3,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"antibot.incapsula","tactics":["T3"],"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"exfil.httpbin_data","tactics":["T7"],"tp":3,"fp":0,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"marker.oai_prefix","tactics":["untagged"],"artifact":true,"tp":1,"fp":0,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"hard_negatives":1,"hard_negatives_fired":0,"benign_lifted":0,"covered":true},{"rule_id":"selfid.signature_agent","tactics":["untagged"],"artifact":true,"tp":2,"fp":3,"precision":{"k":2,"n":5,"value":0.4,"lo":0.11762077423264783,"hi":0.769275718723987},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"header.agent_ua","tactics":["untagged"],"artifact":true,"tp":4,"fp":3,"precision":{"k":4,"n":7,"value":0.5714285714285714,"lo":0.2504583645276572,"hi":0.8417801447485302},"hard_negatives":3,"hard_negatives_fired":2,"benign_lifted":0,"covered":true},{"rule_id":"header.markdown_accept","tactics":["untagged"],"artifact":true,"tp":1,"fp":1,"precision":{"k":1,"n":2,"value":0.5,"lo":0.09453120573423074,"hi":0.9054687942657693},"hard_negatives":1,"hard_negatives_fired":1,"benign_lifted":0,"covered":true},{"rule_id":"selfid.agent_commerce","tactics":["untagged"],"artifact":true,"tp":1,"fp":2,"precision":{"k":1,"n":3,"value":0.3333333333333333,"lo":0.06149194472039615,"hi":0.7923403991979523},"hard_negatives":2,"hard_negatives_fired":2,"benign_lifted":0,"covered":true},{"rule_id":"header.coding_agent_ua","tactics":["untagged"],"artifact":true,"tp":6,"fp":4,"precision":{"k":6,"n":10,"value":0.6,"lo":0.31267376973365824,"hi":0.8318196702937638},"hard_negatives":5,"hard_negatives_fired":4,"benign_lifted":0,"covered":true},{"rule_id":"marker.assistant_citation","tactics":["untagged"],"artifact":true,"tp":2,"fp":6,"precision":{"k":2,"n":8,"value":0.25,"lo":0.071479212752109,"hi":0.5907245696898311},"hard_negatives":6,"hard_negatives_fired":5,"benign_lifted":0,"covered":true}],"coverage":{"rules":103,"covered":103,"allowed":0,"uncovered":[],"with_hard_negatives":103,"unknown_hard_negative_ids":[]},"agent_classes":[{"name":"agent_marker","n":10,"suggestive":{"k":10,"n":10,"value":1.0,"lo":0.7224672001371107,"hi":1.0},"significant":{"k":1,"n":10,"value":0.1,"lo":0.017876213095072868,"hi":0.4041500267952385}},{"name":"anti_bot","n":5,"suggestive":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0},"significant":{"k":2,"n":5,"value":0.4,"lo":0.11762077423264783,"hi":0.769275718723987}},{"name":"coordination","n":38,"suggestive":{"k":38,"n":38,"value":1.0,"lo":0.908190131774416,"hi":1.0},"significant":{"k":13,"n":38,"value":0.34210526315789475,"lo":0.21212415179959412,"hi":0.5010789644821693}},{"name":"custom_program","n":16,"suggestive":{"k":16,"n":16,"value":1.0,"lo":0.8063923194655637,"hi":1.0},"significant":{"k":4,"n":16,"value":0.25,"lo":0.10182067491213048,"hi":0.49498316535508774}},{"name":"exfil","n":16,"suggestive":{"k":16,"n":16,"value":1.0,"lo":0.8063923194655637,"hi":1.0},"significant":{"k":4,"n":16,"value":0.25,"lo":0.10182067491213048,"hi":0.49498316535508774}},{"name":"exploit","n":93,"suggestive":{"k":92,"n":93,"value":0.989247311827957,"lo":0.94158082764513,"hi":0.9980993579713445},"significant":{"k":86,"n":93,"value":0.9247311827956989,"lo":0.8527029989674109,"hi":0.9630633160183195}},{"name":"fuzzing","n":2,"suggestive":{"k":0,"n":2,"value":0.0,"lo":0.0,"hi":0.6576197724933469},"significant":{"k":0,"n":2,"value":0.0,"lo":0.0,"hi":0.6576197724933469}},{"name":"indirection","n":17,"suggestive":{"k":15,"n":17,"value":0.8823529411764706,"lo":0.6566364940511413,"hi":0.9671202262362073},"significant":{"k":5,"n":17,"value":0.29411764705882354,"lo":0.1327998961029523,"hi":0.5313311006653985}},{"name":"infrastructure","n":13,"suggestive":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0},"significant":{"k":2,"n":13,"value":0.15384615384615385,"lo":0.043258178358081184,"hi":0.4223463101948254}},{"name":"llm_residue","n":29,"suggestive":{"k":29,"n":29,"value":1.0,"lo":0.8830302015002593,"hi":1.0},"significant":{"k":10,"n":29,"value":0.3448275862068966,"lo":0.19940718526674997,"hi":0.5265489590952386}}],"benign_classes":[{"name":"ai_referral","n":5,"suggestive":{"k":0,"n":5,"value":0.0,"lo":0.0,"hi":0.43448246478317476},"significant":{"k":0,"n":5,"value":0.0,"lo":0.0,"hi":0.43448246478317476}},{"name":"api_client","n":22,"suggestive":{"k":0,"n":22,"value":0.0,"lo":0.0,"hi":0.14865487460862087},"significant":{"k":0,"n":22,"value":0.0,"lo":0.0,"hi":0.14865487460862087}},{"name":"archive_link","n":7,"suggestive":{"k":0,"n":7,"value":0.0,"lo":0.0,"hi":0.3543304350666875},"significant":{"k":0,"n":7,"value":0.0,"lo":0.0,"hi":0.3543304350666875}},{"name":"crawler","n":22,"suggestive":{"k":0,"n":22,"value":0.0,"lo":0.0,"hi":0.14865487460862087},"significant":{"k":0,"n":22,"value":0.0,"lo":0.0,"hi":0.14865487460862087}},{"name":"dev_tool","n":39,"suggestive":{"k":0,"n":39,"value":0.0,"lo":0.0,"hi":0.08966685370757142},"significant":{"k":0,"n":39,"value":0.0,"lo":0.0,"hi":0.08966685370757142}},{"name":"human_browse","n":35,"suggestive":{"k":0,"n":35,"value":0.0,"lo":0.0,"hi":0.09890099232440402},"significant":{"k":0,"n":35,"value":0.0,"lo":0.0,"hi":0.09890099232440402}},{"name":"human_form","n":40,"suggestive":{"k":0,"n":40,"value":0.0,"lo":0.0,"hi":0.08762160119728665},"significant":{"k":0,"n":40,"value":0.0,"lo":0.0,"hi":0.08762160119728665}},{"name":"mail_gateway","n":10,"suggestive":{"k":0,"n":10,"value":0.0,"lo":0.0,"hi":0.2775327998628892},"significant":{"k":0,"n":10,"value":0.0,"lo":0.0,"hi":0.2775327998628892}},{"name":"relay_reading","n":20,"suggestive":{"k":0,"n":20,"value":0.0,"lo":0.0,"hi":0.16112515805281938},"significant":{"k":0,"n":20,"value":0.0,"lo":0.0,"hi":0.16112515805281938}},{"name":"scanner","n":5,"suggestive":{"k":0,"n":5,"value":0.0,"lo":0.0,"hi":0.43448246478317476},"significant":{"k":0,"n":5,"value":0.0,"lo":0.0,"hi":0.43448246478317476}}],"tactics":[{"name":"T1","n":95,"suggestive":{"k":93,"n":95,"value":0.9789473684210527,"lo":0.9264588050529105,"hi":0.9942074931355945},"significant":{"k":38,"n":95,"value":0.4,"lo":0.30722899926062935,"hi":0.5005439714472653}},{"name":"T2","n":29,"suggestive":{"k":29,"n":29,"value":1.0,"lo":0.8830302015002593,"hi":1.0},"significant":{"k":15,"n":29,"value":0.5172413793103449,"lo":0.34431021881994717,"hi":0.6861390984731652}},{"name":"T3","n":7,"suggestive":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0},"significant":{"k":2,"n":7,"value":0.2857142857142857,"lo":0.08221892400405678,"hi":0.6410655481673808}},{"name":"T4","n":129,"suggestive":{"k":128,"n":129,"value":0.9922480620155039,"lo":0.9573965598582397,"hi":0.9986302794090196},"significant":{"k":109,"n":129,"value":0.8449612403100775,"lo":0.7726338105870777,"hi":0.8973377539387969}},{"name":"T5","n":4,"suggestive":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"significant":{"k":1,"n":4,"value":0.25,"lo":0.04558726080970055,"hi":0.6993581574175981}},{"name":"T6","n":1,"suggestive":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"significant":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0}},{"name":"T7","n":25,"suggestive":{"k":25,"n":25,"value":1.0,"lo":0.8668077490609515,"hi":1.0},"significant":{"k":11,"n":25,"value":0.44,"lo":0.26665638881067344,"hi":0.6293266813020123}},{"name":"no_rule_fired","n":2,"suggestive":{"k":0,"n":2,"value":0.0,"lo":0.0,"hi":0.6576197724933469},"significant":{"k":0,"n":2,"value":0.0,"lo":0.0,"hi":0.6576197724933469}},{"name":"untagged","n":161,"suggestive":{"k":161,"n":161,"value":1.0,"lo":0.976696039648177,"hi":1.0},"significant":{"k":90,"n":161,"value":0.5590062111801242,"lo":0.48182385896909463,"hi":0.6334384065794478}}],"clusters":{"run_labelled":183,"runs":61,"bcubed_precision":1.0,"bcubed_recall":0.8329690346083789,"bcubed_f1":0.9088740932127596,"bcubed_precision_strict":0.9836065573770492,"clusters_checked":50,"false_merges":[],"swarm_merges":[{"cluster":"k-fd3d4fb8","members":6,"runs":["swarm-sink-d","swarm-sink-r"],"mixes_labels":false}],"false_merge_rate":0.0,"false_splits":["cite-run-1","cli-run-aider","cli-run-gemini","cov-run-a","cov-run-d","cov-run-g","cov-run-h","cov-run-j","cov-run-l","pub-bea","pub-calaccess","pub-ed","pub-unctad","pub-unm"]},"cluster_tiers":[{"tier":"suggestive","tp":121,"fp":0,"fn":4,"tn":205,"precision":{"k":121,"n":121,"value":1.0,"lo":0.9692293020525218,"hi":1.0},"recall":{"k":121,"n":125,"value":0.968,"lo":0.9206059306276999,"hi":0.9874868608613065}},{"tier":"significant","tp":65,"fp":0,"fn":60,"tn":205,"precision":{"k":65,"n":65,"value":1.0,"lo":0.9441984686771432,"hi":1.0},"recall":{"k":65,"n":125,"value":0.52,"lo":0.4331350544138638,"hi":0.6056723298378032}}],"non_synthetic":{"name":"non_synthetic","labelled":60,"agents":34,"benign":26,"tiers":[{"tier":"suggestive","tp":29,"fp":0,"fn":5,"tn":26,"precision":{"k":29,"n":29,"value":1.0,"lo":0.8830302015002593,"hi":1.0},"recall":{"k":29,"n":34,"value":0.8529411764705882,"lo":0.6987194350454783,"hi":0.9355055855521753}},{"tier":"significant","tp":14,"fp":0,"fn":20,"tn":26,"precision":{"k":14,"n":14,"value":1.0,"lo":0.7846891972623643,"hi":1.0},"recall":{"k":14,"n":34,"value":0.4117647058823529,"lo":0.2636596836387115,"hi":0.5777840612118749}}],"cluster_tiers":[{"tier":"suggestive","tp":22,"fp":0,"fn":4,"tn":26,"precision":{"k":22,"n":22,"value":1.0,"lo":0.8513451253913791,"hi":1.0},"recall":{"k":22,"n":26,"value":0.8461538461538461,"lo":0.6646880067178653,"hi":0.9384996627642164}},{"tier":"significant","tp":12,"fp":0,"fn":14,"tn":26,"precision":{"k":12,"n":12,"value":1.0,"lo":0.7575059933447592,"hi":1.0},"recall":{"k":12,"n":26,"value":0.46153846153846156,"lo":0.2875585353039122,"hi":0.6454206125314121}}]},"by_provenance":[{"name":"reconstructed","labelled":60,"agents":34,"benign":26,"tiers":[{"tier":"suggestive","tp":29,"fp":0,"fn":5,"tn":26,"precision":{"k":29,"n":29,"value":1.0,"lo":0.8830302015002593,"hi":1.0},"recall":{"k":29,"n":34,"value":0.8529411764705882,"lo":0.6987194350454783,"hi":0.9355055855521753}},{"tier":"significant","tp":14,"fp":0,"fn":20,"tn":26,"precision":{"k":14,"n":14,"value":1.0,"lo":0.7846891972623643,"hi":1.0},"recall":{"k":14,"n":34,"value":0.4117647058823529,"lo":0.2636596836387115,"hi":0.5777840612118749}}],"cluster_tiers":[{"tier":"suggestive","tp":22,"fp":0,"fn":4,"tn":26,"precision":{"k":22,"n":22,"value":1.0,"lo":0.8513451253913791,"hi":1.0},"recall":{"k":22,"n":26,"value":0.8461538461538461,"lo":0.6646880067178653,"hi":0.9384996627642164}},{"tier":"significant","tp":12,"fp":0,"fn":14,"tn":26,"precision":{"k":12,"n":12,"value":1.0,"lo":0.7575059933447592,"hi":1.0},"recall":{"k":12,"n":26,"value":0.46153846153846156,"lo":0.2875585353039122,"hi":0.6454206125314121}}]},{"name":"synthetic","labelled":384,"agents":205,"benign":179,"tiers":[{"tier":"suggestive","tp":205,"fp":0,"fn":0,"tn":179,"precision":{"k":205,"n":205,"value":1.0,"lo":0.9816058610086978,"hi":1.0},"recall":{"k":205,"n":205,"value":1.0,"lo":0.9816058610086978,"hi":1.0}},{"tier":"significant","tp":113,"fp":0,"fn":92,"tn":179,"precision":{"k":113,"n":113,"value":1.0,"lo":0.967122467834048,"hi":1.0},"recall":{"k":113,"n":205,"value":0.551219512195122,"lo":0.48281503956470934,"hi":0.6177397071727672}}],"cluster_tiers":[{"tier":"suggestive","tp":99,"fp":0,"fn":0,"tn":179,"precision":{"k":99,"n":99,"value":1.0,"lo":0.9626467879321726,"hi":1.0},"recall":{"k":99,"n":99,"value":1.0,"lo":0.9626467879321726,"hi":1.0}},{"tier":"significant","tp":53,"fp":0,"fn":46,"tn":179,"precision":{"k":53,"n":53,"value":1.0,"lo":0.932418011423458,"hi":1.0},"recall":{"k":53,"n":99,"value":0.5353535353535354,"lo":0.437630891722979,"hi":0.6304350427772756}}]}],"by_source":[{"name":"eval","labelled":377,"agents":186,"benign":191,"tiers":[{"tier":"suggestive","tp":181,"fp":0,"fn":5,"tn":191,"precision":{"k":181,"n":181,"value":1.0,"lo":0.979217547593473,"hi":1.0},"recall":{"k":181,"n":186,"value":0.9731182795698925,"lo":0.9386251139873963,"hi":0.9884642641353906}},{"tier":"significant","tp":74,"fp":0,"fn":112,"tn":191,"precision":{"k":74,"n":74,"value":1.0,"lo":0.950650220603614,"hi":1.0},"recall":{"k":74,"n":186,"value":0.3978494623655914,"lo":0.3302609270591552,"hi":0.4695720481188793}}],"cluster_tiers":[{"tier":"suggestive","tp":107,"fp":0,"fn":4,"tn":191,"precision":{"k":107,"n":107,"value":1.0,"lo":0.9653427619812514,"hi":1.0},"recall":{"k":107,"n":111,"value":0.963963963963964,"lo":0.910989944100048,"hi":0.9858986974907682}},{"tier":"significant","tp":51,"fp":0,"fn":60,"tn":191,"precision":{"k":51,"n":51,"value":1.0,"lo":0.9299533801014687,"hi":1.0},"recall":{"k":51,"n":111,"value":0.4594594594594595,"lo":0.36965969632385665,"hi":0.5519713932458781}}]},{"name":"urlquery","labelled":9,"agents":4,"benign":5,"tiers":[{"tier":"suggestive","tp":4,"fp":0,"fn":0,"tn":5,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"recall":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0}},{"tier":"significant","tp":4,"fp":0,"fn":0,"tn":5,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"recall":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":1,"fp":0,"fn":0,"tn":5,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"recall":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0}},{"tier":"significant","tp":1,"fp":0,"fn":0,"tn":5,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"recall":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0}}]},{"name":"urlscan","labelled":29,"agents":24,"benign":5,"tiers":[{"tier":"suggestive","tp":24,"fp":0,"fn":0,"tn":5,"precision":{"k":24,"n":24,"value":1.0,"lo":0.8620237953250198,"hi":1.0},"recall":{"k":24,"n":24,"value":1.0,"lo":0.8620237953250198,"hi":1.0}},{"tier":"significant","tp":24,"fp":0,"fn":0,"tn":5,"precision":{"k":24,"n":24,"value":1.0,"lo":0.8620237953250198,"hi":1.0},"recall":{"k":24,"n":24,"value":1.0,"lo":0.8620237953250198,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":3,"fp":0,"fn":0,"tn":5,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"recall":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0}},{"tier":"significant","tp":3,"fp":0,"fn":0,"tn":5,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"recall":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0}}]},{"name":"wayback","labelled":29,"agents":25,"benign":4,"tiers":[{"tier":"suggestive","tp":25,"fp":0,"fn":0,"tn":4,"precision":{"k":25,"n":25,"value":1.0,"lo":0.8668077490609515,"hi":1.0},"recall":{"k":25,"n":25,"value":1.0,"lo":0.8668077490609515,"hi":1.0}},{"tier":"significant","tp":25,"fp":0,"fn":0,"tn":4,"precision":{"k":25,"n":25,"value":1.0,"lo":0.8668077490609515,"hi":1.0},"recall":{"k":25,"n":25,"value":1.0,"lo":0.8668077490609515,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":11,"fp":0,"fn":0,"tn":4,"precision":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0},"recall":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0}},{"tier":"significant","tp":11,"fp":0,"fn":0,"tn":4,"precision":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0},"recall":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0}}]}],"by_file":[{"name":"agent-routes.ndjson","labelled":8,"agents":8,"benign":0,"tiers":[{"tier":"suggestive","tp":8,"fp":0,"fn":0,"tn":0,"precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0},"recall":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0}},{"tier":"significant","tp":4,"fp":0,"fn":4,"tn":0,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"recall":{"k":4,"n":8,"value":0.5,"lo":0.21521606221387757,"hi":0.7847839377861224}}],"cluster_tiers":[{"tier":"suggestive","tp":5,"fp":0,"fn":0,"tn":0,"precision":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0},"recall":{"k":5,"n":5,"value":1.0,"lo":0.5655175352168251,"hi":1.0}},{"tier":"significant","tp":2,"fp":0,"fn":3,"tn":0,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"recall":{"k":2,"n":5,"value":0.4,"lo":0.11762077423264783,"hi":0.769275718723987}}]},{"name":"carrier-negatives.ndjson","labelled":4,"agents":0,"benign":4,"tiers":[{"tier":"suggestive","tp":0,"fp":0,"fn":0,"tn":4,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}},{"tier":"significant","tp":0,"fp":0,"fn":0,"tn":4,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}}],"cluster_tiers":[{"tier":"suggestive","tp":0,"fp":0,"fn":0,"tn":4,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}},{"tier":"significant","tp":0,"fp":0,"fn":0,"tn":4,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}}]},{"name":"client-traces.ndjson","labelled":21,"agents":11,"benign":10,"tiers":[{"tier":"suggestive","tp":11,"fp":0,"fn":0,"tn":10,"precision":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0},"recall":{"k":11,"n":11,"value":1.0,"lo":0.7411670330319684,"hi":1.0}},{"tier":"significant","tp":7,"fp":0,"fn":4,"tn":10,"precision":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0},"recall":{"k":7,"n":11,"value":0.6363636363636364,"lo":0.35380117450784887,"hi":0.8483352890463243}}],"cluster_tiers":[{"tier":"suggestive","tp":10,"fp":0,"fn":0,"tn":10,"precision":{"k":10,"n":10,"value":1.0,"lo":0.7224672001371107,"hi":1.0},"recall":{"k":10,"n":10,"value":1.0,"lo":0.7224672001371107,"hi":1.0}},{"tier":"significant","tp":7,"fp":0,"fn":3,"tn":10,"precision":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0},"recall":{"k":7,"n":10,"value":0.7,"lo":0.39677814746114537,"hi":0.8922087325936989}}]},{"name":"cross-service.ndjson","labelled":18,"agents":8,"benign":10,"tiers":[{"tier":"suggestive","tp":8,"fp":0,"fn":0,"tn":10,"precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0},"recall":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0}},{"tier":"significant","tp":8,"fp":0,"fn":0,"tn":10,"precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0},"recall":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":1,"fp":0,"fn":0,"tn":10,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"recall":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0}},{"tier":"significant","tp":1,"fp":0,"fn":0,"tn":10,"precision":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0},"recall":{"k":1,"n":1,"value":1.0,"lo":0.20654931437723745,"hi":1.0}}]},{"name":"hard-negatives.ndjson","labelled":67,"agents":0,"benign":67,"tiers":[{"tier":"suggestive","tp":0,"fp":0,"fn":0,"tn":67,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}},{"tier":"significant","tp":0,"fp":0,"fn":0,"tn":67,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}}],"cluster_tiers":[{"tier":"suggestive","tp":0,"fp":0,"fn":0,"tn":67,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}},{"tier":"significant","tp":0,"fp":0,"fn":0,"tn":67,"precision":{"k":0,"n":0,"value":null,"lo":null,"hi":null},"recall":{"k":0,"n":0,"value":null,"lo":null,"hi":null}}]},{"name":"linking-negatives.ndjson","labelled":8,"agents":4,"benign":4,"tiers":[{"tier":"suggestive","tp":4,"fp":0,"fn":0,"tn":4,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"recall":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0}},{"tier":"significant","tp":4,"fp":0,"fn":0,"tn":4,"precision":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0},"recall":{"k":4,"n":4,"value":1.0,"lo":0.5101091635454027,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":2,"fp":0,"fn":0,"tn":4,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"recall":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0}},{"tier":"significant","tp":2,"fp":0,"fn":0,"tn":4,"precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0},"recall":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0}}]},{"name":"llm-residue.ndjson","labelled":62,"agents":28,"benign":34,"tiers":[{"tier":"suggestive","tp":28,"fp":0,"fn":0,"tn":34,"precision":{"k":28,"n":28,"value":1.0,"lo":0.8793566952341542,"hi":1.0},"recall":{"k":28,"n":28,"value":1.0,"lo":0.8793566952341542,"hi":1.0}},{"tier":"significant","tp":10,"fp":0,"fn":18,"tn":34,"precision":{"k":10,"n":10,"value":1.0,"lo":0.7224672001371107,"hi":1.0},"recall":{"k":10,"n":28,"value":0.35714285714285715,"lo":0.20705829507737677,"hi":0.5416969348557219}}],"cluster_tiers":[{"tier":"suggestive","tp":21,"fp":0,"fn":0,"tn":34,"precision":{"k":21,"n":21,"value":1.0,"lo":0.8453609810751531,"hi":1.0},"recall":{"k":21,"n":21,"value":1.0,"lo":0.8453609810751531,"hi":1.0}},{"tier":"significant","tp":8,"fp":0,"fn":13,"tn":34,"precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0},"recall":{"k":8,"n":21,"value":0.38095238095238093,"lo":0.20751011368564493,"hi":0.5912134622488425}}]},{"name":"published-patterns.ndjson","labelled":60,"agents":34,"benign":26,"tiers":[{"tier":"suggestive","tp":29,"fp":0,"fn":5,"tn":26,"precision":{"k":29,"n":29,"value":1.0,"lo":0.8830302015002593,"hi":1.0},"recall":{"k":29,"n":34,"value":0.8529411764705882,"lo":0.6987194350454783,"hi":0.9355055855521753}},{"tier":"significant","tp":14,"fp":0,"fn":20,"tn":26,"precision":{"k":14,"n":14,"value":1.0,"lo":0.7846891972623643,"hi":1.0},"recall":{"k":14,"n":34,"value":0.4117647058823529,"lo":0.2636596836387115,"hi":0.5777840612118749}}],"cluster_tiers":[{"tier":"suggestive","tp":22,"fp":0,"fn":4,"tn":26,"precision":{"k":22,"n":22,"value":1.0,"lo":0.8513451253913791,"hi":1.0},"recall":{"k":22,"n":26,"value":0.8461538461538461,"lo":0.6646880067178653,"hi":0.9384996627642164}},{"tier":"significant","tp":12,"fp":0,"fn":14,"tn":26,"precision":{"k":12,"n":12,"value":1.0,"lo":0.7575059933447592,"hi":1.0},"recall":{"k":12,"n":26,"value":0.46153846153846156,"lo":0.2875585353039122,"hi":0.6454206125314121}}]},{"name":"rule-coverage.ndjson","labelled":113,"agents":63,"benign":50,"tiers":[{"tier":"suggestive","tp":63,"fp":0,"fn":0,"tn":50,"precision":{"k":63,"n":63,"value":1.0,"lo":0.9425288004111484,"hi":1.0},"recall":{"k":63,"n":63,"value":1.0,"lo":0.9425288004111484,"hi":1.0}},{"tier":"significant","tp":22,"fp":0,"fn":41,"tn":50,"precision":{"k":22,"n":22,"value":1.0,"lo":0.8513451253913791,"hi":1.0},"recall":{"k":22,"n":63,"value":0.3492063492063492,"lo":0.24325989015230323,"hi":0.47248539226338215}}],"cluster_tiers":[{"tier":"suggestive","tp":40,"fp":0,"fn":0,"tn":50,"precision":{"k":40,"n":40,"value":1.0,"lo":0.9123783988027135,"hi":1.0},"recall":{"k":40,"n":40,"value":1.0,"lo":0.9123783988027135,"hi":1.0}},{"tier":"significant","tp":17,"fp":0,"fn":23,"tn":50,"precision":{"k":17,"n":17,"value":1.0,"lo":0.8156818649911483,"hi":1.0},"recall":{"k":17,"n":40,"value":0.425,"lo":0.28509392559950375,"hi":0.5780493145800892}}]},{"name":"scaffold-fleets.ndjson","labelled":45,"agents":45,"benign":0,"tiers":[{"tier":"suggestive","tp":45,"fp":0,"fn":0,"tn":0,"precision":{"k":45,"n":45,"value":1.0,"lo":0.9213484012671117,"hi":1.0},"recall":{"k":45,"n":45,"value":1.0,"lo":0.9213484012671117,"hi":1.0}},{"tier":"significant","tp":45,"fp":0,"fn":0,"tn":0,"precision":{"k":45,"n":45,"value":1.0,"lo":0.9213484012671117,"hi":1.0},"recall":{"k":45,"n":45,"value":1.0,"lo":0.9213484012671117,"hi":1.0}}],"cluster_tiers":[{"tier":"suggestive","tp":13,"fp":0,"fn":0,"tn":0,"precision":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0},"recall":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0}},{"tier":"significant","tp":13,"fp":0,"fn":0,"tn":0,"precision":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0},"recall":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0}}]},{"name":"swarm-interaction.ndjson","labelled":38,"agents":38,"benign":0,"tiers":[{"tier":"suggestive","tp":38,"fp":0,"fn":0,"tn":0,"precision":{"k":38,"n":38,"value":1.0,"lo":0.908190131774416,"hi":1.0},"recall":{"k":38,"n":38,"value":1.0,"lo":0.908190131774416,"hi":1.0}},{"tier":"significant","tp":13,"fp":0,"fn":25,"tn":0,"precision":{"k":13,"n":13,"value":1.0,"lo":0.7719046276458016,"hi":1.0},"recall":{"k":13,"n":38,"value":0.34210526315789475,"lo":0.21212415179959412,"hi":0.5010789644821693}}],"cluster_tiers":[{"tier":"suggestive","tp":7,"fp":0,"fn":0,"tn":0,"precision":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0},"recall":{"k":7,"n":7,"value":1.0,"lo":0.6456695649333126,"hi":1.0}},{"tier":"significant","tp":3,"fp":0,"fn":4,"tn":0,"precision":{"k":3,"n":3,"value":1.0,"lo":0.43850296824495455,"hi":1.0},"recall":{"k":3,"n":7,"value":0.42857142857142855,"lo":0.15821985525146975,"hi":0.7495416354723428}}]}],"calibration":{"by_tier":[{"name":"noise","precision":{"k":5,"n":210,"value":0.023809523809523808,"lo":0.010211903538832577,"hi":0.054515763850960984}},{"name":"suggestive","precision":{"k":107,"n":107,"value":1.0,"lo":0.9653427619812514,"hi":1.0}},{"name":"significant","precision":{"k":127,"n":127,"value":1.0,"lo":0.9706403547062367,"hi":1.0}}],"by_agent_level":[{"name":"unflagged","precision":{"k":2,"n":115,"value":0.017391304347826087,"lo":0.004782352362605557,"hi":0.06120016668847053}},{"name":"unclustered","precision":{"k":73,"n":165,"value":0.44242424242424244,"lo":0.36880582194311406,"hi":0.518662575139515}},{"name":"L0","precision":{"k":40,"n":40,"value":1.0,"lo":0.9123783988027135,"hi":1.0}},{"name":"L1","precision":{"k":96,"n":96,"value":1.0,"lo":0.9615244121423243,"hi":1.0}},{"name":"L2","precision":{"k":18,"n":18,"value":1.0,"lo":0.8241207763533425,"hi":1.0}},{"name":"L3","precision":{"k":2,"n":2,"value":1.0,"lo":0.34238022750665303,"hi":1.0}},{"name":"L4","precision":{"k":8,"n":8,"value":1.0,"lo":0.6755924351161198,"hi":1.0}}]},"margins":{"suggestive":3,"benign_one_below":47,"hard_negatives":[{"rule_id":"antibot.captcha_solver","records":1,"max_score":2,"margin":1},{"rule_id":"antibot.unblocker_params","records":1,"max_score":2,"margin":1},{"rule_id":"cache.buster","records":5,"max_score":2,"margin":1},{"rule_id":"carrier.agent_sandbox","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.browserless","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.embed_playground","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.html_program","records":4,"max_score":2,"margin":1},{"rule_id":"carrier.httpbin","records":7,"max_score":2,"margin":1},{"rule_id":"carrier.livecodes","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.microlink_function","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.remote_browser_cdp","records":2,"max_score":2,"margin":1},{"rule_id":"exfil.collaborator","records":1,"max_score":2,"margin":1},{"rule_id":"exfil.disposable_mail","records":1,"max_score":2,"margin":1},{"rule_id":"exfil.httpbin_data","records":1,"max_score":2,"margin":1},{"rule_id":"exfil.oast_service","records":2,"max_score":2,"margin":1},{"rule_id":"exfil.paste","records":1,"max_score":2,"margin":1},{"rule_id":"exfil.tunnel","records":1,"max_score":2,"margin":1},{"rule_id":"header.ua_platform_mismatch","records":2,"max_score":2,"margin":1},{"rule_id":"marker.assistant_citation","records":6,"max_score":2,"margin":1},{"rule_id":"marker.chat_opener","records":4,"max_score":2,"margin":1},{"rule_id":"marker.mcp_tool_name","records":1,"max_score":2,"margin":1},{"rule_id":"marker.title_write","records":1,"max_score":2,"margin":1},{"rule_id":"marker.tool_call_markup","records":1,"max_score":2,"margin":1},{"rule_id":"relay.allorigins","records":1,"max_score":2,"margin":1},{"rule_id":"relay.corsproxy","records":1,"max_score":2,"margin":1},{"rule_id":"relay.defuddle_md","records":1,"max_score":2,"margin":1},{"rule_id":"relay.jina","records":6,"max_score":2,"margin":1},{"rule_id":"relay.jina_search","records":1,"max_score":2,"margin":1},{"rule_id":"relay.markdown_new","records":1,"max_score":2,"margin":1},{"rule_id":"relay.microlink","records":1,"max_score":2,"margin":1},{"rule_id":"relay.pure_md","records":1,"max_score":2,"margin":1},{"rule_id":"relay.scrape_api","records":2,"max_score":2,"margin":1},{"rule_id":"relay.translate_goog","records":1,"max_score":2,"margin":1},{"rule_id":"selfid.agent_commerce","records":2,"max_score":2,"margin":1},{"rule_id":"selfid.signature_agent","records":1,"max_score":2,"margin":1},{"rule_id":"carrier.codesandbox","records":1,"max_score":1,"margin":2},{"rule_id":"exploit.boundary_ids","records":1,"max_score":1,"margin":2},{"rule_id":"exploit.ssti","records":1,"max_score":1,"margin":2},{"rule_id":"header.agent_ua","records":3,"max_score":1,"margin":2},{"rule_id":"header.cf_browser_rendering","records":1,"max_score":1,"margin":2},{"rule_id":"header.coding_agent_ua","records":5,"max_score":1,"margin":2},{"rule_id":"header.gzip_only_requests","records":1,"max_score":1,"margin":2},{"rule_id":"header.headless_ua","records":1,"max_score":1,"margin":2},{"rule_id":"header.markdown_accept","records":1,"max_score":1,"margin":2},{"rule_id":"header.mcp_fetch_ua","records":1,"max_score":1,"margin":2},{"rule_id":"header.pentest_ua","records":5,"max_score":1,"margin":2},{"rule_id":"header.scripted_ua","records":4,"max_score":1,"margin":2},{"rule_id":"header.via_ats","records":1,"max_score":1,"margin":2},{"rule_id":"header.via_hysandbox","records":1,"max_score":1,"margin":2},{"rule_id":"marker.example_host_value","records":2,"max_score":1,"margin":2},{"rule_id":"marker.placeholder_identity","records":3,"max_score":1,"margin":2},{"rule_id":"marker.template_unrendered","records":1,"max_score":1,"margin":2},{"rule_id":"outcome.challenge","records":1,"max_score":1,"margin":2},{"rule_id":"outcome.neterror","records":1,"max_score":1,"margin":2},{"rule_id":"relay.hrefli","records":1,"max_score":1,"margin":2},{"rule_id":"relay.repo_digest","records":3,"max_score":1,"margin":2},{"rule_id":"selfid.vendor_name","records":6,"max_score":1,"margin":2},{"rule_id":"antibot.baxia","records":1,"max_score":0,"margin":3},{"rule_id":"antibot.incapsula","records":1,"max_score":0,"margin":3},{"rule_id":"antibot.ocr_captcha","records":1,"max_score":0,"margin":3},{"rule_id":"carrier.data_url_script","records":2,"max_score":0,"margin":3},{"rule_id":"carrier.form_post_program","records":2,"max_score":0,"margin":3},{"rule_id":"carrier.inline_fetch_program","records":2,"max_score":0,"margin":3},{"rule_id":"exfil.cookie","records":1,"max_score":0,"margin":3},{"rule_id":"exfil.dnslog","records":1,"max_score":0,"margin":3},{"rule_id":"exfil.ntfy","records":1,"max_score":0,"margin":3},{"rule_id":"exfil.requestbin","records":1,"max_score":0,"margin":3},{"rule_id":"exfil.webhook_site","records":2,"max_score":0,"margin":3},{"rule_id":"exploit.cmd_param","records":3,"max_score":0,"margin":3},{"rule_id":"exploit.cmdi","records":2,"max_score":0,"margin":3},{"rule_id":"exploit.double_encoded_meta","records":3,"max_score":0,"margin":3},{"rule_id":"exploit.double_encoded_path","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.null_byte","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.open_redirect_probe","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.php_eval","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.sqli_boolean","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.sqli_quote","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.sqli_union","records":5,"max_score":0,"margin":3},{"rule_id":"exploit.traversal","records":2,"max_score":0,"margin":3},{"rule_id":"exploit.traversal_single","records":2,"max_score":0,"margin":3},{"rule_id":"exploit.userinfo_confusion","records":1,"max_score":0,"margin":3},{"rule_id":"exploit.xss","records":1,"max_score":0,"margin":3},{"rule_id":"infra.hysandbox_host","records":1,"max_score":0,"margin":3},{"rule_id":"marker.agent_discovery","records":1,"max_score":0,"margin":3},{"rule_id":"marker.callback_seq","records":1,"max_score":0,"margin":3},{"rule_id":"marker.doubled_scheme","records":2,"max_score":0,"margin":3},{"rule_id":"marker.escaped_newline","records":1,"max_score":0,"margin":3},{"rule_id":"marker.garbled_scheme","records":2,"max_score":0,"margin":3},{"rule_id":"marker.impossible_date","records":2,"max_score":0,"margin":3},{"rule_id":"marker.json_quote_residue","records":3,"max_score":0,"margin":3},{"rule_id":"marker.mcp_call","records":1,"max_score":0,"margin":3},{"rule_id":"marker.md_link","records":1,"max_score":0,"margin":3},{"rule_id":"marker.md_url_wrapper","records":3,"max_score":0,"margin":3},{"rule_id":"marker.oai_prefix","records":1,"max_score":0,"margin":3},{"rule_id":"marker.oai_tag","records":1,"max_score":0,"margin":3},{"rule_id":"marker.placeholder","records":1,"max_score":0,"margin":3},{"rule_id":"marker.probe_tag","records":2,"max_score":0,"margin":3},{"rule_id":"marker.repeated_token","records":4,"max_score":0,"margin":3},{"rule_id":"marker.test_tag","records":1,"max_score":0,"margin":3},{"rule_id":"marker.tool_call_json","records":3,"max_score":0,"margin":3},{"rule_id":"marker.truncated_output","records":3,"max_score":0,"margin":3},{"rule_id":"marker.uq_tags","records":3,"max_score":0,"margin":3},{"rule_id":"relay.archive_raw","records":5,"max_score":0,"margin":3}],"lifted":{},"agents":239,"agents_flagged":234,"leave_one_out":[{"rule_id":"marker.uq_tags","dropped":37,"recall_without":0.8242677824267782},{"rule_id":"exploit.sqli_quote","dropped":14,"recall_without":0.9205020920502092},{"rule_id":"exploit.sqli_boolean","dropped":11,"recall_without":0.9330543933054394},{"rule_id":"exploit.xss","dropped":11,"recall_without":0.9330543933054394},{"rule_id":"relay.jina","dropped":9,"recall_without":0.9414225941422594},{"rule_id":"carrier.form_post_program","dropped":4,"recall_without":0.9623430962343096},{"rule_id":"relay.microlink","dropped":4,"recall_without":0.9623430962343096},{"rule_id":"exfil.httpbin_data","dropped":3,"recall_without":0.9665271966527197},{"rule_id":"exploit.sqli_union","dropped":3,"recall_without":0.9665271966527197},{"rule_id":"carrier.inline_fetch_program","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"exfil.ntfy","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"exfil.requestbin","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"exfil.webhook_site","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"exploit.cmdi","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"exploit.double_encoded_path","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.chat_opener","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.impossible_date","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.json_quote_residue","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.probe_tag","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.repeated_token","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.test_tag","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"marker.truncated_output","dropped":2,"recall_without":0.9707112970711297},{"rule_id":"antibot.captcha_solver","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"antibot.incapsula","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"antibot.ocr_captcha","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"cache.buster","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"carrier.browserless","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"carrier.httpbin","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exfil.collaborator","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exfil.disposable_mail","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exfil.dnslog","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exfil.oast_service","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exfil.paste","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.cmd_param","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.double_encoded_meta","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.null_byte","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.open_redirect_probe","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.php_eval","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.ssti","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.traversal_single","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"exploit.userinfo_confusion","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"header.via_hysandbox","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"infra.hysandbox_host","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.agent_discovery","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.doubled_scheme","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.escaped_newline","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.example_host_value","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.garbled_scheme","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.mcp_call","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.md_link","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.md_url_wrapper","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.oai_prefix","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.oai_tag","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.placeholder","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.placeholder_identity","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.tool_call_json","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"marker.tool_call_markup","dropped":1,"recall_without":0.9748953974895398},{"rule_id":"relay.markdown_new","dropped":1,"recall_without":0.9748953974895398}]}}