{ "schema_version": 1, "evidence_class": "developer_selected_internal_registered_comparison_not_blind", "private_report_sha256": "760ae96630b55de011d2d73f241f0bea3701125b5ac8c6961660b3699b4cb906", "ledger": { "path": "/data/asv5-internal18k-ledger-20261007.json", "sha256": "4ace2fb7ce208bef9ff167d73eb24f35d1c1586c0823a134909c6a9a0c392e71", "bytes": 4303237, "rows": 18000 }, "source": { "dataset": "ASVspoof 5 database v0.1, official Track 1 evaluation partition", "doi": "10.5281/zenodo.14498691", "url": "https://zenodo.org/records/14498691", "license": "Open Data Commons Attribution License v1.0 (ODC-By)", "attribution": "ASVspoof 5 database, ASVspoof 5 organizing committee (Wang, Delgado, Tak, Jung, Shim, Todisco, Kukanov, Liu, Sahidullah, Kinnunen, Evans, Lee, Yamagishi), Zenodo, doi:10.5281/zenodo.14498691. Licensed under ODC-By. This publication is a derived work: it contains official trial IDs, labels, attack tags, codec tags, WAV digests and detector scores only. It contains no audio.", "audio_bundled": false }, "protocol": { "evidence_class": "developer_selected_internal_registered_comparison_not_blind", "registered": 18000, "selection": "Deterministic internal roster frozen before any evaluation audio was acquired: 2,000 bona fide plus 1,000 for each of the sixteen official attack tags A17-A32, chosen by hash ranking over recorded codec-seed groups and speakers from the official evaluation protocol. Selected by the developer, not drawn as a random population sample; labels were known to the developer.", "prior_exposure": "Two selected human trials were already exposed in the earlier 192-trial ASVspoof 5 diagnostic. They are annotated in the ledger and retained, not excluded.", "label_provenance": "Official ASVspoof 5 protocol keys. Upstream label custody is not independently verified.", "coverage_policy": "All 18,000 registered rows stay in every fixed-rule denominator. Abstentions and processing errors count as incorrect and are never dropped.", "worker": "Frozen JavaScript DSP (SHA-256 fdfc11cd0cb2456b364b4ae770549b0a85dcbd27c3bbbd91dbf0c732a8c16f8e) on the full prepared 16 kHz mono WAV. Fixed rule: synthetic when decision_score >= 0.5. An inconclusive verdict is an abstention, counted incorrect.", "learned": "Logistic regression (C = 10, standard scaler) on nine Worker DSP telemetry features, fit on the 10,000-row study training partition. Threshold -0.7613538151069796 on the uncalibrated margin was selected on the 10,000-row development partition (development observed EER 49.16%). Scores are not probabilities.", "ssl": "Unchanged author-released wav2vec 2.0 SSL anti-spoofing checkpoint (TakHemlata/SSL_Anti-spoofing at commit 4acaa61dcef5f7610f43aa4d0b29c4559b970cd2, checkpoint SHA-256 1cf904f1d84c867c278cd42161df5367939d61cc28bfefd239bc995af59c2804). Input is the first 64,600 samples (4.04 s at 16 kHz), repeated when shorter. Native rule: synthetic when logit_spoof >= logit_bonafide, ties included. No threshold or sign was tuned.", "ssl_runtime": "Network-disabled, read-only, nonroot, capability-dropped container, 4 CPUs, 64 GiB memory limit, image sha256:da461c87203f7b81677a80bc59c577ad5cdfc40ba3645521e15782bf5d633d7c, PyTorch 1.8.1+cpu. Exit code 0 on 2026-10-08.", "comparison_scope": "Different adaptation histories: the learned model was fit on a study training subset and its threshold selected on development rows; Worker keeps its existing fixed rule; SSL keeps its unchanged checkpoint. Worker and the learned model see the full WAV while SSL sees only the first 4.04 s. This comparison does not establish superiority of any system.", "score_semantics": "Worker decision_score, the learned margin and the SSL spoof margin (logit_spoof - logit_bonafide) are uncalibrated and have different scales. EER values describe determinate rows only and use a varying boundary; they never replace the fixed operating rules.", "limits": "Internal developer-selected comparison. Not blind, not independent, not a full or official ASVspoof 5 challenge result, no random population sample, no verified training/test or waveform independence, no calibrated probability and no population confidence interval." }, "thresholds": { "worker": 0.5, "learned": -0.7613538151069796, "ssl": 0.0 }, "source_pins": { "audio_manifest": "6c7e1431c3adcfa4cd0c38848960dfc84a156e40c684b9445a51c17fd38a16c3", "development_deposit": "b01242c334270e08ceb355235ba66acfc63276a842835670b4c018ddb3b6226f", "evaluation_audio_manifest": "a08051d415d98f3e41c600fd6d354b6ad11719e8aa98086397f5b419deff58ba", "evaluation_deposit": "456048fadb60db59e420ac7c8d06ba70e65cc8c9b9e820b34fb8b8b8d50b0a00", "evaluation_feature_runner": "18d5674d6e47411292e4ead81e1eeb30453b2506e1b79e24492c4bbca294b123", "evaluation_freeze": "86d801f13f368a233f6ff253fc5781b95d360d3970008ba2240bb43f489d555c", "evaluation_roster": "b6220f4478fd298f1b44f911067642f48985a1bd8c55fed1380c61ffc4e8bd9a", "feature_runner": "913955671b2df1fa3cbc612c89c0b5b2fb2b959b73e176ca3a7ae000011477c6", "learned_ledger": "5565bc588fa48b7b3c0b8ae1aea9d5cf7194fdef2e1e707f83a3da14409888be", "model": "3f8d27a18f882fbe2840746399343124e2f5f0bf5ff04b28c08237fc3afe5374", "raw_worker_ledger": "1045f903538c3c1c732ab236c584d4b38637a616198be6328dab37e049c37eea", "ssl_adapter": "e8a6788d6a04412b0c3036d618cbf1198999de2c9d90125823a315e75369ca4e", "ssl_completion": "1b5bef7e9464c5d4c145c732d89a1200b585cf9fec441e8d88eec761fb2903e4", "ssl_ledger": "75776ad7351b8584fff4790acaf0898c5c38a8cc4e490db102c57c7890867679", "train_deposit": "1058baa1572cf13e4a76c11abfca02cbfe2e64e313113e29fa9d863d25b7732b" }, "ssl_container_source_inventory": { "score-ssl-internal.py": "47456da2aeb68e6332738c0e7c3e8ace1e7acaa7b40a5228f6a9329b1a9b0b61", "score_ssl_evaluation.py": "e8a6788d6a04412b0c3036d618cbf1198999de2c9d90125823a315e75369ca4e", "contract-freeze.json": "f76a65f7e0aa7757a211ea4ae0a8f049fdc8b792b8f275212981474effcc2455", "evaluation-audio-manifest.json": "a08051d415d98f3e41c600fd6d354b6ad11719e8aa98086397f5b419deff58ba", "evaluation-freeze.json": "86d801f13f368a233f6ff253fc5781b95d360d3970008ba2240bb43f489d555c", "evaluation-roster.json": "b6220f4478fd298f1b44f911067642f48985a1bd8c55fed1380c61ffc4e8bd9a", "model.json": "3f8d27a18f882fbe2840746399343124e2f5f0bf5ff04b28c08237fc3afe5374", "RawBoost.py": "96b7e9050a01b8dd83de4daf97032586c5b86946c759ac06d06f82295ec67660", "data_utils_SSL.py": "8a32c93bb1cdfe4aaf440da7e658396afd83c799b2936272f34ad4a0a5c338b9", "main_SSL_DF.py": "c34fa29e8072be11c7737d0a2d17059bceb81139d4a905aba1b5ce1936458ed0", "model.py": "08b2b99b9cc0e90732746471325185f2eb144795ee35338e0a02951015a856c6", "Best_LA_model_for_DF.pth": "1cf904f1d84c867c278cd42161df5367939d61cc28bfefd239bc995af59c2804", "xlsr2_300m.pt": "b08927597f2c9eb2ebd7dcc3ac78ee4b5f6021cbac4b3a6c5a9deec445d80ed9" }, "aggregate": { "overall": { "trials": 18000, "systems": { "worker": { "registered": 18000, "class_counts": { "human": 2000, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 649, "predicted_synthetic": 1351, "abstention": 0 }, "synthetic": { "predicted_human": 2000, "predicted_synthetic": 13964, "abstention": 36 } }, "correct": 14613, "accuracy": 0.8118333333333333, "human_rejected": 1351, "synthetic_missed": 2036, "abstentions": 36, "processing_errors": 0, "human_false_flags": 1351, "synthetic_missed_as_human": 2000, "human_rejection_rate_including_abstentions": 0.6755, "synthetic_miss_rate_including_abstentions": 0.12725, "balanced_accuracy": 0.598625, "observed_score_eer": 0.3943775291173213, "eer_determinate_rows": 17964 }, "learned": { "registered": 18000, "class_counts": { "human": 2000, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 1140, "predicted_synthetic": 860, "abstention": 0 }, "synthetic": { "predicted_human": 7353, "predicted_synthetic": 8647, "abstention": 0 } }, "correct": 9787, "accuracy": 0.5437222222222222, "human_rejected": 860, "synthetic_missed": 7353, "abstentions": 0, "processing_errors": 0, "human_false_flags": 860, "synthetic_missed_as_human": 7353, "human_rejection_rate_including_abstentions": 0.43, "synthetic_miss_rate_including_abstentions": 0.4595625, "balanced_accuracy": 0.5552187500000001, "observed_score_eer": 0.444, "eer_determinate_rows": 18000 }, "ssl": { "registered": 18000, "class_counts": { "human": 2000, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 363, "predicted_synthetic": 1637, "abstention": 0 }, "synthetic": { "predicted_human": 2, "predicted_synthetic": 15998, "abstention": 0 } }, "correct": 16361, "accuracy": 0.9089444444444444, "human_rejected": 1637, "synthetic_missed": 2, "abstentions": 0, "processing_errors": 0, "human_false_flags": 1637, "synthetic_missed_as_human": 2, "human_rejection_rate_including_abstentions": 0.8185, "synthetic_miss_rate_including_abstentions": 0.000125, "balanced_accuracy": 0.5906875, "observed_score_eer": 0.201, "eer_determinate_rows": 18000, "observed_author_bonafide_logit_eer": 0.2055, "author_bonafide_logit_eer_determinate_rows": 18000 } }, "paired": { "worker_vs_ssl": { "both_correct": 14184, "worker_only_correct": 429, "ssl_only_correct": 2177, "neither_correct": 1210, "decision_disagreements_common_determinate": 2570 }, "learned_vs_worker": { "both_correct": 7898, "learned_only_correct": 1889, "worker_only_correct": 6715, "neither_correct": 1498, "decision_disagreements_common_determinate": 8599 }, "learned_vs_ssl": { "both_correct": 8881, "learned_only_correct": 906, "ssl_only_correct": 7480, "neither_correct": 733, "decision_disagreements_common_determinate": 8386 } } }, "by_attack": { "bonafide": { "trials": 2000, "systems": { "worker": { "registered": 2000, "class_counts": { "human": 2000, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 649, "predicted_synthetic": 1351, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 649, "accuracy": 0.3245, "human_rejected": 1351, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 1351, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.6755, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2000 }, "learned": { "registered": 2000, "class_counts": { "human": 2000, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 1140, "predicted_synthetic": 860, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 1140, "accuracy": 0.57, "human_rejected": 860, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 860, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.43, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2000 }, "ssl": { "registered": 2000, "class_counts": { "human": 2000, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 363, "predicted_synthetic": 1637, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 363, "accuracy": 0.1815, "human_rejected": 1637, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 1637, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.8185, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 2000 } }, "paired": { "worker_vs_ssl": { "both_correct": 222, "worker_only_correct": 427, "ssl_only_correct": 141, "neither_correct": 1210, "decision_disagreements_common_determinate": 568 }, "learned_vs_worker": { "both_correct": 386, "learned_only_correct": 754, "worker_only_correct": 263, "neither_correct": 597, "decision_disagreements_common_determinate": 1017 }, "learned_vs_ssl": { "both_correct": 234, "learned_only_correct": 906, "ssl_only_correct": 129, "neither_correct": 731, "decision_disagreements_common_determinate": 1035 } } }, "A17": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 396, "predicted_synthetic": 604, "abstention": 0 } }, "correct": 604, "accuracy": 0.604, "human_rejected": 0, "synthetic_missed": 396, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 396, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.396, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 439, "predicted_synthetic": 561, "abstention": 0 } }, "correct": 561, "accuracy": 0.561, "human_rejected": 0, "synthetic_missed": 439, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 439, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.439, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 604, "worker_only_correct": 0, "ssl_only_correct": 396, "neither_correct": 0, "decision_disagreements_common_determinate": 396 }, "learned_vs_worker": { "both_correct": 311, "learned_only_correct": 250, "worker_only_correct": 293, "neither_correct": 146, "decision_disagreements_common_determinate": 543 }, "learned_vs_ssl": { "both_correct": 561, "learned_only_correct": 0, "ssl_only_correct": 439, "neither_correct": 0, "decision_disagreements_common_determinate": 439 } } }, "A18": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 10, "predicted_synthetic": 990, "abstention": 0 } }, "correct": 990, "accuracy": 0.99, "human_rejected": 0, "synthetic_missed": 10, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 10, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.01, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 326, "predicted_synthetic": 674, "abstention": 0 } }, "correct": 674, "accuracy": 0.674, "human_rejected": 0, "synthetic_missed": 326, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 326, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.326, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 990, "worker_only_correct": 0, "ssl_only_correct": 10, "neither_correct": 0, "decision_disagreements_common_determinate": 10 }, "learned_vs_worker": { "both_correct": 665, "learned_only_correct": 9, "worker_only_correct": 325, "neither_correct": 1, "decision_disagreements_common_determinate": 334 }, "learned_vs_ssl": { "both_correct": 674, "learned_only_correct": 0, "ssl_only_correct": 326, "neither_correct": 0, "decision_disagreements_common_determinate": 326 } } }, "A19": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 302, "predicted_synthetic": 698, "abstention": 0 } }, "correct": 698, "accuracy": 0.698, "human_rejected": 0, "synthetic_missed": 302, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 302, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.302, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 663, "predicted_synthetic": 337, "abstention": 0 } }, "correct": 337, "accuracy": 0.337, "human_rejected": 0, "synthetic_missed": 663, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 663, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.663, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 698, "worker_only_correct": 0, "ssl_only_correct": 302, "neither_correct": 0, "decision_disagreements_common_determinate": 302 }, "learned_vs_worker": { "both_correct": 229, "learned_only_correct": 108, "worker_only_correct": 469, "neither_correct": 194, "decision_disagreements_common_determinate": 577 }, "learned_vs_ssl": { "both_correct": 337, "learned_only_correct": 0, "ssl_only_correct": 663, "neither_correct": 0, "decision_disagreements_common_determinate": 663 } } }, "A20": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 37, "predicted_synthetic": 963, "abstention": 0 } }, "correct": 963, "accuracy": 0.963, "human_rejected": 0, "synthetic_missed": 37, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 37, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.037, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 388, "predicted_synthetic": 612, "abstention": 0 } }, "correct": 612, "accuracy": 0.612, "human_rejected": 0, "synthetic_missed": 388, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 388, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.388, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 963, "worker_only_correct": 0, "ssl_only_correct": 37, "neither_correct": 0, "decision_disagreements_common_determinate": 37 }, "learned_vs_worker": { "both_correct": 589, "learned_only_correct": 23, "worker_only_correct": 374, "neither_correct": 14, "decision_disagreements_common_determinate": 397 }, "learned_vs_ssl": { "both_correct": 612, "learned_only_correct": 0, "ssl_only_correct": 388, "neither_correct": 0, "decision_disagreements_common_determinate": 388 } } }, "A21": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 121, "predicted_synthetic": 879, "abstention": 0 } }, "correct": 879, "accuracy": 0.879, "human_rejected": 0, "synthetic_missed": 121, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 121, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.121, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 564, "predicted_synthetic": 436, "abstention": 0 } }, "correct": 436, "accuracy": 0.436, "human_rejected": 0, "synthetic_missed": 564, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 564, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.564, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 879, "worker_only_correct": 0, "ssl_only_correct": 121, "neither_correct": 0, "decision_disagreements_common_determinate": 121 }, "learned_vs_worker": { "both_correct": 357, "learned_only_correct": 79, "worker_only_correct": 522, "neither_correct": 42, "decision_disagreements_common_determinate": 601 }, "learned_vs_ssl": { "both_correct": 436, "learned_only_correct": 0, "ssl_only_correct": 564, "neither_correct": 0, "decision_disagreements_common_determinate": 564 } } }, "A22": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 97, "predicted_synthetic": 903, "abstention": 0 } }, "correct": 903, "accuracy": 0.903, "human_rejected": 0, "synthetic_missed": 97, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 97, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.097, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 477, "predicted_synthetic": 523, "abstention": 0 } }, "correct": 523, "accuracy": 0.523, "human_rejected": 0, "synthetic_missed": 477, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 477, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.477, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 903, "worker_only_correct": 0, "ssl_only_correct": 97, "neither_correct": 0, "decision_disagreements_common_determinate": 97 }, "learned_vs_worker": { "both_correct": 456, "learned_only_correct": 67, "worker_only_correct": 447, "neither_correct": 30, "decision_disagreements_common_determinate": 514 }, "learned_vs_ssl": { "both_correct": 523, "learned_only_correct": 0, "ssl_only_correct": 477, "neither_correct": 0, "decision_disagreements_common_determinate": 477 } } }, "A23": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 6, "predicted_synthetic": 994, "abstention": 0 } }, "correct": 994, "accuracy": 0.994, "human_rejected": 0, "synthetic_missed": 6, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 6, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.006, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 321, "predicted_synthetic": 679, "abstention": 0 } }, "correct": 679, "accuracy": 0.679, "human_rejected": 0, "synthetic_missed": 321, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 321, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.321, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 994, "worker_only_correct": 0, "ssl_only_correct": 6, "neither_correct": 0, "decision_disagreements_common_determinate": 6 }, "learned_vs_worker": { "both_correct": 673, "learned_only_correct": 6, "worker_only_correct": 321, "neither_correct": 0, "decision_disagreements_common_determinate": 327 }, "learned_vs_ssl": { "both_correct": 679, "learned_only_correct": 0, "ssl_only_correct": 321, "neither_correct": 0, "decision_disagreements_common_determinate": 321 } } }, "A24": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 177, "predicted_synthetic": 823, "abstention": 0 } }, "correct": 823, "accuracy": 0.823, "human_rejected": 0, "synthetic_missed": 177, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 177, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.177, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 244, "predicted_synthetic": 756, "abstention": 0 } }, "correct": 756, "accuracy": 0.756, "human_rejected": 0, "synthetic_missed": 244, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 244, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.244, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 823, "worker_only_correct": 0, "ssl_only_correct": 177, "neither_correct": 0, "decision_disagreements_common_determinate": 177 }, "learned_vs_worker": { "both_correct": 604, "learned_only_correct": 152, "worker_only_correct": 219, "neither_correct": 25, "decision_disagreements_common_determinate": 371 }, "learned_vs_ssl": { "both_correct": 756, "learned_only_correct": 0, "ssl_only_correct": 244, "neither_correct": 0, "decision_disagreements_common_determinate": 244 } } }, "A25": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 8, "predicted_synthetic": 982, "abstention": 10 } }, "correct": 982, "accuracy": 0.982, "human_rejected": 0, "synthetic_missed": 18, "abstentions": 10, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 8, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.018, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 990 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 476, "predicted_synthetic": 524, "abstention": 0 } }, "correct": 524, "accuracy": 0.524, "human_rejected": 0, "synthetic_missed": 476, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 476, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.476, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 982, "worker_only_correct": 0, "ssl_only_correct": 18, "neither_correct": 0, "decision_disagreements_common_determinate": 8 }, "learned_vs_worker": { "both_correct": 516, "learned_only_correct": 8, "worker_only_correct": 466, "neither_correct": 10, "decision_disagreements_common_determinate": 472 }, "learned_vs_ssl": { "both_correct": 524, "learned_only_correct": 0, "ssl_only_correct": 476, "neither_correct": 0, "decision_disagreements_common_determinate": 476 } } }, "A26": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 178, "predicted_synthetic": 822, "abstention": 0 } }, "correct": 822, "accuracy": 0.822, "human_rejected": 0, "synthetic_missed": 178, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 178, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.178, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 578, "predicted_synthetic": 422, "abstention": 0 } }, "correct": 422, "accuracy": 0.422, "human_rejected": 0, "synthetic_missed": 578, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 578, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.578, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 822, "worker_only_correct": 0, "ssl_only_correct": 178, "neither_correct": 0, "decision_disagreements_common_determinate": 178 }, "learned_vs_worker": { "both_correct": 333, "learned_only_correct": 89, "worker_only_correct": 489, "neither_correct": 89, "decision_disagreements_common_determinate": 578 }, "learned_vs_ssl": { "both_correct": 422, "learned_only_correct": 0, "ssl_only_correct": 578, "neither_correct": 0, "decision_disagreements_common_determinate": 578 } } }, "A27": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 432, "predicted_synthetic": 568, "abstention": 0 } }, "correct": 568, "accuracy": 0.568, "human_rejected": 0, "synthetic_missed": 432, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 432, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.432, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 1000, "worker_only_correct": 0, "ssl_only_correct": 0, "neither_correct": 0, "decision_disagreements_common_determinate": 0 }, "learned_vs_worker": { "both_correct": 568, "learned_only_correct": 0, "worker_only_correct": 432, "neither_correct": 0, "decision_disagreements_common_determinate": 432 }, "learned_vs_ssl": { "both_correct": 568, "learned_only_correct": 0, "ssl_only_correct": 432, "neither_correct": 0, "decision_disagreements_common_determinate": 432 } } }, "A28": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 443, "predicted_synthetic": 557, "abstention": 0 } }, "correct": 557, "accuracy": 0.557, "human_rejected": 0, "synthetic_missed": 443, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 443, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.443, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 535, "predicted_synthetic": 465, "abstention": 0 } }, "correct": 465, "accuracy": 0.465, "human_rejected": 0, "synthetic_missed": 535, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 535, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.535, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 2, "predicted_synthetic": 998, "abstention": 0 } }, "correct": 998, "accuracy": 0.998, "human_rejected": 0, "synthetic_missed": 2, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 2, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.002, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 555, "worker_only_correct": 2, "ssl_only_correct": 443, "neither_correct": 0, "decision_disagreements_common_determinate": 445 }, "learned_vs_worker": { "both_correct": 264, "learned_only_correct": 201, "worker_only_correct": 293, "neither_correct": 242, "decision_disagreements_common_determinate": 494 }, "learned_vs_ssl": { "both_correct": 465, "learned_only_correct": 0, "ssl_only_correct": 533, "neither_correct": 2, "decision_disagreements_common_determinate": 533 } } }, "A29": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 198, "predicted_synthetic": 802, "abstention": 0 } }, "correct": 802, "accuracy": 0.802, "human_rejected": 0, "synthetic_missed": 198, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 198, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.198, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 518, "predicted_synthetic": 482, "abstention": 0 } }, "correct": 482, "accuracy": 0.482, "human_rejected": 0, "synthetic_missed": 518, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 518, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.518, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 802, "worker_only_correct": 0, "ssl_only_correct": 198, "neither_correct": 0, "decision_disagreements_common_determinate": 198 }, "learned_vs_worker": { "both_correct": 361, "learned_only_correct": 121, "worker_only_correct": 441, "neither_correct": 77, "decision_disagreements_common_determinate": 562 }, "learned_vs_ssl": { "both_correct": 482, "learned_only_correct": 0, "ssl_only_correct": 518, "neither_correct": 0, "decision_disagreements_common_determinate": 518 } } }, "A30": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 4, "predicted_synthetic": 995, "abstention": 1 } }, "correct": 995, "accuracy": 0.995, "human_rejected": 0, "synthetic_missed": 5, "abstentions": 1, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 4, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.005, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 999 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 494, "predicted_synthetic": 506, "abstention": 0 } }, "correct": 506, "accuracy": 0.506, "human_rejected": 0, "synthetic_missed": 494, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 494, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.494, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 995, "worker_only_correct": 0, "ssl_only_correct": 5, "neither_correct": 0, "decision_disagreements_common_determinate": 4 }, "learned_vs_worker": { "both_correct": 504, "learned_only_correct": 2, "worker_only_correct": 491, "neither_correct": 3, "decision_disagreements_common_determinate": 493 }, "learned_vs_ssl": { "both_correct": 506, "learned_only_correct": 0, "ssl_only_correct": 494, "neither_correct": 0, "decision_disagreements_common_determinate": 494 } } }, "A31": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 20, "predicted_synthetic": 980, "abstention": 0 } }, "correct": 980, "accuracy": 0.98, "human_rejected": 0, "synthetic_missed": 20, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 20, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.02, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 414, "predicted_synthetic": 586, "abstention": 0 } }, "correct": 586, "accuracy": 0.586, "human_rejected": 0, "synthetic_missed": 414, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 414, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.414, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 980, "worker_only_correct": 0, "ssl_only_correct": 20, "neither_correct": 0, "decision_disagreements_common_determinate": 20 }, "learned_vs_worker": { "both_correct": 571, "learned_only_correct": 15, "worker_only_correct": 409, "neither_correct": 5, "decision_disagreements_common_determinate": 424 }, "learned_vs_ssl": { "both_correct": 586, "learned_only_correct": 0, "ssl_only_correct": 414, "neither_correct": 0, "decision_disagreements_common_determinate": 414 } } }, "A32": { "trials": 1000, "systems": { "worker": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 3, "predicted_synthetic": 972, "abstention": 25 } }, "correct": 972, "accuracy": 0.972, "human_rejected": 0, "synthetic_missed": 28, "abstentions": 25, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 3, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.028, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 975 }, "learned": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 484, "predicted_synthetic": 516, "abstention": 0 } }, "correct": 516, "accuracy": 0.516, "human_rejected": 0, "synthetic_missed": 484, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 484, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.484, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000 }, "ssl": { "registered": 1000, "class_counts": { "human": 0, "synthetic": 1000 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1000, "abstention": 0 } }, "correct": 1000, "accuracy": 1.0, "human_rejected": 0, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 0, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": null, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 1000, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 1000 } }, "paired": { "worker_vs_ssl": { "both_correct": 972, "worker_only_correct": 0, "ssl_only_correct": 28, "neither_correct": 0, "decision_disagreements_common_determinate": 3 }, "learned_vs_worker": { "both_correct": 511, "learned_only_correct": 5, "worker_only_correct": 461, "neither_correct": 23, "decision_disagreements_common_determinate": 463 }, "learned_vs_ssl": { "both_correct": 516, "learned_only_correct": 0, "ssl_only_correct": 484, "neither_correct": 0, "decision_disagreements_common_determinate": 484 } } } }, "by_codec": { "-": { "trials": 4708, "systems": { "worker": { "registered": 4708, "class_counts": { "human": 520, "synthetic": 4188 }, "confusion": { "human": { "predicted_human": 225, "predicted_synthetic": 295, "abstention": 0 }, "synthetic": { "predicted_human": 592, "predicted_synthetic": 3595, "abstention": 1 } }, "correct": 3820, "accuracy": 0.8113848768054376, "human_rejected": 295, "synthetic_missed": 593, "abstentions": 1, "processing_errors": 0, "human_false_flags": 295, "synthetic_missed_as_human": 592, "human_rejection_rate_including_abstentions": 0.5673076923076923, "synthetic_miss_rate_including_abstentions": 0.14159503342884433, "balanced_accuracy": 0.6455486371317317, "observed_score_eer": 0.3644575989852211, "eer_determinate_rows": 4707 }, "learned": { "registered": 4708, "class_counts": { "human": 520, "synthetic": 4188 }, "confusion": { "human": { "predicted_human": 378, "predicted_synthetic": 142, "abstention": 0 }, "synthetic": { "predicted_human": 2494, "predicted_synthetic": 1694, "abstention": 0 } }, "correct": 2072, "accuracy": 0.44010195412064573, "human_rejected": 142, "synthetic_missed": 2494, "abstentions": 0, "processing_errors": 0, "human_false_flags": 142, "synthetic_missed_as_human": 2494, "human_rejection_rate_including_abstentions": 0.27307692307692305, "synthetic_miss_rate_including_abstentions": 0.5955109837631327, "balanced_accuracy": 0.5657060465799721, "observed_score_eer": 0.4223973256924546, "eer_determinate_rows": 4708 }, "ssl": { "registered": 4708, "class_counts": { "human": 520, "synthetic": 4188 }, "confusion": { "human": { "predicted_human": 218, "predicted_synthetic": 302, "abstention": 0 }, "synthetic": { "predicted_human": 2, "predicted_synthetic": 4186, "abstention": 0 } }, "correct": 4404, "accuracy": 0.935429056924384, "human_rejected": 302, "synthetic_missed": 2, "abstentions": 0, "processing_errors": 0, "human_false_flags": 302, "synthetic_missed_as_human": 2, "human_rejection_rate_including_abstentions": 0.5807692307692308, "synthetic_miss_rate_including_abstentions": 0.0004775549188156638, "balanced_accuracy": 0.7093766071559767, "observed_score_eer": 0.05, "eer_determinate_rows": 4708, "observed_author_bonafide_logit_eer": 0.05384615384615385, "author_bonafide_logit_eer_determinate_rows": 4708 } }, "paired": { "worker_vs_ssl": { "both_correct": 3724, "worker_only_correct": 96, "ssl_only_correct": 680, "neither_correct": 208, "decision_disagreements_common_determinate": 775 }, "learned_vs_worker": { "both_correct": 1617, "learned_only_correct": 455, "worker_only_correct": 2203, "neither_correct": 433, "decision_disagreements_common_determinate": 2658 }, "learned_vs_ssl": { "both_correct": 1849, "learned_only_correct": 223, "ssl_only_correct": 2555, "neither_correct": 81, "decision_disagreements_common_determinate": 2778 } } }, "C01": { "trials": 1205, "systems": { "worker": { "registered": 1205, "class_counts": { "human": 141, "synthetic": 1064 }, "confusion": { "human": { "predicted_human": 65, "predicted_synthetic": 76, "abstention": 0 }, "synthetic": { "predicted_human": 151, "predicted_synthetic": 903, "abstention": 10 } }, "correct": 968, "accuracy": 0.8033195020746888, "human_rejected": 76, "synthetic_missed": 161, "abstentions": 10, "processing_errors": 0, "human_false_flags": 76, "synthetic_missed_as_human": 151, "human_rejection_rate_including_abstentions": 0.5390070921985816, "synthetic_miss_rate_including_abstentions": 0.1513157894736842, "balanced_accuracy": 0.6548385591638671, "observed_score_eer": 0.3970441772782244, "eer_determinate_rows": 1195 }, "learned": { "registered": 1205, "class_counts": { "human": 141, "synthetic": 1064 }, "confusion": { "human": { "predicted_human": 104, "predicted_synthetic": 37, "abstention": 0 }, "synthetic": { "predicted_human": 709, "predicted_synthetic": 355, "abstention": 0 } }, "correct": 459, "accuracy": 0.3809128630705394, "human_rejected": 37, "synthetic_missed": 709, "abstentions": 0, "processing_errors": 0, "human_false_flags": 37, "synthetic_missed_as_human": 709, "human_rejection_rate_including_abstentions": 0.2624113475177305, "synthetic_miss_rate_including_abstentions": 0.6663533834586466, "balanced_accuracy": 0.5356176345118114, "observed_score_eer": 0.4821428571428571, "eer_determinate_rows": 1205 }, "ssl": { "registered": 1205, "class_counts": { "human": 141, "synthetic": 1064 }, "confusion": { "human": { "predicted_human": 21, "predicted_synthetic": 120, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1064, "abstention": 0 } }, "correct": 1085, "accuracy": 0.9004149377593361, "human_rejected": 120, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 120, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.851063829787234, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.574468085106383, "observed_score_eer": 0.19858156028368795, "eer_determinate_rows": 1205, "observed_author_bonafide_logit_eer": 0.20567375886524822, "author_bonafide_logit_eer_determinate_rows": 1205 } }, "paired": { "worker_vs_ssl": { "both_correct": 921, "worker_only_correct": 47, "ssl_only_correct": 164, "neither_correct": 73, "decision_disagreements_common_determinate": 201 }, "learned_vs_worker": { "both_correct": 349, "learned_only_correct": 110, "worker_only_correct": 619, "neither_correct": 127, "decision_disagreements_common_determinate": 729 }, "learned_vs_ssl": { "both_correct": 371, "learned_only_correct": 88, "ssl_only_correct": 714, "neither_correct": 32, "decision_disagreements_common_determinate": 802 } } }, "C02": { "trials": 1242, "systems": { "worker": { "registered": 1242, "class_counts": { "human": 134, "synthetic": 1108 }, "confusion": { "human": { "predicted_human": 76, "predicted_synthetic": 58, "abstention": 0 }, "synthetic": { "predicted_human": 244, "predicted_synthetic": 859, "abstention": 5 } }, "correct": 935, "accuracy": 0.7528180354267311, "human_rejected": 58, "synthetic_missed": 249, "abstentions": 5, "processing_errors": 0, "human_false_flags": 58, "synthetic_missed_as_human": 244, "human_rejection_rate_including_abstentions": 0.43283582089552236, "synthetic_miss_rate_including_abstentions": 0.22472924187725632, "balanced_accuracy": 0.6712174686136106, "observed_score_eer": 0.36688548504741064, "eer_determinate_rows": 1237 }, "learned": { "registered": 1242, "class_counts": { "human": 134, "synthetic": 1108 }, "confusion": { "human": { "predicted_human": 102, "predicted_synthetic": 32, "abstention": 0 }, "synthetic": { "predicted_human": 670, "predicted_synthetic": 438, "abstention": 0 } }, "correct": 540, "accuracy": 0.43478260869565216, "human_rejected": 32, "synthetic_missed": 670, "abstentions": 0, "processing_errors": 0, "human_false_flags": 32, "synthetic_missed_as_human": 670, "human_rejection_rate_including_abstentions": 0.23880597014925373, "synthetic_miss_rate_including_abstentions": 0.6046931407942239, "balanced_accuracy": 0.5782504445282612, "observed_score_eer": 0.44776119402985076, "eer_determinate_rows": 1242 }, "ssl": { "registered": 1242, "class_counts": { "human": 134, "synthetic": 1108 }, "confusion": { "human": { "predicted_human": 2, "predicted_synthetic": 132, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1108, "abstention": 0 } }, "correct": 1110, "accuracy": 0.893719806763285, "human_rejected": 132, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 132, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.9850746268656716, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5074626865671642, "observed_score_eer": 0.22653429602888087, "eer_determinate_rows": 1242, "observed_author_bonafide_logit_eer": 0.22653429602888087, "author_bonafide_logit_eer_determinate_rows": 1242 } }, "paired": { "worker_vs_ssl": { "both_correct": 861, "worker_only_correct": 74, "ssl_only_correct": 249, "neither_correct": 58, "decision_disagreements_common_determinate": 318 }, "learned_vs_worker": { "both_correct": 408, "learned_only_correct": 132, "worker_only_correct": 527, "neither_correct": 175, "decision_disagreements_common_determinate": 659 }, "learned_vs_ssl": { "both_correct": 439, "learned_only_correct": 101, "ssl_only_correct": 671, "neither_correct": 31, "decision_disagreements_common_determinate": 772 } } }, "C03": { "trials": 1363, "systems": { "worker": { "registered": 1363, "class_counts": { "human": 140, "synthetic": 1223 }, "confusion": { "human": { "predicted_human": 18, "predicted_synthetic": 122, "abstention": 0 }, "synthetic": { "predicted_human": 100, "predicted_synthetic": 1116, "abstention": 7 } }, "correct": 1134, "accuracy": 0.8319882611885546, "human_rejected": 122, "synthetic_missed": 107, "abstentions": 7, "processing_errors": 0, "human_false_flags": 122, "synthetic_missed_as_human": 100, "human_rejection_rate_including_abstentions": 0.8714285714285714, "synthetic_miss_rate_including_abstentions": 0.0874897792313982, "balanced_accuracy": 0.5205408246700152, "observed_score_eer": 0.4868193069306931, "eer_determinate_rows": 1356 }, "learned": { "registered": 1363, "class_counts": { "human": 140, "synthetic": 1223 }, "confusion": { "human": { "predicted_human": 103, "predicted_synthetic": 37, "abstention": 0 }, "synthetic": { "predicted_human": 675, "predicted_synthetic": 548, "abstention": 0 } }, "correct": 651, "accuracy": 0.4776228906823184, "human_rejected": 37, "synthetic_missed": 675, "abstentions": 0, "processing_errors": 0, "human_false_flags": 37, "synthetic_missed_as_human": 675, "human_rejection_rate_including_abstentions": 0.2642857142857143, "synthetic_miss_rate_including_abstentions": 0.5519215044971382, "balanced_accuracy": 0.5918963906085738, "observed_score_eer": 0.3892068683565004, "eer_determinate_rows": 1363 }, "ssl": { "registered": 1363, "class_counts": { "human": 140, "synthetic": 1223 }, "confusion": { "human": { "predicted_human": 7, "predicted_synthetic": 133, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1223, "abstention": 0 } }, "correct": 1230, "accuracy": 0.9024211298606016, "human_rejected": 133, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 133, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.95, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.525, "observed_score_eer": 0.3142857142857143, "eer_determinate_rows": 1363, "observed_author_bonafide_logit_eer": 0.32857142857142857, "author_bonafide_logit_eer_determinate_rows": 1363 } }, "paired": { "worker_vs_ssl": { "both_correct": 1120, "worker_only_correct": 14, "ssl_only_correct": 110, "neither_correct": 119, "decision_disagreements_common_determinate": 117 }, "learned_vs_worker": { "both_correct": 529, "learned_only_correct": 122, "worker_only_correct": 605, "neither_correct": 107, "decision_disagreements_common_determinate": 727 }, "learned_vs_ssl": { "both_correct": 555, "learned_only_correct": 96, "ssl_only_correct": 675, "neither_correct": 37, "decision_disagreements_common_determinate": 771 } } }, "C04": { "trials": 1288, "systems": { "worker": { "registered": 1288, "class_counts": { "human": 166, "synthetic": 1122 }, "confusion": { "human": { "predicted_human": 7, "predicted_synthetic": 159, "abstention": 0 }, "synthetic": { "predicted_human": 18, "predicted_synthetic": 1102, "abstention": 2 } }, "correct": 1109, "accuracy": 0.8610248447204969, "human_rejected": 159, "synthetic_missed": 20, "abstentions": 2, "processing_errors": 0, "human_false_flags": 159, "synthetic_missed_as_human": 18, "human_rejection_rate_including_abstentions": 0.9578313253012049, "synthetic_miss_rate_including_abstentions": 0.017825311942959002, "balanced_accuracy": 0.5121716813779181, "observed_score_eer": 0.4944035294529581, "eer_determinate_rows": 1286 }, "learned": { "registered": 1288, "class_counts": { "human": 166, "synthetic": 1122 }, "confusion": { "human": { "predicted_human": 125, "predicted_synthetic": 41, "abstention": 0 }, "synthetic": { "predicted_human": 728, "predicted_synthetic": 394, "abstention": 0 } }, "correct": 519, "accuracy": 0.4029503105590062, "human_rejected": 41, "synthetic_missed": 728, "abstentions": 0, "processing_errors": 0, "human_false_flags": 41, "synthetic_missed_as_human": 728, "human_rejection_rate_including_abstentions": 0.2469879518072289, "synthetic_miss_rate_including_abstentions": 0.6488413547237076, "balanced_accuracy": 0.5520853467345317, "observed_score_eer": 0.40017825311942956, "eer_determinate_rows": 1288 }, "ssl": { "registered": 1288, "class_counts": { "human": 166, "synthetic": 1122 }, "confusion": { "human": { "predicted_human": 2, "predicted_synthetic": 164, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1122, "abstention": 0 } }, "correct": 1124, "accuracy": 0.8726708074534162, "human_rejected": 164, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 164, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.9879518072289156, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5060240963855422, "observed_score_eer": 0.35542168674698793, "eer_determinate_rows": 1288, "observed_author_bonafide_logit_eer": 0.3609625668449198, "author_bonafide_logit_eer_determinate_rows": 1288 } }, "paired": { "worker_vs_ssl": { "both_correct": 1102, "worker_only_correct": 7, "ssl_only_correct": 22, "neither_correct": 157, "decision_disagreements_common_determinate": 27 }, "learned_vs_worker": { "both_correct": 393, "learned_only_correct": 126, "worker_only_correct": 716, "neither_correct": 53, "decision_disagreements_common_determinate": 842 }, "learned_vs_ssl": { "both_correct": 395, "learned_only_correct": 124, "ssl_only_correct": 729, "neither_correct": 40, "decision_disagreements_common_determinate": 853 } } }, "C05": { "trials": 1232, "systems": { "worker": { "registered": 1232, "class_counts": { "human": 132, "synthetic": 1100 }, "confusion": { "human": { "predicted_human": 62, "predicted_synthetic": 70, "abstention": 0 }, "synthetic": { "predicted_human": 147, "predicted_synthetic": 953, "abstention": 0 } }, "correct": 1015, "accuracy": 0.8238636363636364, "human_rejected": 70, "synthetic_missed": 147, "abstentions": 0, "processing_errors": 0, "human_false_flags": 70, "synthetic_missed_as_human": 147, "human_rejection_rate_including_abstentions": 0.5303030303030303, "synthetic_miss_rate_including_abstentions": 0.13363636363636364, "balanced_accuracy": 0.6680303030303031, "observed_score_eer": 0.3575168970346465, "eer_determinate_rows": 1232 }, "learned": { "registered": 1232, "class_counts": { "human": 132, "synthetic": 1100 }, "confusion": { "human": { "predicted_human": 108, "predicted_synthetic": 24, "abstention": 0 }, "synthetic": { "predicted_human": 785, "predicted_synthetic": 315, "abstention": 0 } }, "correct": 423, "accuracy": 0.34334415584415584, "human_rejected": 24, "synthetic_missed": 785, "abstentions": 0, "processing_errors": 0, "human_false_flags": 24, "synthetic_missed_as_human": 785, "human_rejection_rate_including_abstentions": 0.18181818181818182, "synthetic_miss_rate_including_abstentions": 0.7136363636363636, "balanced_accuracy": 0.5522727272727272, "observed_score_eer": 0.48090909090909095, "eer_determinate_rows": 1232 }, "ssl": { "registered": 1232, "class_counts": { "human": 132, "synthetic": 1100 }, "confusion": { "human": { "predicted_human": 29, "predicted_synthetic": 103, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1100, "abstention": 0 } }, "correct": 1129, "accuracy": 0.9163961038961039, "human_rejected": 103, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 103, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.7803030303030303, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.6098484848484849, "observed_score_eer": 0.05818181818181822, "eer_determinate_rows": 1232, "observed_author_bonafide_logit_eer": 0.06818181818181818, "author_bonafide_logit_eer_determinate_rows": 1232 } }, "paired": { "worker_vs_ssl": { "both_correct": 971, "worker_only_correct": 44, "ssl_only_correct": 158, "neither_correct": 59, "decision_disagreements_common_determinate": 202 }, "learned_vs_worker": { "both_correct": 325, "learned_only_correct": 98, "worker_only_correct": 690, "neither_correct": 119, "decision_disagreements_common_determinate": 788 }, "learned_vs_ssl": { "both_correct": 339, "learned_only_correct": 84, "ssl_only_correct": 790, "neither_correct": 19, "decision_disagreements_common_determinate": 874 } } }, "C06": { "trials": 1012, "systems": { "worker": { "registered": 1012, "class_counts": { "human": 130, "synthetic": 882 }, "confusion": { "human": { "predicted_human": 51, "predicted_synthetic": 79, "abstention": 0 }, "synthetic": { "predicted_human": 100, "predicted_synthetic": 782, "abstention": 0 } }, "correct": 833, "accuracy": 0.8231225296442688, "human_rejected": 79, "synthetic_missed": 100, "abstentions": 0, "processing_errors": 0, "human_false_flags": 79, "synthetic_missed_as_human": 100, "human_rejection_rate_including_abstentions": 0.6076923076923076, "synthetic_miss_rate_including_abstentions": 0.11337868480725624, "balanced_accuracy": 0.639464503750218, "observed_score_eer": 0.36506339303682833, "eer_determinate_rows": 1012 }, "learned": { "registered": 1012, "class_counts": { "human": 130, "synthetic": 882 }, "confusion": { "human": { "predicted_human": 95, "predicted_synthetic": 35, "abstention": 0 }, "synthetic": { "predicted_human": 558, "predicted_synthetic": 324, "abstention": 0 } }, "correct": 419, "accuracy": 0.4140316205533597, "human_rejected": 35, "synthetic_missed": 558, "abstentions": 0, "processing_errors": 0, "human_false_flags": 35, "synthetic_missed_as_human": 558, "human_rejection_rate_including_abstentions": 0.2692307692307692, "synthetic_miss_rate_including_abstentions": 0.6326530612244898, "balanced_accuracy": 0.5490580847723705, "observed_score_eer": 0.435374149659864, "eer_determinate_rows": 1012 }, "ssl": { "registered": 1012, "class_counts": { "human": 130, "synthetic": 882 }, "confusion": { "human": { "predicted_human": 36, "predicted_synthetic": 94, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 882, "abstention": 0 } }, "correct": 918, "accuracy": 0.9071146245059288, "human_rejected": 94, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 94, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.7230769230769231, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.6384615384615384, "observed_score_eer": 0.09230769230769231, "eer_determinate_rows": 1012, "observed_author_bonafide_logit_eer": 0.09230769230769231, "author_bonafide_logit_eer_determinate_rows": 1012 } }, "paired": { "worker_vs_ssl": { "both_correct": 808, "worker_only_correct": 25, "ssl_only_correct": 110, "neither_correct": 69, "decision_disagreements_common_determinate": 135 }, "learned_vs_worker": { "both_correct": 333, "learned_only_correct": 86, "worker_only_correct": 500, "neither_correct": 93, "decision_disagreements_common_determinate": 586 }, "learned_vs_ssl": { "both_correct": 354, "learned_only_correct": 65, "ssl_only_correct": 564, "neither_correct": 29, "decision_disagreements_common_determinate": 629 } } }, "C07": { "trials": 1244, "systems": { "worker": { "registered": 1244, "class_counts": { "human": 148, "synthetic": 1096 }, "confusion": { "human": { "predicted_human": 5, "predicted_synthetic": 143, "abstention": 0 }, "synthetic": { "predicted_human": 15, "predicted_synthetic": 1077, "abstention": 4 } }, "correct": 1082, "accuracy": 0.8697749196141479, "human_rejected": 143, "synthetic_missed": 19, "abstentions": 4, "processing_errors": 0, "human_false_flags": 143, "synthetic_missed_as_human": 15, "human_rejection_rate_including_abstentions": 0.9662162162162162, "synthetic_miss_rate_including_abstentions": 0.017335766423357664, "balanced_accuracy": 0.508224008680213, "observed_score_eer": 0.5112741322334584, "eer_determinate_rows": 1240 }, "learned": { "registered": 1244, "class_counts": { "human": 148, "synthetic": 1096 }, "confusion": { "human": { "predicted_human": 113, "predicted_synthetic": 35, "abstention": 0 }, "synthetic": { "predicted_human": 679, "predicted_synthetic": 417, "abstention": 0 } }, "correct": 530, "accuracy": 0.42604501607717044, "human_rejected": 35, "synthetic_missed": 679, "abstentions": 0, "processing_errors": 0, "human_false_flags": 35, "synthetic_missed_as_human": 679, "human_rejection_rate_including_abstentions": 0.23648648648648649, "synthetic_miss_rate_including_abstentions": 0.6195255474452555, "balanced_accuracy": 0.5719939830341291, "observed_score_eer": 0.4189189189189189, "eer_determinate_rows": 1244 }, "ssl": { "registered": 1244, "class_counts": { "human": 148, "synthetic": 1096 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 148, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1096, "abstention": 0 } }, "correct": 1096, "accuracy": 0.8810289389067524, "human_rejected": 148, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 148, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 1.0, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5, "observed_score_eer": 0.40540540540540543, "eer_determinate_rows": 1244, "observed_author_bonafide_logit_eer": 0.38513513513513514, "author_bonafide_logit_eer_determinate_rows": 1244 } }, "paired": { "worker_vs_ssl": { "both_correct": 1077, "worker_only_correct": 5, "ssl_only_correct": 19, "neither_correct": 143, "decision_disagreements_common_determinate": 20 }, "learned_vs_worker": { "both_correct": 414, "learned_only_correct": 116, "worker_only_correct": 668, "neither_correct": 46, "decision_disagreements_common_determinate": 784 }, "learned_vs_ssl": { "both_correct": 417, "learned_only_correct": 113, "ssl_only_correct": 679, "neither_correct": 35, "decision_disagreements_common_determinate": 792 } } }, "C08": { "trials": 1134, "systems": { "worker": { "registered": 1134, "class_counts": { "human": 113, "synthetic": 1021 }, "confusion": { "human": { "predicted_human": 24, "predicted_synthetic": 89, "abstention": 0 }, "synthetic": { "predicted_human": 134, "predicted_synthetic": 881, "abstention": 6 } }, "correct": 905, "accuracy": 0.7980599647266314, "human_rejected": 89, "synthetic_missed": 140, "abstentions": 6, "processing_errors": 0, "human_false_flags": 89, "synthetic_missed_as_human": 134, "human_rejection_rate_including_abstentions": 0.7876106194690266, "synthetic_miss_rate_including_abstentions": 0.13712047012732614, "balanced_accuracy": 0.5376344552018236, "observed_score_eer": 0.40707964601769914, "eer_determinate_rows": 1128 }, "learned": { "registered": 1134, "class_counts": { "human": 113, "synthetic": 1021 }, "confusion": { "human": { "predicted_human": 3, "predicted_synthetic": 110, "abstention": 0 }, "synthetic": { "predicted_human": 23, "predicted_synthetic": 998, "abstention": 0 } }, "correct": 1001, "accuracy": 0.8827160493827161, "human_rejected": 110, "synthetic_missed": 23, "abstentions": 0, "processing_errors": 0, "human_false_flags": 110, "synthetic_missed_as_human": 23, "human_rejection_rate_including_abstentions": 0.9734513274336283, "synthetic_miss_rate_including_abstentions": 0.022526934378060724, "balanced_accuracy": 0.5020108690941555, "observed_score_eer": 0.5279138099902057, "eer_determinate_rows": 1134 }, "ssl": { "registered": 1134, "class_counts": { "human": 113, "synthetic": 1021 }, "confusion": { "human": { "predicted_human": 10, "predicted_synthetic": 103, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1021, "abstention": 0 } }, "correct": 1031, "accuracy": 0.9091710758377425, "human_rejected": 103, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 103, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.911504424778761, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5442477876106195, "observed_score_eer": 0.16944172380019584, "eer_determinate_rows": 1134, "observed_author_bonafide_logit_eer": 0.18584070796460178, "author_bonafide_logit_eer_determinate_rows": 1134 } }, "paired": { "worker_vs_ssl": { "both_correct": 884, "worker_only_correct": 21, "ssl_only_correct": 147, "neither_correct": 82, "decision_disagreements_common_determinate": 162 }, "learned_vs_worker": { "both_correct": 861, "learned_only_correct": 140, "worker_only_correct": 44, "neither_correct": 89, "decision_disagreements_common_determinate": 179 }, "learned_vs_ssl": { "both_correct": 998, "learned_only_correct": 3, "ssl_only_correct": 33, "neither_correct": 100, "decision_disagreements_common_determinate": 36 } } }, "C09": { "trials": 1058, "systems": { "worker": { "registered": 1058, "class_counts": { "human": 129, "synthetic": 929 }, "confusion": { "human": { "predicted_human": 41, "predicted_synthetic": 88, "abstention": 0 }, "synthetic": { "predicted_human": 182, "predicted_synthetic": 746, "abstention": 1 } }, "correct": 787, "accuracy": 0.7438563327032136, "human_rejected": 88, "synthetic_missed": 183, "abstentions": 1, "processing_errors": 0, "human_false_flags": 88, "synthetic_missed_as_human": 182, "human_rejection_rate_including_abstentions": 0.6821705426356589, "synthetic_miss_rate_including_abstentions": 0.1969860064585576, "balanced_accuracy": 0.5604217254528918, "observed_score_eer": 0.41001283697047497, "eer_determinate_rows": 1057 }, "learned": { "registered": 1058, "class_counts": { "human": 129, "synthetic": 929 }, "confusion": { "human": { "predicted_human": 3, "predicted_synthetic": 126, "abstention": 0 }, "synthetic": { "predicted_human": 12, "predicted_synthetic": 917, "abstention": 0 } }, "correct": 920, "accuracy": 0.8695652173913043, "human_rejected": 126, "synthetic_missed": 12, "abstentions": 0, "processing_errors": 0, "human_false_flags": 126, "synthetic_missed_as_human": 12, "human_rejection_rate_including_abstentions": 0.9767441860465116, "synthetic_miss_rate_including_abstentions": 0.012917115177610334, "balanced_accuracy": 0.505169349387939, "observed_score_eer": 0.4728682170542636, "eer_determinate_rows": 1058 }, "ssl": { "registered": 1058, "class_counts": { "human": 129, "synthetic": 929 }, "confusion": { "human": { "predicted_human": 1, "predicted_synthetic": 128, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 929, "abstention": 0 } }, "correct": 930, "accuracy": 0.8790170132325141, "human_rejected": 128, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 128, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.9922480620155039, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5038759689922481, "observed_score_eer": 0.24031007751937986, "eer_determinate_rows": 1058, "observed_author_bonafide_logit_eer": 0.24031007751937986, "author_bonafide_logit_eer_determinate_rows": 1058 } }, "paired": { "worker_vs_ssl": { "both_correct": 747, "worker_only_correct": 40, "ssl_only_correct": 183, "neither_correct": 88, "decision_disagreements_common_determinate": 222 }, "learned_vs_worker": { "both_correct": 737, "learned_only_correct": 183, "worker_only_correct": 50, "neither_correct": 88, "decision_disagreements_common_determinate": 233 }, "learned_vs_ssl": { "both_correct": 917, "learned_only_correct": 3, "ssl_only_correct": 13, "neither_correct": 125, "decision_disagreements_common_determinate": 16 } } }, "C10": { "trials": 1291, "systems": { "worker": { "registered": 1291, "class_counts": { "human": 117, "synthetic": 1174 }, "confusion": { "human": { "predicted_human": 25, "predicted_synthetic": 92, "abstention": 0 }, "synthetic": { "predicted_human": 121, "predicted_synthetic": 1053, "abstention": 0 } }, "correct": 1078, "accuracy": 0.8350116189000775, "human_rejected": 92, "synthetic_missed": 121, "abstentions": 0, "processing_errors": 0, "human_false_flags": 92, "synthetic_missed_as_human": 121, "human_rejection_rate_including_abstentions": 0.7863247863247863, "synthetic_miss_rate_including_abstentions": 0.1030664395229983, "balanced_accuracy": 0.5553043870761077, "observed_score_eer": 0.4341223980563399, "eer_determinate_rows": 1291 }, "learned": { "registered": 1291, "class_counts": { "human": 117, "synthetic": 1174 }, "confusion": { "human": { "predicted_human": 3, "predicted_synthetic": 114, "abstention": 0 }, "synthetic": { "predicted_human": 6, "predicted_synthetic": 1168, "abstention": 0 } }, "correct": 1171, "accuracy": 0.9070487993803253, "human_rejected": 114, "synthetic_missed": 6, "abstentions": 0, "processing_errors": 0, "human_false_flags": 114, "synthetic_missed_as_human": 6, "human_rejection_rate_including_abstentions": 0.9743589743589743, "synthetic_miss_rate_including_abstentions": 0.005110732538330494, "balanced_accuracy": 0.5102651465513476, "observed_score_eer": 0.47614991482112434, "eer_determinate_rows": 1291 }, "ssl": { "registered": 1291, "class_counts": { "human": 117, "synthetic": 1174 }, "confusion": { "human": { "predicted_human": 1, "predicted_synthetic": 116, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1174, "abstention": 0 } }, "correct": 1175, "accuracy": 0.9101471727343144, "human_rejected": 116, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 116, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.9914529914529915, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.5042735042735043, "observed_score_eer": 0.3333333333333333, "eer_determinate_rows": 1291, "observed_author_bonafide_logit_eer": 0.3504273504273504, "author_bonafide_logit_eer_determinate_rows": 1291 } }, "paired": { "worker_vs_ssl": { "both_correct": 1054, "worker_only_correct": 24, "ssl_only_correct": 121, "neither_correct": 92, "decision_disagreements_common_determinate": 145 }, "learned_vs_worker": { "both_correct": 1049, "learned_only_correct": 122, "worker_only_correct": 29, "neither_correct": 91, "decision_disagreements_common_determinate": 151 }, "learned_vs_ssl": { "both_correct": 1168, "learned_only_correct": 3, "ssl_only_correct": 7, "neither_correct": 113, "decision_disagreements_common_determinate": 10 } } }, "C11": { "trials": 1223, "systems": { "worker": { "registered": 1223, "class_counts": { "human": 130, "synthetic": 1093 }, "confusion": { "human": { "predicted_human": 50, "predicted_synthetic": 80, "abstention": 0 }, "synthetic": { "predicted_human": 196, "predicted_synthetic": 897, "abstention": 0 } }, "correct": 947, "accuracy": 0.7743254292722813, "human_rejected": 80, "synthetic_missed": 196, "abstentions": 0, "processing_errors": 0, "human_false_flags": 80, "synthetic_missed_as_human": 196, "human_rejection_rate_including_abstentions": 0.6153846153846154, "synthetic_miss_rate_including_abstentions": 0.17932296431838976, "balanced_accuracy": 0.6026462101484974, "observed_score_eer": 0.3577107907383137, "eer_determinate_rows": 1223 }, "learned": { "registered": 1223, "class_counts": { "human": 130, "synthetic": 1093 }, "confusion": { "human": { "predicted_human": 3, "predicted_synthetic": 127, "abstention": 0 }, "synthetic": { "predicted_human": 14, "predicted_synthetic": 1079, "abstention": 0 } }, "correct": 1082, "accuracy": 0.884709730171709, "human_rejected": 127, "synthetic_missed": 14, "abstentions": 0, "processing_errors": 0, "human_false_flags": 127, "synthetic_missed_as_human": 14, "human_rejection_rate_including_abstentions": 0.9769230769230769, "synthetic_miss_rate_including_abstentions": 0.012808783165599268, "balanced_accuracy": 0.5051340699556619, "observed_score_eer": 0.5114364135407137, "eer_determinate_rows": 1223 }, "ssl": { "registered": 1223, "class_counts": { "human": 130, "synthetic": 1093 }, "confusion": { "human": { "predicted_human": 36, "predicted_synthetic": 94, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 1093, "abstention": 0 } }, "correct": 1129, "accuracy": 0.9231398201144726, "human_rejected": 94, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 94, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.7230769230769231, "synthetic_miss_rate_including_abstentions": 0.0, "balanced_accuracy": 0.6384615384615384, "observed_score_eer": 0.07692307692307693, "eer_determinate_rows": 1223, "observed_author_bonafide_logit_eer": 0.09230769230769231, "author_bonafide_logit_eer_determinate_rows": 1223 } }, "paired": { "worker_vs_ssl": { "both_correct": 915, "worker_only_correct": 32, "ssl_only_correct": 214, "neither_correct": 62, "decision_disagreements_common_determinate": 246 }, "learned_vs_worker": { "both_correct": 883, "learned_only_correct": 199, "worker_only_correct": 64, "neither_correct": 77, "decision_disagreements_common_determinate": 263 }, "learned_vs_ssl": { "both_correct": 1079, "learned_only_correct": 3, "ssl_only_correct": 50, "neither_correct": 91, "decision_disagreements_common_determinate": 53 } } } }, "by_known_prior_asv192_exposure": { "false": { "trials": 17998, "systems": { "worker": { "registered": 17998, "class_counts": { "human": 1998, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 649, "predicted_synthetic": 1349, "abstention": 0 }, "synthetic": { "predicted_human": 2000, "predicted_synthetic": 13964, "abstention": 36 } }, "correct": 14613, "accuracy": 0.8119235470607845, "human_rejected": 1349, "synthetic_missed": 2036, "abstentions": 36, "processing_errors": 0, "human_false_flags": 1349, "synthetic_missed_as_human": 2000, "human_rejection_rate_including_abstentions": 0.6751751751751752, "synthetic_miss_rate_including_abstentions": 0.12725, "balanced_accuracy": 0.5987874124124124, "observed_score_eer": 0.3943307064396147, "eer_determinate_rows": 17962 }, "learned": { "registered": 17998, "class_counts": { "human": 1998, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 1139, "predicted_synthetic": 859, "abstention": 0 }, "synthetic": { "predicted_human": 7353, "predicted_synthetic": 8647, "abstention": 0 } }, "correct": 9786, "accuracy": 0.5437270807867541, "human_rejected": 859, "synthetic_missed": 7353, "abstentions": 0, "processing_errors": 0, "human_false_flags": 859, "synthetic_missed_as_human": 7353, "human_rejection_rate_including_abstentions": 0.42992992992992995, "synthetic_miss_rate_including_abstentions": 0.4595625, "balanced_accuracy": 0.555253785035035, "observed_score_eer": 0.44394394394394393, "eer_determinate_rows": 17998 }, "ssl": { "registered": 17998, "class_counts": { "human": 1998, "synthetic": 16000 }, "confusion": { "human": { "predicted_human": 363, "predicted_synthetic": 1635, "abstention": 0 }, "synthetic": { "predicted_human": 2, "predicted_synthetic": 15998, "abstention": 0 } }, "correct": 16361, "accuracy": 0.9090454494943883, "human_rejected": 1635, "synthetic_missed": 2, "abstentions": 0, "processing_errors": 0, "human_false_flags": 1635, "synthetic_missed_as_human": 2, "human_rejection_rate_including_abstentions": 0.8183183183183184, "synthetic_miss_rate_including_abstentions": 0.000125, "balanced_accuracy": 0.5907783408408408, "observed_score_eer": 0.2012012012012012, "eer_determinate_rows": 17998, "observed_author_bonafide_logit_eer": 0.2057057057057057, "author_bonafide_logit_eer_determinate_rows": 17998 } }, "paired": { "worker_vs_ssl": { "both_correct": 14184, "worker_only_correct": 429, "ssl_only_correct": 2177, "neither_correct": 1208, "decision_disagreements_common_determinate": 2570 }, "learned_vs_worker": { "both_correct": 7898, "learned_only_correct": 1888, "worker_only_correct": 6715, "neither_correct": 1497, "decision_disagreements_common_determinate": 8598 }, "learned_vs_ssl": { "both_correct": 8881, "learned_only_correct": 905, "ssl_only_correct": 7480, "neither_correct": 732, "decision_disagreements_common_determinate": 8385 } } }, "true": { "trials": 2, "systems": { "worker": { "registered": 2, "class_counts": { "human": 2, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 2, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 0, "accuracy": 0.0, "human_rejected": 2, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 2, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 1.0, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2 }, "learned": { "registered": 2, "class_counts": { "human": 2, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 1, "predicted_synthetic": 1, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 1, "accuracy": 0.5, "human_rejected": 1, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 1, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 0.5, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2 }, "ssl": { "registered": 2, "class_counts": { "human": 2, "synthetic": 0 }, "confusion": { "human": { "predicted_human": 0, "predicted_synthetic": 2, "abstention": 0 }, "synthetic": { "predicted_human": 0, "predicted_synthetic": 0, "abstention": 0 } }, "correct": 0, "accuracy": 0.0, "human_rejected": 2, "synthetic_missed": 0, "abstentions": 0, "processing_errors": 0, "human_false_flags": 2, "synthetic_missed_as_human": 0, "human_rejection_rate_including_abstentions": 1.0, "synthetic_miss_rate_including_abstentions": null, "balanced_accuracy": null, "observed_score_eer": null, "eer_determinate_rows": 2, "observed_author_bonafide_logit_eer": null, "author_bonafide_logit_eer_determinate_rows": 2 } }, "paired": { "worker_vs_ssl": { "both_correct": 0, "worker_only_correct": 0, "ssl_only_correct": 0, "neither_correct": 2, "decision_disagreements_common_determinate": 0 }, "learned_vs_worker": { "both_correct": 0, "learned_only_correct": 1, "worker_only_correct": 0, "neither_correct": 1, "decision_disagreements_common_determinate": 1 }, "learned_vs_ssl": { "both_correct": 0, "learned_only_correct": 1, "ssl_only_correct": 0, "neither_correct": 1, "decision_disagreements_common_determinate": 1 } } } }, "worker_abstention_reasons": { "INCONCLUSIVE_NON_VOCAL": 36 } } }