{"id":"W4402836358","doi":"10.2139/ssrn.4967592","title":"Oriented Data-Generating Processes: A Categorization of ROC Curves","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Statistical and Computational Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université Laval","funders":"","keywords":"Categorization; Computer science; Receiver operating characteristic; Natural language processing; Artificial intelligence; Data mining; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02042994,0.001667571,0.001406614,0.008491913,0.0006491303,0.00820462,0.001987466,0.002460521,0.003485934],"category_scores_gemma":[0.1203861,0.0005896594,0.00203015,0.004439943,0.003318831,0.006103883,0.002174372,0.002819619,0.001154322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001236961,"about_ca_system_score_gemma":0.001407185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005770587,"about_ca_topic_score_gemma":0.0002959805,"domain_scores_codex":[0.9901831,0.005235502,0.0007699805,0.001523377,0.001948293,0.0003397146],"domain_scores_gemma":[0.8810675,0.09246824,0.006316947,0.009944754,0.008234393,0.001968255],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006690483,0.0004501826,0.06313574,0.001196931,0.0005107576,0.0007388769,0.002395602,0.02633488,0.00731791,0.5171231,0.006067209,0.3740597],"study_design_scores_gemma":[0.0001248178,0.0006326344,0.02873268,0.0004806598,0.0002684036,0.001710201,0.0006426602,0.2235552,0.004032147,0.7317573,0.00786221,0.0002010954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08859886,0.004657416,0.8918109,0.002898781,0.0001931287,0.0009012411,0.0009755178,0.001223749,0.008740379],"genre_scores_gemma":[0.7018946,0.004728911,0.2862757,0.001142835,0.0006470896,0.001103288,0.001464248,0.0006283451,0.002115004],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.97957,"threshold_uncertainty_score":0.1080452,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02794513490830918,"score_gpt":0.2940385003390201,"score_spread":0.2660933654307109,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}