{"id":"W4389993391","doi":"10.2139/ssrn.4658765","title":"GPT in the Loop: Evidence from the Field","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Field (mathematics); Loop (graph theory); Political science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01727195,0.0005275199,0.001651347,0.0008450659,0.001631881,0.005315694,0.002601098,0.005529579,0.06385161],"category_scores_gemma":[0.1851857,0.0004476063,0.00179373,0.00250895,0.005228179,0.00677188,0.003213112,0.005967803,0.003672807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002001128,"about_ca_system_score_gemma":0.009665154,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006599387,"about_ca_topic_score_gemma":0.004412601,"domain_scores_codex":[0.9740546,0.01888035,0.001425777,0.00160595,0.002415949,0.001617413],"domain_scores_gemma":[0.725184,0.231901,0.02028585,0.008605503,0.006103983,0.007919608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.08312946,0.006756195,0.1202233,0.01917993,0.003814638,0.0009042288,0.006220711,0.0008403118,0.0004149874,0.04946518,0.05622835,0.6528227],"study_design_scores_gemma":[0.07326721,0.02835394,0.296879,0.0894321,0.02009853,0.003681107,0.01592689,0.004799876,0.002543471,0.1951162,0.2693865,0.0005152134],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.427087,0.1897755,0.008533667,0.2102624,0.007575183,0.001914632,0.006125296,0.0004660059,0.1482602],"genre_scores_gemma":[0.9193902,0.03446579,0.002826377,0.03330231,0.005852717,0.0004611423,0.000580447,0.0002173283,0.002903717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06385161,"threshold_uncertainty_score":0.2136049,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03579953962189319,"score_gpt":0.3709646187745659,"score_spread":0.3351650791526727,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}