{"id":"W4413500057","doi":"10.64628/aam.nt5p5rvfx","title":"Unlike with academics and reporters, you can’t check when ChatGPT’s telling the truth","year":2023,"lang":"en","type":"article","venue":"","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Brock University","funders":"","keywords":"Truth telling; Reality check; Political science; Psychology; Psychoanalysis; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02668697,0.0007038125,0.0009259197,0.002124563,0.009616435,0.01119564,0.00189751,0.007618307,0.04190568],"category_scores_gemma":[0.2155301,0.0008133104,0.0005447374,0.001410837,0.007556061,0.01278134,0.00668895,0.0120036,0.02952218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002282659,"about_ca_system_score_gemma":0.00373366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002786431,"about_ca_topic_score_gemma":0.003178659,"domain_scores_codex":[0.9690109,0.02118404,0.001122895,0.002134816,0.00490214,0.001645262],"domain_scores_gemma":[0.7648008,0.13113,0.01917844,0.02314685,0.04163576,0.02010809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008800744,0.0003078526,0.02503998,0.0009908475,0.0001226172,0.002331646,0.1745345,0.0003329267,0.00758757,0.08116592,0.5995641,0.1071419],"study_design_scores_gemma":[0.00008375845,0.0002262294,0.005000416,0.0008593986,0.0000508327,0.00206371,0.140276,0.001259915,0.005253586,0.04207459,0.8025805,0.0002710827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.1060234,0.002883698,0.06793123,0.5452053,0.02849148,0.0006529276,0.001884756,0.005130568,0.2417967],"genre_scores_gemma":[0.6991062,0.001431292,0.02353272,0.092852,0.008095821,0.00112306,0.00105681,0.002435052,0.170367],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.04190568,"threshold_uncertainty_score":0.1411359,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08243876661442597,"score_gpt":0.3448619668581558,"score_spread":0.2624232002437298,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}