{"id":"W4318828009","doi":"10.1098/rsos.210586","title":"The process of replication target selection in psychology: what to consider?","year":2023,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Replication (statistics); Computer science; Selection (genetic algorithm); Credibility; Process (computing); Checklist; Psychology; Biology; Artificial intelligence; Cognitive psychology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01566554,0.00005469603,0.00009680846,0.00006643992,0.001212464,0.0005991799,0.002506472,0.00006845978,0.00002819038],"category_scores_gemma":[0.002229508,0.00004499401,0.00003401506,0.005333275,0.001348309,0.0007162309,0.000435352,0.0001612908,0.00004780769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001668584,"about_ca_system_score_gemma":0.0008422316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00158327,"about_ca_topic_score_gemma":0.0009611839,"domain_scores_codex":[0.9978131,0.0001367892,0.0002126178,0.000489099,0.0008764672,0.0004719405],"domain_scores_gemma":[0.998802,0.0002677691,0.00008188617,0.0003439434,0.0004107372,0.0000936768],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001168982,0.0002591696,0.1249992,0.00005698092,0.00002402663,0.000004016485,0.1615121,0.001663624,0.03451057,0.04446853,0.3070692,0.3253158],"study_design_scores_gemma":[0.0008677604,0.0004238819,0.2817374,0.0003061594,0.000007202376,0.000002873059,0.2227537,0.02932833,0.04871419,0.1629114,0.2521053,0.0008416569],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.836166,0.00012351,0.001479301,0.1096605,0.0004768825,0.004476061,0.000004321851,0.0003052357,0.04730828],"genre_scores_gemma":[0.9948156,0.0002071475,0.002884957,0.000759139,0.00002976332,0.0002759784,5.446595e-7,0.00000614412,0.001020676],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3244741,"threshold_uncertainty_score":0.9325418,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1276470541803333,"score_gpt":0.5326942581601877,"score_spread":0.4050472039798544,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}