{"id":"W4242524895","doi":"10.31234/osf.io/vqjb8","title":"Strengthening the foundation of educational psychology by integrating construct validation into open science reform","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Open science; Construct (python library); Replication (statistics); Foundation (evidence); Construct validity; Computer science; Engineering ethics; Scale (ratio); Political science; Psychology; Data science; Management science; Public relations; Psychometrics; Law; Medicine; Engineering; Computer security; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5562648,0.002159389,0.004606215,0.01335627,0.008758129,0.02163342,0.006843185,0.009963282,0.005767012],"category_scores_gemma":[0.6985611,0.002423377,0.003920376,0.009971215,0.08518984,0.04039154,0.02822628,0.02474716,0.001742235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01633577,"about_ca_system_score_gemma":0.06228312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008744768,"about_ca_topic_score_gemma":0.004997661,"domain_scores_codex":[0.4091799,0.5084348,0.0169605,0.01786177,0.04363783,0.003925311],"domain_scores_gemma":[0.1062218,0.6431043,0.01904878,0.1864988,0.04141412,0.003712276],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008021264,0.0003095493,0.003567829,0.001626192,0.0002363625,0.00007402237,0.01044856,0.001634543,0.0003377703,0.8982338,0.002939025,0.0805121],"study_design_scores_gemma":[0.0001416759,0.0001837778,0.002795659,0.004043984,0.0001080555,0.00005635208,0.002051786,0.003964161,0.0009631295,0.9611592,0.02443786,0.00009429335],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01537398,0.009074193,0.7722339,0.1442885,0.002368703,0.002621127,0.000289365,0.0006808888,0.05306936],"genre_scores_gemma":[0.3955318,0.005660739,0.5739198,0.01382293,0.002182401,0.005952741,0.0002974272,0.0004592592,0.00217298],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9931568,"threshold_uncertainty_score":0.5472046,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02621300434566702,"score_gpt":0.3827002186832326,"score_spread":0.3564872143375656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}