{"id":"W4253548485","doi":"10.1007/978-1-4939-7131-2_101416","title":"Validity","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03819046,0.001624732,0.001430704,0.009223042,0.003614885,0.01096069,0.00268644,0.002253,0.07776229],"category_scores_gemma":[0.1758927,0.0009620022,0.002442419,0.004463604,0.008994566,0.01054927,0.007767883,0.003584541,0.02846347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006191637,"about_ca_system_score_gemma":0.0153027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006655347,"about_ca_topic_score_gemma":0.004541412,"domain_scores_codex":[0.942685,0.01925157,0.003645214,0.007631131,0.02510873,0.001678388],"domain_scores_gemma":[0.8907772,0.05077046,0.003774787,0.02218705,0.03140612,0.001084393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001149592,0.00008451705,0.004360715,0.0006639766,0.00009741109,0.00005890334,0.001941904,0.0008094783,0.0005505935,0.6988813,0.04034006,0.2520962],"study_design_scores_gemma":[0.0000726344,0.00009018953,0.00570646,0.001607666,0.0001615695,0.0004282389,0.002009123,0.002958587,0.003079788,0.6631287,0.320685,0.0000719575],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.004598427,0.001132866,0.07972357,0.004908723,0.0006129421,0.001184777,0.001453929,0.0003728557,0.9060119],"genre_scores_gemma":[0.4183108,0.003829481,0.1856333,0.007037196,0.002009769,0.005953996,0.007053462,0.001825618,0.3683463],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9222377,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5582135193547928,"score_gpt":0.5341573531417813,"score_spread":0.02405616621301154,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}