{"id":"W1907101914","doi":"10.1027/2192-0923/a000041","title":"Understanding Variance in Pilot Performance Ratings","year":2013,"lang":"en","type":"article","venue":"Aviation Psychology and Applied Human Factors","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Applied psychology; Psychology; Statistics; Variance (accounting); Rating scale; Reliability (semiconductor); Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02186745,0.0004142741,0.000474334,0.00147687,0.000313502,0.001250293,0.0004346666,0.0004483667,0.0007812417],"category_scores_gemma":[0.1219924,0.0002604324,0.0003268933,0.0007044151,0.0009785215,0.001064359,0.001124696,0.0005201155,0.00009988116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00039491,"about_ca_system_score_gemma":0.0003089463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001239088,"about_ca_topic_score_gemma":0.001211334,"domain_scores_codex":[0.9774421,0.01410022,0.001495831,0.00197116,0.004576729,0.0004138673],"domain_scores_gemma":[0.8268697,0.1484048,0.007086775,0.006948234,0.01022937,0.0004611851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001184917,0.000241037,0.8044233,0.0003216687,0.0005273305,0.0002500568,0.04894488,0.001967567,0.01340579,0.001861479,0.0007224923,0.1261496],"study_design_scores_gemma":[0.00004509884,0.0009792331,0.9788846,0.00007359983,0.0001226894,0.0003119697,0.00574019,0.007089561,0.003675655,0.001727579,0.001289988,0.00005980924],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9765246,0.0002157508,0.02094249,0.00005446104,0.00002787233,0.0001193427,0.00007201703,0.00003960308,0.002003925],"genre_scores_gemma":[0.9973487,0.00004367477,0.002314901,0.00001392494,0.00001758401,0.00006947929,0.00008378293,0.000009963469,0.00009794039],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02186745,"threshold_uncertainty_score":0.1156476,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1166949241889494,"score_gpt":0.3581434269031571,"score_spread":0.2414485027142077,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}