{"id":"W1521272648","doi":"","title":"Should we pursue inter-rater reliability or diversity? An empirical study of pilot performance assessment","year":2014,"lang":"en","type":"article","venue":"Griffith Research Online (Griffith University, Queensland, Australia)","topic":"Air Traffic Management and Optimization","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"Griffith University","keywords":"Officer; Reliability (semiconductor); Humanities; Inter-rater reliability; Operations research; Computer science; Philosophy; Political science; Physics; Mathematics; Statistics; Law; Thermodynamics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001506844,0.0004040497,0.0005496651,0.0007649655,0.0005089927,0.00008409298,0.001130509,0.0002186096,0.0003846147],"category_scores_gemma":[0.00005939506,0.00035721,0.00008763483,0.001186321,0.0002804298,0.0007714956,0.0009394997,0.001148474,0.0000306707],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003503098,"about_ca_system_score_gemma":0.00007865352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006779176,"about_ca_topic_score_gemma":0.004679018,"domain_scores_codex":[0.996015,0.0007093482,0.0004631299,0.0007095648,0.001266132,0.0008368561],"domain_scores_gemma":[0.9978979,0.0002216977,0.0001016009,0.0008857683,0.0005205849,0.000372441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001492729,0.004532783,0.8106326,0.000736084,0.0002899726,0.00009576875,0.002617078,0.1608991,0.00004364042,0.0001636316,0.01421929,0.004277205],"study_design_scores_gemma":[0.005826228,0.009730925,0.7503154,0.0001896839,0.0001852323,0.00000494757,0.008108844,0.2118956,0.00005254497,0.00003635186,0.01280752,0.0008467581],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9938675,0.000005162316,0.002676568,0.0006553648,0.0002590405,0.001052673,0.0000621619,0.000322552,0.001099018],"genre_scores_gemma":[0.9920917,0.0001950885,0.002125811,0.00001741408,0.0001875751,0.000004403834,0.0001654262,0.00004421884,0.005168417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06031726,"threshold_uncertainty_score":0.999888,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2301109010364429,"score_gpt":0.4022583749856182,"score_spread":0.1721474739491753,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}