{"id":"W2069642353","doi":"10.1080/14759390300200155","title":"Inter-rater reliability of an electronic discussion coding system","year":2003,"lang":"en","type":"article","venue":"Technology Pedagogy and Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Acadia University","funders":"","keywords":"Coding (social sciences); Inter-rater reliability; Reliability (semiconductor); Psychology; Computer science; Mathematics education; Applied psychology; Developmental psychology; Statistics; Mathematics; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006063899,0.00005079226,0.0000933663,0.0001278797,0.0002238991,0.000008660579,0.00007874907,0.0001711338,0.00004035796],"category_scores_gemma":[0.0001897665,0.0000376167,0.00001325589,0.0001946143,0.0001905474,0.0001425678,0.00001117857,0.0001691612,0.000004771228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007552987,"about_ca_system_score_gemma":0.0007772034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001223222,"about_ca_topic_score_gemma":0.0003530515,"domain_scores_codex":[0.9993209,0.0001653649,0.0001271218,0.0001554465,0.00005316013,0.000178025],"domain_scores_gemma":[0.9996734,0.00001906338,0.00007200503,0.000140554,0.00006494255,0.0000299813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001303921,0.0002043142,0.09009475,0.00006140175,0.000006668652,2.726298e-7,0.004130722,0.000001730731,0.001235025,0.6246846,0.00006619785,0.2795013],"study_design_scores_gemma":[0.0004448301,0.000548062,0.008831654,0.000212777,0.00007967189,0.00002940426,0.4099279,0.0001208909,0.009497962,0.07251206,0.4973884,0.0004063825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913586,0.000159483,0.0002296811,0.004237244,0.0002027672,0.00009816461,2.905696e-7,0.0001051661,0.00360857],"genre_scores_gemma":[0.9984075,0.00005072011,0.0006976554,0.00001038857,0.00004397837,0.00001121612,0.000003231434,0.000003804274,0.0007714534],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5521725,"threshold_uncertainty_score":0.1722073,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0113260587859945,"score_gpt":0.3524828452656446,"score_spread":0.3411567864796501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}