{"id":"W2069642353","doi":"10.1080/14759390300200155","title":"Inter-rater reliability of an electronic discussion coding system","year":2003,"lang":"en","type":"article","venue":"Technology Pedagogy and Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Acadia University","funders":"","keywords":"Coding (social sciences); Inter-rater reliability; Reliability (semiconductor); Psychology; Computer science; Mathematics education; Applied psychology; Developmental psychology; Statistics; Mathematics; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1705402,0.0007625092,0.001267071,0.00435095,0.001502121,0.002458288,0.001309823,0.001141671,0.001391453],"category_scores_gemma":[0.3665008,0.0005655147,0.001396273,0.003051777,0.002430199,0.001819374,0.00349916,0.001469439,0.001160348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001655075,"about_ca_system_score_gemma":0.001805397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001343967,"about_ca_topic_score_gemma":0.001275265,"domain_scores_codex":[0.7334144,0.1811558,0.03041182,0.01259567,0.04025018,0.002172025],"domain_scores_gemma":[0.4371588,0.316588,0.01976605,0.03519856,0.1892859,0.00200273],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00903232,0.001224352,0.3866699,0.002401169,0.002932732,0.0005119123,0.0544382,0.01372442,0.02847469,0.01135113,0.01017454,0.4790646],"study_design_scores_gemma":[0.001022279,0.004980875,0.6936761,0.00174491,0.001600969,0.001375071,0.01317999,0.1599513,0.06749623,0.01299857,0.04101937,0.00095443],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.711819,0.001083937,0.2565456,0.0004499675,0.001016744,0.006580725,0.001538362,0.0008996234,0.02006602],"genre_scores_gemma":[0.9269799,0.0001897182,0.06579812,0.0001058244,0.0001736492,0.004151847,0.0009053249,0.0002719579,0.001423708],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1705402,"threshold_uncertainty_score":0.9019137,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0113260587859945,"score_gpt":0.3524828452656446,"score_spread":0.3411567864796501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}