{"id":"W4321438066","doi":"10.19173/irrodl.v24i1.6689","title":"The Design and Psychometric Properties of a Peer Observation Tool for Use in LMS-Based Classrooms in Medical Sciences","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Varimax rotation; Content validity; Computer science; Peer assessment; Face validity; Reliability (semiconductor); Psychology; Content analysis; Interview; Medical education; Mathematics education; Cronbach's alpha; Psychometrics; Clinical psychology; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06462549,0.00006576219,0.0001989083,0.0004288863,0.000160852,0.00009947525,0.0006403039,0.00004734101,0.0000348345],"category_scores_gemma":[0.03672273,0.000037087,0.00002117782,0.002323874,0.0004281613,0.0001141826,0.000173968,0.0006385063,0.000001530182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004550238,"about_ca_system_score_gemma":0.0001748539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005427095,"about_ca_topic_score_gemma":0.00002974611,"domain_scores_codex":[0.9946967,0.003599296,0.000469427,0.0002149272,0.0007843556,0.0002352726],"domain_scores_gemma":[0.9915556,0.007859812,0.0001430353,0.0001141801,0.0003071188,0.00002024524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007918307,0.0001572984,0.7762383,0.0007911062,0.00003348335,0.000006456421,0.0008820567,0.000863097,0.0001404228,0.03128647,0.001778811,0.1870306],"study_design_scores_gemma":[0.002903165,0.0005489797,0.8504837,0.01376293,0.000006025587,0.000006853114,0.004205052,0.08801159,0.00005827747,0.003238475,0.03660857,0.0001664603],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9620642,0.00575064,0.00701648,0.0233894,0.0001065645,0.001322767,0.0000092701,0.000009190894,0.000331465],"genre_scores_gemma":[0.995576,0.00258649,0.00097326,0.0001101724,0.00001552653,0.0002565198,0.00002759674,0.000006513982,0.0004479843],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1868642,"threshold_uncertainty_score":0.9713914,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5197707500844525,"score_gpt":0.5591341504450672,"score_spread":0.0393634003606147,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}