{"id":"W1494744363","doi":"10.19173/irrodl.v13i3.1135","title":"Creating a sustainable online instructor observation system: A case study highlighting flaws when blending mentoring and evaluation","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Accountability; Quality (philosophy); Computer science; Function (biology); Distance education; Online learning; Multimedia; Medical education; Knowledge management; Mathematics education; Psychology; Political science; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05297681,0.0007142934,0.0007271706,0.00145681,0.006522786,0.005017945,0.004703742,0.004951227,0.002566732],"category_scores_gemma":[0.0926649,0.0007605199,0.0007406278,0.001570827,0.003001155,0.006305604,0.005028736,0.00378417,0.0009049541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00562836,"about_ca_system_score_gemma":0.008926393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005975055,"about_ca_topic_score_gemma":0.0113173,"domain_scores_codex":[0.9481364,0.03834849,0.002487554,0.001962936,0.00677138,0.002293125],"domain_scores_gemma":[0.8908239,0.07025506,0.007017555,0.01119922,0.01452299,0.00618134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001317318,0.01610847,0.1038191,0.002477254,0.0001714355,0.02817196,0.3036561,0.009650196,0.01870392,0.01605881,0.01591449,0.4839509],"study_design_scores_gemma":[0.0008373685,0.01571371,0.0748462,0.003272882,0.0005106729,0.02006387,0.4472444,0.07925446,0.06672269,0.01491918,0.2757105,0.0009039411],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8901673,0.0004422091,0.08394966,0.008496314,0.0002127028,0.002671255,0.0002093658,0.0007387846,0.01311244],"genre_scores_gemma":[0.8898818,0.0004865737,0.1005579,0.0009620176,0.00005660031,0.001549342,0.0001337269,0.0002256883,0.006146314],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05297681,"threshold_uncertainty_score":0.2801715,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1578487138198621,"score_gpt":0.4937022323494995,"score_spread":0.3358535185296374,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}