{"id":"W1901463763","doi":"10.21432/t2d90t","title":"Profile: The Importance of Involving Experts and Learners in Formative Evaluation","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Mathematics education; Psychology; Teaching method; Evaluation methods; Research methodology; Higher education; Qualitative research; Pedagogy; Computer science; Sociology; Engineering; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04960768,0.0006110796,0.0006412529,0.002191645,0.003142206,0.006854689,0.001607614,0.002743902,0.005257941],"category_scores_gemma":[0.1946159,0.0005045718,0.0005213475,0.0008561625,0.0008548798,0.008957567,0.004780857,0.00233423,0.005120752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002081123,"about_ca_system_score_gemma":0.006032987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001403067,"about_ca_topic_score_gemma":0.004475432,"domain_scores_codex":[0.9678917,0.01775732,0.001931534,0.0008473888,0.01082043,0.0007516888],"domain_scores_gemma":[0.8547935,0.06613469,0.008493271,0.009318543,0.0514797,0.009780157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001617529,0.0009324733,0.04365526,0.001090266,0.00005844427,0.0004581775,0.01086089,0.001043407,0.006423872,0.008779505,0.05009297,0.8749871],"study_design_scores_gemma":[0.0007042082,0.006906972,0.2487141,0.008909101,0.0005750998,0.01352915,0.045065,0.04921547,0.04538186,0.1548921,0.4250475,0.001059487],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3226478,0.003734736,0.3918425,0.06681217,0.005049542,0.005711094,0.001257958,0.004071658,0.1988725],"genre_scores_gemma":[0.7436495,0.00139384,0.2138974,0.004157888,0.0008048512,0.002276846,0.0007724515,0.0004797107,0.03256745],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04960768,"threshold_uncertainty_score":0.2623536,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0764359852411186,"score_gpt":0.418714089995772,"score_spread":0.3422781047546534,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}