{"id":"W1901463763","doi":"10.21432/t2d90t","title":"Profile: The Importance of Involving Experts and Learners in Formative Evaluation","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Mathematics education; Psychology; Teaching method; Evaluation methods; Research methodology; Higher education; Qualitative research; Pedagogy; Computer science; Sociology; Engineering; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004158183,0.00004897065,0.0001443377,0.0006854605,0.0001192794,0.00003915565,0.0001446334,0.00006276805,0.0001001429],"category_scores_gemma":[0.002372837,0.00003069003,0.00001437273,0.0005421785,0.0001458068,0.0002031912,0.000008827385,0.0002598128,8.260931e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004764277,"about_ca_system_score_gemma":0.0005647333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004721489,"about_ca_topic_score_gemma":0.003216457,"domain_scores_codex":[0.9989369,0.0001457478,0.000404442,0.00008001462,0.0003146576,0.000118266],"domain_scores_gemma":[0.9989424,0.0001517903,0.0003971547,0.00007906542,0.0003643447,0.00006529785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005083952,0.000003156142,0.7270999,0.00000132766,0.000004188802,0.000004135896,0.004158225,0.0002146242,0.0001778509,0.002040652,0.0002053362,0.2660855],"study_design_scores_gemma":[0.002499055,0.001898381,0.5321075,0.0003148615,0.00004036565,0.0004900208,0.2795798,0.070127,0.001290503,0.08900288,0.02233408,0.0003155328],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878968,0.002368863,0.00004367928,0.008347589,0.00004744913,0.0000740919,2.641276e-7,0.000002180431,0.001219074],"genre_scores_gemma":[0.9995528,0.0001005912,0.0001932623,0.0000730691,0.000009537547,0.000001476007,2.704547e-7,0.000001591503,0.00006735618],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2754216,"threshold_uncertainty_score":0.2840679,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0764359852411186,"score_gpt":0.418714089995772,"score_spread":0.3422781047546534,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}