{"id":"W1966802006","doi":"10.1103/physrevstper.10.020105","title":"Assessing the quality of a student-generated question repository","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"University of Edinburgh; Joint Information Systems Committee","keywords":"Quality (philosophy); Summative assessment; Subject (documents); Work (physics); Quality assessment; Contrast (vision)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006847783,0.00009026777,0.0002448774,0.00004379658,0.001074226,0.0002498075,0.0006014372,0.00003530674,0.0001139314],"category_scores_gemma":[0.002496045,0.00006976988,0.0001109852,0.00117479,0.0006609337,0.0003434765,0.0000625796,0.0004006825,0.00005524468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000176783,"about_ca_system_score_gemma":0.001960043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001340745,"about_ca_topic_score_gemma":0.0001034759,"domain_scores_codex":[0.9928575,0.004742071,0.0003681386,0.0002767398,0.001460168,0.0002954156],"domain_scores_gemma":[0.9968189,0.001066325,0.000225401,0.0004447474,0.001302588,0.0001420122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001095256,0.0004816053,0.00199598,0.0001019104,0.000004705114,1.98405e-8,0.005301238,0.000001822056,0.0004681264,0.8179126,0.004546726,0.1691841],"study_design_scores_gemma":[0.0001512673,0.00007933802,0.1065361,0.0007548307,0.00003867432,3.128879e-7,0.0161989,0.0001098234,0.001945743,0.179741,0.6941091,0.0003348477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4826345,0.002038047,0.0003433663,0.0293259,0.003715821,0.001321737,0.000001649479,0.00004529259,0.4805737],"genre_scores_gemma":[0.9631839,0.001435709,0.0001050218,0.0005900358,0.03173466,0.0001057574,0.000009944755,0.000008694288,0.002826208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6895624,"threshold_uncertainty_score":0.8262187,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3622447747359495,"score_gpt":0.6512391505911971,"score_spread":0.2889943758552476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}