{"id":"W2156148634","doi":"10.15353/joci.v6i3.2534","title":"Flying blind, or going with the flow?: Using constructivist evaluation to manage the unexpected in the GraniteNet project","year":2011,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Project team; Action research; Participatory action research; Knowledge management; Sociology; Computer science; Pedagogy","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01628551,0.00008257195,0.0001260718,0.0001192318,0.002785458,0.0001996649,0.001184673,0.00003051652,0.00001794052],"category_scores_gemma":[0.0004460379,0.00002869727,0.00003426831,0.0009025174,0.0002881312,0.0004705191,0.00006582221,0.000642227,0.000003760941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009676111,"about_ca_system_score_gemma":0.0004769718,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006696094,"about_ca_topic_score_gemma":0.00972971,"domain_scores_codex":[0.9950492,0.003673668,0.0004622001,0.000008825541,0.0006253038,0.0001808486],"domain_scores_gemma":[0.9972726,0.001311899,0.0006414838,0.0003791963,0.0003671754,0.00002768147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006913842,0.00002020803,0.0003558519,0.00000958795,0.00002369334,8.9441e-8,0.9951534,0.0003503548,0.000002406679,0.0006518647,0.0002526396,0.003110772],"study_design_scores_gemma":[0.0002997319,0.00007520859,0.002443401,0.00009596968,0.00007158537,0.00007255398,0.9917842,0.001176275,0.000004092105,0.0003045665,0.003619551,0.00005285915],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9849906,0.00002197539,0.001127053,0.001834122,0.0001120861,0.0006724628,0.000001659746,0.000004878897,0.01123517],"genre_scores_gemma":[0.9984033,0.00002039202,0.0005106286,0.0009192579,0.0001149402,0.000007012714,5.407454e-7,0.00000445205,0.00001955075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01583947,"threshold_uncertainty_score":0.9999184,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2830983067966262,"score_gpt":0.4260498229107132,"score_spread":0.1429515161140871,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}