{"id":"W1501077364","doi":"10.19173/irrodl.v16i2.1962","title":"“Remember to hand out medals”: Peer rating and expertise in a question-and-answer study group","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Python (programming language); Exploratory research; Value (mathematics); Psychology; Computer science; Mathematics education; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01194215,0.00008894548,0.000241567,0.0001446212,0.0001240669,0.0004786966,0.0007587539,0.00002554865,0.000006175603],"category_scores_gemma":[0.004049451,0.00006082326,0.00001374466,0.000341256,0.00007727597,0.000324843,0.001179543,0.0003340001,0.000005141726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008722302,"about_ca_system_score_gemma":0.00007435141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001863179,"about_ca_topic_score_gemma":0.000373214,"domain_scores_codex":[0.9974058,0.0009103707,0.000361479,0.0003054,0.0008197305,0.0001972174],"domain_scores_gemma":[0.9988318,0.0004250522,0.00007753554,0.0001892937,0.0003514455,0.0001248399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002383499,0.0006375721,0.7888805,0.0009322607,0.00009631558,0.0001511918,0.04984514,0.0002165445,0.000828553,0.03381915,0.01077277,0.1135817],"study_design_scores_gemma":[0.02023112,0.004764628,0.3154427,0.1038279,0.00004470894,0.0003960598,0.1040658,0.2023557,0.000763791,0.009185443,0.2366135,0.00230864],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9247587,0.0280274,0.01049331,0.03077258,0.0003033213,0.00228462,0.00001074847,0.00002396333,0.003325363],"genre_scores_gemma":[0.9977999,0.001110433,0.0004107003,0.0001210091,0.00003403144,0.0001266979,0.000008862145,0.000004778543,0.0003836366],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4734378,"threshold_uncertainty_score":0.4847864,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1759581250143355,"score_gpt":0.4865021184586435,"score_spread":0.3105439934443079,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}