{"id":"W1501077364","doi":"10.19173/irrodl.v16i2.1962","title":"“Remember to hand out medals”: Peer rating and expertise in a question-and-answer study group","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Python (programming language); Exploratory research; Value (mathematics); Psychology; Computer science; Mathematics education; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0478751,0.0004498104,0.0009865401,0.00177431,0.003200202,0.003377585,0.001014073,0.001536538,0.002833491],"category_scores_gemma":[0.1187617,0.0004434991,0.0004546302,0.0008299565,0.002703003,0.002966931,0.004354232,0.001564635,0.0008956911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001162569,"about_ca_system_score_gemma":0.001536068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001205658,"about_ca_topic_score_gemma":0.002688149,"domain_scores_codex":[0.9530261,0.03868613,0.001629196,0.002291664,0.002830042,0.001536945],"domain_scores_gemma":[0.8854059,0.08483867,0.008805571,0.005447125,0.00946743,0.006035303],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001064917,0.005769795,0.1003112,0.0002991723,0.00007776523,0.0009923074,0.808818,0.0001315163,0.004479002,0.001047925,0.001581224,0.07542714],"study_design_scores_gemma":[0.0006953428,0.01158606,0.1629234,0.0003404583,0.0001186821,0.001217306,0.7968745,0.002297655,0.004975665,0.002873038,0.01576415,0.0003339153],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969849,0.00005829781,0.0009583329,0.0002431771,0.00002594181,0.0003657546,0.00001408281,0.00001176865,0.001337826],"genre_scores_gemma":[0.9949261,0.00008594344,0.002148404,0.0002112055,0.00003550635,0.0008974355,0.00002932392,0.00001225054,0.001653982],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9521249,"threshold_uncertainty_score":0.2531907,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1759581250143355,"score_gpt":0.4865021184586435,"score_spread":0.3105439934443079,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}