{"id":"W2560426734","doi":"10.19173/irrodl.v17i6.2846","title":"Open Assessment of Learning: A Meta-Synthesis","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peer assessment; The Internet; Open education; Computer science; Class (philosophy); Knowledge management; Distance education; Educational technology; Assessment for learning; Mathematics education; World Wide Web; Psychology; Formative assessment; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0457069,0.002396734,0.009758652,0.02213017,0.001141295,0.006350222,0.00323169,0.002538675,0.008123648],"category_scores_gemma":[0.1260364,0.001460702,0.01660304,0.01759839,0.001735443,0.005121435,0.003661072,0.00213937,0.0006132348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008687969,"about_ca_system_score_gemma":0.0137104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006106539,"about_ca_topic_score_gemma":0.01617049,"domain_scores_codex":[0.9643111,0.01694638,0.0108942,0.002294297,0.00488778,0.0006662416],"domain_scores_gemma":[0.8995475,0.0816637,0.008576292,0.002807549,0.006801407,0.0006034755],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003726082,0.00003293559,0.0007648739,0.9335333,0.03159386,0.00008512457,0.0008464545,0.000258589,0.0001734499,0.0008254275,0.001218209,0.03029513],"study_design_scores_gemma":[0.0003670535,0.0003325391,0.003398235,0.8025935,0.1692623,0.0001447683,0.001231198,0.0002009999,0.0003846809,0.001473291,0.02055043,0.00006093895],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.003448487,0.986596,0.002331322,0.0009331673,0.0005547731,0.003660403,0.001351414,0.0000404577,0.001083885],"genre_scores_gemma":[0.07610082,0.8990399,0.008077458,0.001559691,0.0002839554,0.01322482,0.001104518,0.00004928253,0.0005595224],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9967683,"threshold_uncertainty_score":0.2417241,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.186653093255899,"score_gpt":0.5005421096733849,"score_spread":0.3138890164174859,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}