{"id":"W2912852114","doi":"10.1002/pra2.2018.14505501119","title":"Video‐based consensus annotations for learning: A feasibility study","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software deployment; Multimedia; Online video; World Wide Web; Information retrieval; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002357212,0.00006183297,0.0001083568,0.0003988534,0.0007263761,0.0001803444,0.0005957492,0.00006572553,1.680791e-7],"category_scores_gemma":[0.009500775,0.00004803289,0.0000307896,0.001999089,0.0002740023,0.0008660632,0.00013483,0.00009274149,0.000001669229],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001076283,"about_ca_system_score_gemma":0.0001907044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002256014,"about_ca_topic_score_gemma":0.000001698994,"domain_scores_codex":[0.9990232,0.000004139422,0.0002782625,0.0001529368,0.0003571678,0.0001843228],"domain_scores_gemma":[0.9944082,0.0001354046,0.0005881069,0.0001042404,0.004739653,0.00002440244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002674282,0.000179181,0.6036894,0.00006493077,0.00002831586,6.511332e-9,0.003597735,0.00005656799,0.003024015,0.374772,0.00141291,0.01314821],"study_design_scores_gemma":[0.004321348,0.003352343,0.08912145,0.0000522716,0.00008970223,0.000004527468,0.009362058,0.7234442,0.03583785,0.09875599,0.03520229,0.0004560092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9616264,0.000002788812,0.007835,0.0278411,0.0001772186,0.00114485,0.000009203227,0.0002258001,0.001137688],"genre_scores_gemma":[0.9902734,3.572987e-7,0.009448313,0.0001186794,0.00001441281,0.0000422809,5.972659e-7,0.000001691116,0.0001002753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7233876,"threshold_uncertainty_score":0.9988426,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01685244239651851,"score_gpt":0.3005253465946058,"score_spread":0.2836729041980873,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}