{"id":"W2730303399","doi":"10.18260/1-2--11175","title":"Threats To Validity In A Study Of The Effects Of Hypermedia Instruction On Learning Outcomes A Switched Replications Experiment","year":2020,"lang":"en","type":"article","venue":"","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hypermedia; Session (web analytics); Novelty; Test (biology); Computer science; Reliability (semiconductor); Mathematics education; Psychology; Multimedia; Social psychology; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5628521,0.00265582,0.003264002,0.004142575,0.005018239,0.005134791,0.005791622,0.007908585,0.005473956],"category_scores_gemma":[0.7351878,0.002134352,0.004780385,0.003889099,0.0171449,0.005774689,0.007157138,0.006972034,0.001521595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005223784,"about_ca_system_score_gemma":0.007920226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001974596,"about_ca_topic_score_gemma":0.002054248,"domain_scores_codex":[0.2734384,0.5189906,0.05748254,0.03233033,0.1124284,0.005329725],"domain_scores_gemma":[0.09619533,0.7676143,0.03807804,0.06880109,0.02738222,0.001929028],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"design_other","study_design_scores_codex":[0.07509403,0.01744545,0.3811866,0.01436302,0.008547774,0.005848431,0.1102719,0.01012148,0.02692427,0.1263466,0.01356922,0.2102812],"study_design_scores_gemma":[0.01959175,0.06061469,0.4330589,0.01089798,0.007464478,0.003809028,0.0262737,0.06954484,0.06635316,0.1411216,0.1595816,0.0016884],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4376357,0.003028651,0.342684,0.006706021,0.00662096,0.1367822,0.002200505,0.0008460958,0.06349581],"genre_scores_gemma":[0.6737407,0.0003998145,0.197743,0.005462943,0.000904694,0.1158794,0.0007576821,0.0003278847,0.004783862],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4371479,"threshold_uncertainty_score":0.5390812,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05756257865395212,"score_gpt":0.3676722945173379,"score_spread":0.3101097158633858,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}