{"id":"W2414367516","doi":"10.1136/bmjopen-2015-010403","title":"Empirical evaluation of the Q-Genie tool: a protocol for assessment of effectiveness","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":47,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Toronto","funders":"Canadian Diabetes Association; Heart and Stroke Foundation of Canada","keywords":"Medicine; Protocol (science); Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4276374,0.00704742,0.0108265,0.01540879,0.00329546,0.00944126,0.005765358,0.008735675,0.08697946],"category_scores_gemma":[0.6075683,0.004966747,0.01597136,0.01668126,0.006348236,0.008807974,0.009501681,0.01071816,0.01334109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0115968,"about_ca_system_score_gemma":0.04132531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001982169,"about_ca_topic_score_gemma":0.001978152,"domain_scores_codex":[0.5453832,0.3495559,0.07127065,0.008163008,0.02103399,0.004593326],"domain_scores_gemma":[0.3412274,0.4683293,0.03741929,0.05847822,0.09037282,0.004172933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.03306244,0.002618992,0.003647673,0.2962549,0.008376208,0.0007783005,0.01485992,0.0120604,0.002167167,0.04302589,0.2536488,0.3294993],"study_design_scores_gemma":[0.09661037,0.008614008,0.01497148,0.1643799,0.00750374,0.0006038451,0.008019148,0.05038768,0.009724235,0.1448438,0.4922175,0.00212451],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001794688,0.0005442122,0.0432879,0.001986043,0.0007533794,0.9371074,0.01025011,0.001350549,0.002925622],"genre_scores_gemma":[0.001493149,0.0001232398,0.03750281,0.0001611849,0.00002166311,0.9599063,0.0004771418,0.00008860578,0.0002259064],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4276374,"threshold_uncertainty_score":0.705825,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2222707968560043,"score_gpt":0.5500169730032044,"score_spread":0.3277461761472001,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}