{"id":"W2525241236","doi":"10.5210/ojphi.v8i2.6720","title":"Development and Validation of a Standardized Tool for Prioritization of Information Sources","year":2016,"lang":"en","type":"article","venue":"Online Journal of Public Health Informatics","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Agency of Canada; Canadian Food Inspection Agency","funders":"Canadian Food Inspection Agency","keywords":"Concordance; Cohen's kappa; Kappa; Prioritization; Reliability (semiconductor); Macro; Medicine; Data mining; Medical physics; Computer science; Statistics; Management science; Mathematics; Machine learning; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1945673,0.001474081,0.001833589,0.01712791,0.001511179,0.004664299,0.002747792,0.001217989,0.002623823],"category_scores_gemma":[0.3005519,0.0007392319,0.00306129,0.008915634,0.001733375,0.004291414,0.00520471,0.001994587,0.0007901388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005719292,"about_ca_system_score_gemma":0.01905114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003965681,"about_ca_topic_score_gemma":0.00530309,"domain_scores_codex":[0.798683,0.1124494,0.03760071,0.005137484,0.04400408,0.002125276],"domain_scores_gemma":[0.6131598,0.225569,0.02674283,0.0259703,0.1049203,0.003637798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001042818,0.00249988,0.1516836,0.004441378,0.0008376425,0.0002703764,0.01014877,0.008019022,0.003951739,0.00777261,0.01537918,0.7939529],"study_design_scores_gemma":[0.003169114,0.01257711,0.5828533,0.01750757,0.002001851,0.001882278,0.02862341,0.1753741,0.03902409,0.03132297,0.104083,0.001581321],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3179636,0.001247482,0.6047999,0.002960371,0.0008291865,0.04558605,0.005988806,0.004039997,0.01658461],"genre_scores_gemma":[0.2544155,0.0003671865,0.7180489,0.0002988684,0.00008612346,0.02252014,0.003298804,0.0001990602,0.0007654943],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1945673,"threshold_uncertainty_score":0.9932419,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.184969914975495,"score_gpt":0.4024515011830838,"score_spread":0.2174815862075887,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}