{"id":"W4221103262","doi":"10.2196/30258","title":"Designing Formulae for Ranking Search Results: Mixed Methods Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Acronym; Information retrieval; Field (mathematics); Data science; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3388914,0.00266328,0.004254985,0.009090495,0.002140946,0.006015453,0.003496417,0.00248994,0.006947275],"category_scores_gemma":[0.5154449,0.00180945,0.005777225,0.009146819,0.002112469,0.004527561,0.003659073,0.001902248,0.001099886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009821519,"about_ca_system_score_gemma":0.008921341,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002028983,"about_ca_topic_score_gemma":0.002303392,"domain_scores_codex":[0.5097923,0.411327,0.04242155,0.007512222,0.02669519,0.002251747],"domain_scores_gemma":[0.2333794,0.6815761,0.02506472,0.0131386,0.04540983,0.001431389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.03135327,0.01187181,0.03334207,0.05228115,0.009003428,0.00034202,0.03099996,0.0148792,0.003964634,0.0123701,0.004358312,0.795234],"study_design_scores_gemma":[0.07364737,0.2398988,0.1199201,0.04394043,0.03527178,0.001101636,0.04716788,0.2693636,0.04716236,0.05281212,0.06694826,0.002765768],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4092065,0.007508088,0.3339362,0.001060867,0.0004622742,0.2324252,0.002205332,0.0009998466,0.01219566],"genre_scores_gemma":[0.3396195,0.001228833,0.4064692,0.0004337763,0.0001291419,0.2505536,0.0005362438,0.0001953612,0.0008344298],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3388914,"threshold_uncertainty_score":0.8152646,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3333163732639756,"score_gpt":0.6190257487046005,"score_spread":0.2857093754406249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}