{"id":"W4221103262","doi":"10.2196/30258","title":"Designing Formulae for Ranking Search Results: Mixed Methods Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Acronym; Information retrieval; Field (mathematics); Data science; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03472502,0.0001878386,0.0003377139,0.000369562,0.006582556,0.00004792502,0.0003903235,0.0001021796,0.001423876],"category_scores_gemma":[0.00138244,0.0001648254,0.0001051867,0.0004805249,0.00002317874,0.0008412821,0.0003039515,0.0009936051,0.00001985129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000997155,"about_ca_system_score_gemma":0.0005153074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001407595,"about_ca_topic_score_gemma":0.00005537893,"domain_scores_codex":[0.989072,0.00687532,0.002036392,0.0004075095,0.0009333824,0.0006753574],"domain_scores_gemma":[0.9955847,0.002378424,0.0007073832,0.0005369175,0.0006326135,0.0001599129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001385108,0.001109947,0.3147039,0.00113254,0.000112961,7.339635e-7,0.576039,0.000786347,0.001287324,0.001158411,0.01647291,0.08581074],"study_design_scores_gemma":[0.01227952,0.001560617,0.6032695,0.00009773491,0.0000722454,3.668147e-7,0.2806815,0.01659041,0.000550098,0.00203553,0.08228037,0.0005821649],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9691352,0.00001683236,0.01740227,0.00009872454,0.001092101,0.009879675,0.0001217317,0.0001723771,0.002081064],"genre_scores_gemma":[0.9861422,2.988999e-7,0.006987708,0.0004915876,0.0001448068,0.005131177,0.0005876588,0.00002821195,0.0004863849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2953576,"threshold_uncertainty_score":0.9994889,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3333163732639756,"score_gpt":0.6190257487046005,"score_spread":0.2857093754406249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}