{"id":"W4402635148","doi":"10.1007/978-3-031-71908-0_8","title":"Overview of the CLEF 2024 JOKER Track","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Manitoba","funders":"Agence Nationale de la Recherche","keywords":"Clef; Computer science; Track (disk drive); Information retrieval; Artificial intelligence; Computer graphics (images); Operating system; Engineering; Systems engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006611724,0.00222143,0.002352943,0.009408589,0.002927515,0.00610333,0.003743482,0.003144834,0.2414665],"category_scores_gemma":[0.008819288,0.001358027,0.001423315,0.007640246,0.0006196408,0.006826444,0.004034687,0.00291009,0.2140205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003064259,"about_ca_system_score_gemma":0.003278441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008885126,"about_ca_topic_score_gemma":0.01681257,"domain_scores_codex":[0.9959174,0.0009520648,0.0002089873,0.000663897,0.001849606,0.0004081242],"domain_scores_gemma":[0.9952892,0.00105448,0.0001470173,0.0009366917,0.001658862,0.0009137524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001311919,0.00006473031,0.000103942,0.0002375639,0.00001814897,0.00002882329,0.0000118873,0.0002421201,0.0009564235,0.001384923,0.9228735,0.0739468],"study_design_scores_gemma":[0.0001162484,0.00009389007,0.0008850755,0.00009846935,0.000017301,0.0001699271,0.00002062845,0.001931207,0.001449852,0.002859867,0.9923146,0.00004297125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01097755,0.07313871,0.08250938,0.02755804,0.02161916,0.002265512,0.1564515,0.08845566,0.5370245],"genre_scores_gemma":[0.02063197,0.01472599,0.0752553,0.009472917,0.008041978,0.001746526,0.4202019,0.02206037,0.427863],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2414665,"threshold_uncertainty_score":0.807786,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02276968012044491,"score_gpt":0.2862518246063643,"score_spread":0.2634821444859194,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}