{"id":"W3140853032","doi":"10.1007/978-3-030-72240-1_11","title":"Comparing Score Aggregation Approaches for Document Retrieval with Pretrained Transformers","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Transformer; Artificial intelligence; Question answering; Information retrieval; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006098282,0.001200939,0.00190314,0.002884908,0.0006142278,0.00250656,0.001817707,0.001345079,0.003683409],"category_scores_gemma":[0.01543387,0.000489847,0.001205673,0.003411679,0.0007083484,0.005853017,0.001919765,0.001479995,0.001572348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001217057,"about_ca_system_score_gemma":0.001585413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007844736,"about_ca_topic_score_gemma":0.007132871,"domain_scores_codex":[0.9967883,0.001133532,0.0003170065,0.0003997878,0.001006494,0.0003549305],"domain_scores_gemma":[0.9895394,0.007093222,0.0002326086,0.001587159,0.001367587,0.0001799578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003186555,0.000521047,0.00332758,0.0004874446,0.0005737577,0.00008871152,0.0002368772,0.1161861,0.007245935,0.01447581,0.01276516,0.840905],"study_design_scores_gemma":[0.0001623703,0.0005704115,0.001969752,0.00002615132,0.0002171674,0.00009496183,0.0001255653,0.9717405,0.006157625,0.01726151,0.001637209,0.00003669735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2492177,0.008249388,0.7206253,0.0007024221,0.0004418943,0.0003792504,0.001344042,0.01078429,0.008255657],"genre_scores_gemma":[0.7818137,0.002249887,0.204486,0.000139253,0.0003272303,0.0001889994,0.003974449,0.0007598645,0.006060606],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007844736,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05235121322312605,"score_gpt":0.2453832477387255,"score_spread":0.1930320345155995,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}