{"id":"W6948002928","doi":"10.48448/nsbr-2653","title":"In-Batch Negatives for Knowledge Distillation with Tightly-Coupled Teachers for Dense Retrieval","year":2021,"lang":"en","type":"other","venue":"Open MIND","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Distillation; Knowledge transfer; Learning to rank; Knowledge base; Transfer of learning; Operator (biology); Simple (philosophy)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001306955,0.0002173019,0.0002838811,0.00004506463,0.00003983589,0.00006455308,0.0002133895,0.0003391699,0.0004465909],"category_scores_gemma":[0.00006558002,0.0001904027,0.00008262969,0.00007385657,0.00005917023,0.000002728399,0.00004065882,0.0000741339,0.000004448057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002299702,"about_ca_system_score_gemma":0.0002188623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005360828,"about_ca_topic_score_gemma":0.003098773,"domain_scores_codex":[0.9990595,0.00003169721,0.0001678643,0.0004910538,0.00005576665,0.0001941087],"domain_scores_gemma":[0.9995045,0.0000340051,0.0001114114,0.0002319512,0.00006764361,0.00005049821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.007734009,0.001101193,0.002204122,0.0006359711,0.001214588,0.00002040561,0.003484355,0.00005058632,0.80523,0.00005811356,0.134887,0.04337967],"study_design_scores_gemma":[0.002692568,0.0004369367,0.00005803133,0.0001838707,0.00006998522,0.000002440367,0.0001451017,0.0002002742,0.05456826,0.00001628264,0.9412488,0.0003774184],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.5215718,0.007514872,0.03272267,0.0004844142,0.001869581,0.01104876,0.001254011,0.00001028131,0.4235236],"genre_scores_gemma":[0.0561921,0.0001050368,0.02079813,0.00003971219,0.0008145935,0.0001237644,0.002498469,0.0003455757,0.9190826],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8063619,"threshold_uncertainty_score":0.7764398,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03586090474177323,"score_gpt":0.312566179392081,"score_spread":0.2767052746503078,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}