{"id":"W6948122804","doi":"10.48448/9j7k-qj07","title":"AfriMTE and AfriCOMET: Enhancing COMET to Embrace Under-resourced African Languages","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Comet; Matching (statistics); Annotation; Languages of Africa; Quality (philosophy); Machine translation; Encoder","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005795423,0.0003563631,0.0003282897,0.0004764512,0.0001910297,0.000320419,0.0006974329,0.0001482933,0.05304439],"category_scores_gemma":[0.0001120268,0.0003102599,0.00005402484,0.001876778,0.0009923463,0.0001127712,0.001017745,0.0002533435,0.008720395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006789583,"about_ca_system_score_gemma":0.00004098081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000984651,"about_ca_topic_score_gemma":0.004568457,"domain_scores_codex":[0.9972199,0.00003387118,0.0002519269,0.0009730512,0.0008489849,0.0006723213],"domain_scores_gemma":[0.9988647,0.00004922501,0.0001180744,0.0005171513,0.00001370543,0.0004371307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001216757,0.0001506707,0.0003015132,0.0001304137,0.00004487036,0.00005389468,0.002116106,0.00004409287,0.03625553,0.008404812,0.9461116,0.006374344],"study_design_scores_gemma":[0.0001877613,0.0001077203,0.001255556,0.0001228571,0.0000454943,0.00002101282,0.0112487,0.0001832186,0.000869263,0.0002518641,0.9850657,0.0006408613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00544304,0.0007717702,0.0007009064,0.002531149,0.0004021035,0.0004215168,0.0002820831,0.000421323,0.9890261],"genre_scores_gemma":[0.2640471,0.0001084444,0.002122336,0.001835176,0.0001849119,0.00004701999,0.00006574098,0.0003462952,0.731243],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.258604,"threshold_uncertainty_score":0.999935,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01741871191680338,"score_gpt":0.2870508620789333,"score_spread":0.2696321501621299,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}