{"id":"W3169425788","doi":"10.18653/v1/2021.repl4nlp-1.21","title":"Predicting the Success of Domain Adaptation in Text Similarity","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Exploit; Similarity (geometry); Domain (mathematical analysis); Adaptation (eye); Domain adaptation; Task (project management); Selection (genetic algorithm); Point (geometry); Artificial intelligence; Machine learning; Data mining; Psychology; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008453649,0.0007223275,0.0007002652,0.003411718,0.0006149189,0.001288731,0.0006818063,0.001724889,0.0007108611],"category_scores_gemma":[0.04625044,0.0002417396,0.0005039726,0.002004439,0.001211187,0.004028634,0.001552875,0.001835191,0.0007769972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006920832,"about_ca_system_score_gemma":0.0003944668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002381715,"about_ca_topic_score_gemma":0.002777187,"domain_scores_codex":[0.9969953,0.001536864,0.000190033,0.0006335121,0.0004543359,0.0001899011],"domain_scores_gemma":[0.9354929,0.05210755,0.003601906,0.003546821,0.003037135,0.002213695],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001172864,0.001042334,0.4143686,0.0003979848,0.0005435734,0.0004227316,0.0008309102,0.279869,0.01295296,0.003150912,0.00623534,0.2790128],"study_design_scores_gemma":[0.00003067705,0.0004149,0.05502552,0.00003452658,0.00007331176,0.0002429697,0.0002450879,0.9285135,0.008454222,0.006196589,0.000720091,0.00004854539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9533005,0.001505928,0.04185561,0.0004889985,0.00005750614,0.0000897155,0.0002659108,0.0003065417,0.002129335],"genre_scores_gemma":[0.9924123,0.0001557262,0.006372378,0.00003973415,0.00004087645,0.00002255903,0.0003206981,0.00003589955,0.0005997649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008453649,"threshold_uncertainty_score":0.04470772,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03325727457945828,"score_gpt":0.2713782545948602,"score_spread":0.2381209800154019,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}