{"id":"W7037005269","doi":"","title":"Comparative Analysis of Transformer-Based Language Models for Text Analysis in the Domain of Sustainable Development","year":2023,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Invertebrate Taxonomy and Ecology","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"","keywords":"Automatic summarization; Relevance (law); Similarity (geometry); Domain (mathematical analysis); Natural language; Representation (politics); Language model; Semantic similarity; Transfer of learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007165916,0.0002186197,0.0007258011,0.001017095,0.0001294859,0.00003361319,0.0007665665,0.0002336839,0.0005352866],"category_scores_gemma":[0.000002540709,0.000123091,0.0005255674,0.007343948,0.0002346622,0.0004290997,0.00007278295,0.0001088928,0.000005839416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007156024,"about_ca_system_score_gemma":0.00009955459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008416764,"about_ca_topic_score_gemma":0.01455992,"domain_scores_codex":[0.9989052,0.0001019172,0.0001852494,0.0003402766,0.0001474402,0.0003199145],"domain_scores_gemma":[0.9992014,0.0003404798,0.0002585565,0.0001109435,0.00002658888,0.00006205848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008214503,0.007405836,0.1372736,0.001364871,0.07667018,0.002365501,0.04025413,0.05151447,0.0002370528,0.4204444,0.2369593,0.01729617],"study_design_scores_gemma":[0.000870575,0.0002896946,0.005633755,0.00005565817,0.002490252,2.087878e-7,0.2369926,0.001098611,0.0001263826,0.0001080294,0.7517174,0.0006167943],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2693315,0.00008988439,0.0009019758,0.0002608457,0.00003345749,0.001302926,0.004967409,0.0002605301,0.7228515],"genre_scores_gemma":[0.812348,0.00001494929,0.000272361,0.00003264409,0.00001402397,8.265183e-7,0.00199684,0.00000825089,0.1853121],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5430166,"threshold_uncertainty_score":0.8124775,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0183519411887067,"score_gpt":0.1756545025929117,"score_spread":0.157302561404205,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}