{"id":"W4403683151","doi":"10.23977/jaip.2024.070321","title":"Text classification system based on LLM","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Advanced Computational Techniques and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Information retrieval","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008532953,0.0007789778,0.001002755,0.002635379,0.001038714,0.001183898,0.001232687,0.001013378,0.008547458],"category_scores_gemma":[0.002186372,0.0002510968,0.0006734405,0.00167331,0.0002325338,0.002402951,0.0009571959,0.0008446022,0.007026755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001003494,"about_ca_system_score_gemma":0.0008075163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003033517,"about_ca_topic_score_gemma":0.002624661,"domain_scores_codex":[0.9991732,0.00008289568,0.00009442116,0.0003046281,0.0002622832,0.00008244258],"domain_scores_gemma":[0.9989111,0.0001945999,0.0001196964,0.0001313542,0.000555917,0.0000873372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008301448,0.0003624056,0.004433513,0.0004073096,0.00007604071,0.0004950086,0.0002005071,0.006049846,0.04991857,0.00270914,0.03452932,0.8999883],"study_design_scores_gemma":[0.0001421966,0.0004749578,0.006649119,0.0000771677,0.0002064906,0.0005682075,0.0001904704,0.8978046,0.05550582,0.006282847,0.03197291,0.0001251808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09725724,0.002130332,0.8191788,0.001470551,0.001240092,0.0009132365,0.004041145,0.06018734,0.0135813],"genre_scores_gemma":[0.5654339,0.0007823398,0.3887648,0.0009300755,0.0007957679,0.0008877462,0.007474307,0.0004192918,0.0345118],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008547458,"threshold_uncertainty_score":0.02859408,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07024406697806411,"score_gpt":0.3849638597407743,"score_spread":0.3147197927627102,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}