{"id":"W4313648295","doi":"10.21203/rs.3.rs-2434133/v1","title":"Adaptive Fine-tuning for Multiclass Classification over Software Requirement Data","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Transfer of learning; Software; Sentence; Pooling; Machine learning; Field (mathematics); Robustness (evolution); Embedding; Deep learning; Task (project management); Natural language processing","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00505684,0.0009570409,0.002180362,0.001666824,0.0007463639,0.001222973,0.002286029,0.001870652,0.002039045],"category_scores_gemma":[0.01525509,0.0005614705,0.001250742,0.001779221,0.0006158524,0.001568155,0.001636178,0.00297557,0.001048629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001120496,"about_ca_system_score_gemma":0.001564799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009896573,"about_ca_topic_score_gemma":0.01654852,"domain_scores_codex":[0.9970399,0.0008673338,0.0002660946,0.001052857,0.0004137449,0.0003601137],"domain_scores_gemma":[0.990729,0.005705289,0.0004895713,0.001846171,0.000948504,0.0002816016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007820058,0.0008647488,0.009034363,0.0001666569,0.0002406025,0.00007925923,0.0001590176,0.1373796,0.01611883,0.001133409,0.01028265,0.8237587],"study_design_scores_gemma":[0.0000374055,0.00006133434,0.002143276,0.00001399647,0.00002819915,0.00003971665,0.00003901214,0.99123,0.002241272,0.003589565,0.0005640284,0.00001226739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1250881,0.00170354,0.8620787,0.000724046,0.0002560783,0.0001941357,0.0006852829,0.007994615,0.001275609],"genre_scores_gemma":[0.7206779,0.0002499252,0.2730058,0.0006544962,0.0002406148,0.0002297861,0.001810648,0.0004975548,0.002633288],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009896573,"threshold_uncertainty_score":0.02674347,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4032188134488606,"score_gpt":0.4639371661756175,"score_spread":0.06071835272675691,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}