{"id":"W2049557239","doi":"10.1016/j.eswa.2015.04.054","title":"Evolutionary fine-tuning of automated semantic annotation systems","year":2015,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Annotation; Task (project management); Process (computing); Artificial intelligence; Natural language processing; Domain (mathematical analysis); Information retrieval; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002591918,0.000127867,0.0002120136,0.000138567,0.0001106132,0.000077025,0.0004942494,0.00006169655,5.245903e-7],"category_scores_gemma":[0.00001879126,0.0001097678,0.00002392417,0.0005431794,0.00003475046,0.000337184,0.0000705542,0.00006336196,0.00003750529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001065405,"about_ca_system_score_gemma":0.0001892028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006545979,"about_ca_topic_score_gemma":0.000005133005,"domain_scores_codex":[0.9985694,0.00008266847,0.0004156304,0.0003418663,0.0004021131,0.0001883263],"domain_scores_gemma":[0.9983503,0.00006420046,0.0002484496,0.0007968131,0.0004161182,0.0001240731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001933311,0.0003098778,0.003512836,0.0004348257,0.0001431776,0.0000117129,0.009791418,0.4372081,0.007167886,0.5190966,0.01992111,0.002383148],"study_design_scores_gemma":[0.0002647984,0.00003584245,0.0001697023,0.0001158783,0.000004420496,0.00006669675,0.000589536,0.9914773,0.00006590064,0.00008272879,0.006988049,0.0001391834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002935828,0.002182216,0.9916291,0.00021961,0.0002563584,0.0008169327,0.000004248014,0.0007492992,0.001206384],"genre_scores_gemma":[0.9620506,0.000003234911,0.03657353,0.00001549685,0.0001402201,0.0009517818,0.00001686077,0.00001348167,0.0002348118],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9591147,"threshold_uncertainty_score":0.4476199,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03086514863846746,"score_gpt":0.2729550098003744,"score_spread":0.2420898611619069,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}