{"id":"W4404412796","doi":"10.1016/j.eswa.2024.125648","title":"A new approach for competency frameworks mapping using large language models","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Université TÉLUQ","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Data science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002087553,0.0001568659,0.0001887839,0.000125607,0.0002089849,0.0003970345,0.000604672,0.0001340528,0.000002572562],"category_scores_gemma":[0.000003779175,0.0001314171,0.0000600569,0.0004724014,0.00001097154,0.0003883075,0.00009699586,0.000201228,0.00001634848],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008391422,"about_ca_system_score_gemma":0.0002042832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001974381,"about_ca_topic_score_gemma":0.000002859721,"domain_scores_codex":[0.9985872,0.00002457318,0.0002624444,0.0006018919,0.0002083334,0.0003155568],"domain_scores_gemma":[0.9988509,0.00007960248,0.00005673002,0.0008344841,0.00005793173,0.0001203371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001404847,0.00003684713,0.000005481304,0.0001854536,0.0000463845,0.000002326392,0.009193012,0.04130087,0.0007526476,0.9407706,0.001423948,0.006281025],"study_design_scores_gemma":[0.0001313568,0.000006300267,4.602279e-7,0.0001346771,0.000005323098,0.00003765592,0.000974881,0.9789398,0.00002157464,0.00194246,0.01763092,0.0001746304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00004520519,0.006410389,0.989526,0.0002507655,0.000168098,0.001356819,0.000009712912,0.0005274319,0.001705598],"genre_scores_gemma":[0.1884553,0.000005809533,0.8089425,0.0001184519,0.0005107708,0.001360687,0.00001791526,0.00002658195,0.0005619478],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9388281,"threshold_uncertainty_score":0.5359036,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03832938816186795,"score_gpt":0.2950653646710826,"score_spread":0.2567359765092146,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}