{"id":"W4394849144","doi":"10.1007/s10270-023-01147-9","title":"Empirically evaluating modeling language ontologies: the Peira framework","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modeling language; Software engineering; Programming language; Natural language processing; Data science; Knowledge management; Software","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05391918,0.00164104,0.002067411,0.007365808,0.00216022,0.006919978,0.003277459,0.003117693,0.004764927],"category_scores_gemma":[0.3034789,0.0009583543,0.001948769,0.004490531,0.006007321,0.01651197,0.008214707,0.003738607,0.0004648775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003374309,"about_ca_system_score_gemma":0.005196135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004653542,"about_ca_topic_score_gemma":0.006919706,"domain_scores_codex":[0.9351506,0.05431989,0.001740246,0.002843231,0.005013812,0.0009320995],"domain_scores_gemma":[0.6731023,0.2964369,0.007118254,0.01522997,0.006569131,0.001543494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001858071,0.00417674,0.08050027,0.001751042,0.002099211,0.0004511223,0.004369657,0.1470832,0.002008912,0.494913,0.00424973,0.2565391],"study_design_scores_gemma":[0.0003592368,0.000832318,0.008760174,0.0003437017,0.0008964892,0.0002027305,0.003155625,0.4740472,0.001970068,0.5053012,0.004052402,0.00007895111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5258041,0.002070613,0.4251665,0.005381386,0.0001006717,0.001105932,0.000685257,0.000539318,0.03914629],"genre_scores_gemma":[0.878136,0.000223727,0.1200469,0.0002421563,0.00002950714,0.0003575487,0.0003666746,0.00006318524,0.0005343285],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05391918,"threshold_uncertainty_score":0.2851553,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08206135092399472,"score_gpt":0.3575813258738234,"score_spread":0.2755199749498287,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}