{"id":"W4367191237","doi":"10.5281/zenodo.7874593","title":"D5.3 Evaluation Criteria","year":2022,"lang":"en","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Automotive Partnership Council","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Computer science; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05377381,0.002356943,0.001689566,0.01079217,0.002539893,0.01465777,0.002873584,0.002956387,0.02457773],"category_scores_gemma":[0.1207103,0.000683293,0.002817969,0.006092712,0.001801364,0.003982121,0.004870086,0.001712463,0.01304788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01099688,"about_ca_system_score_gemma":0.01495503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008690372,"about_ca_topic_score_gemma":0.007237947,"domain_scores_codex":[0.8774822,0.04651206,0.02055433,0.004021135,0.04690721,0.004523055],"domain_scores_gemma":[0.8505925,0.03428955,0.006486799,0.006184804,0.09800816,0.004438212],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002791004,0.001801584,0.02844576,0.01121492,0.000568893,0.000963729,0.005093995,0.0190155,0.01904137,0.154328,0.1096684,0.6470668],"study_design_scores_gemma":[0.0006277806,0.002058918,0.03595489,0.007485043,0.000520961,0.001086638,0.007681325,0.03524381,0.04015713,0.03775877,0.8309224,0.000502282],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.06323537,0.002714622,0.2345706,0.00408521,0.0005999006,0.03787958,0.02078729,0.002659146,0.6334682],"genre_scores_gemma":[0.3288717,0.001562955,0.5186837,0.001448872,0.0002141241,0.04170941,0.02814709,0.001284002,0.07807822],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.05377381,"threshold_uncertainty_score":0.2843865,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07064894893957248,"score_gpt":0.2887309496388846,"score_spread":0.2180820006993121,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}