{"id":"W4297674479","doi":"10.5281/zenodo.1179009","title":"What Does 'Evaluation' Mean For The Nime Community?","year":2015,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2662881,0.001587968,0.004654056,0.01301139,0.009632797,0.04750415,0.00463357,0.01085269,0.006979817],"category_scores_gemma":[0.4542331,0.0008861683,0.002159823,0.01427594,0.03327438,0.04506547,0.01344557,0.008825563,0.002141839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.022075,"about_ca_system_score_gemma":0.02652945,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003546421,"about_ca_topic_score_gemma":0.003178168,"domain_scores_codex":[0.5896783,0.3080865,0.02369775,0.0109028,0.06038935,0.007245188],"domain_scores_gemma":[0.4352815,0.4080209,0.02855113,0.03259395,0.08547115,0.0100814],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003653849,0.0003176453,0.009911872,0.01317384,0.0003369507,0.0002606255,0.04125644,0.001091217,0.001146093,0.4792264,0.05279433,0.4001192],"study_design_scores_gemma":[0.00012496,0.0004671925,0.01394934,0.03396306,0.0002573,0.0005726477,0.0526792,0.001655354,0.002189586,0.3977734,0.4960017,0.000366142],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02473869,0.1349494,0.1221254,0.5379255,0.01513621,0.000961623,0.0005425984,0.000725476,0.1628952],"genre_scores_gemma":[0.6938428,0.05983352,0.1463913,0.072189,0.009052807,0.004284693,0.0007296712,0.001495315,0.0121809],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.733712,"threshold_uncertainty_score":0.9047974,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.180340118858431,"score_gpt":0.4219220950226665,"score_spread":0.2415819761642355,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}