{"id":"W4243478513","doi":"10.1007/978-1-4939-7131-2_100019","title":"Algorithm Evaluation","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005339869,0.002091493,0.001399524,0.004477287,0.001289704,0.004688135,0.002476962,0.001832535,0.07014675],"category_scores_gemma":[0.02844518,0.0003385268,0.00116882,0.002908047,0.0006436863,0.003027536,0.001734427,0.001509971,0.03892249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001685348,"about_ca_system_score_gemma":0.003093464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003174754,"about_ca_topic_score_gemma":0.003757353,"domain_scores_codex":[0.9922743,0.001713859,0.0005452695,0.001250925,0.003684526,0.0005310073],"domain_scores_gemma":[0.9860654,0.003064418,0.0002464866,0.003039362,0.007221765,0.0003625492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009305461,0.0005263505,0.002257536,0.0005446245,0.000158235,0.00009224204,0.0000663708,0.02340801,0.004718941,0.01381413,0.1703958,0.7830871],"study_design_scores_gemma":[0.0004853098,0.0009258459,0.005510943,0.0006077473,0.0003949431,0.000831294,0.000365382,0.4753605,0.07072711,0.04447646,0.4001635,0.0001510724],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06334843,0.007692964,0.4936398,0.002510564,0.005537946,0.002581095,0.01957364,0.03872497,0.3663906],"genre_scores_gemma":[0.2634584,0.002492246,0.4773128,0.001438995,0.0007840748,0.001772685,0.06802353,0.01264569,0.1720716],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07014675,"threshold_uncertainty_score":0.2346642,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04064680106131379,"score_gpt":0.2923500542145264,"score_spread":0.2517032531532126,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}