{"id":"W4388976293","doi":"10.1007/978-3-031-45043-3_5","title":"Evaluation","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; SQL; Subject (documents); Focus (optics); Interface (matter); Information retrieval; Database; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001741793,0.0003711332,0.0003333281,0.0004215233,0.0001248831,0.0003004766,0.004741588,0.0001753208,0.0002466392],"category_scores_gemma":[0.0003480627,0.0003129868,0.00009103359,0.00007872287,0.00004529817,0.0002294318,0.002579917,0.0002011788,0.00213357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000119412,"about_ca_system_score_gemma":0.00005426033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001102175,"about_ca_topic_score_gemma":0.00006658264,"domain_scores_codex":[0.9964991,0.00007963279,0.0002970315,0.00126696,0.001558215,0.0002990521],"domain_scores_gemma":[0.9943899,0.0004360752,0.0001826689,0.004870887,0.00007017904,0.00005027316],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003266561,0.00001007932,1.811297e-7,0.00004373788,0.0002941001,0.00005779753,0.00001218499,0.00006253548,4.216041e-7,0.360877,0.09182056,0.5468181],"study_design_scores_gemma":[0.0001771841,0.00005780855,0.000271847,0.0005014554,0.0007295829,0.000004154654,0.00001088011,0.01485629,0.00008257401,0.2681313,0.7144234,0.0007535357],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[7.134269e-7,0.0004832765,0.02497083,0.002326432,0.00122357,0.000769155,0.00008609362,0.0006546987,0.9694852],"genre_scores_gemma":[0.00570757,0.004215837,0.02939168,0.003133843,0.0008989461,0.0004147462,0.0009586721,0.0002755631,0.9550031],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6226029,"threshold_uncertainty_score":0.9999322,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1483799302113748,"score_gpt":0.3121362580631921,"score_spread":0.1637563278518173,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}