{"id":"W2058791547","doi":"10.1145/2034832.2034859","title":"Poster","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008372792,0.0002784896,0.0004287074,0.0006580052,0.0001433522,0.00002778643,0.0009210628,0.00008408351,0.01819522],"category_scores_gemma":[0.007467616,0.0002390964,0.0001497068,0.004822284,0.00005800974,0.0008902785,0.0002230084,0.0002334808,0.05126703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002544755,"about_ca_system_score_gemma":0.0001993968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007479732,"about_ca_topic_score_gemma":0.000001396678,"domain_scores_codex":[0.9962775,0.0003503408,0.0007907542,0.0004472125,0.001709332,0.0004248946],"domain_scores_gemma":[0.9962509,0.000150957,0.0004617587,0.001700725,0.001289132,0.000146515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002712357,0.000206259,0.05595234,0.001984967,0.00006692063,0.00000195545,0.0002803798,0.000005030086,0.0001116018,0.0001574569,0.06061931,0.8805866],"study_design_scores_gemma":[0.002937037,0.0008885168,0.700287,0.007995777,0.002479411,0.0001139217,0.0000310766,0.007265445,0.005272868,0.000858175,0.2697905,0.002080268],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3765583,0.4051664,0.00008758911,0.0004595814,0.001130124,0.005355336,0.00002718859,0.0005222559,0.2106933],"genre_scores_gemma":[0.8909768,0.09956463,0.004047768,0.003734251,0.0001337223,0.000543968,0.0001303385,0.0001239328,0.0007446137],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8785064,"threshold_uncertainty_score":0.9827023,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2699808567574941,"score_gpt":0.3768817267263173,"score_spread":0.1069008699688232,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}