{"id":"W2088558086","doi":"10.1145/2442576.2442590","title":"Evaluating analytic performance","year":2012,"lang":"en","type":"article","venue":"","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Boeing","keywords":"Computer science; Visual analytics; Analytics; Position paper; Position (finance); Data science; Visualization; Artificial intelligence; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000391243,0.00004181088,0.00004534992,0.00004504704,0.00005694618,0.00006552246,0.0002930433,0.00001153981,0.0001374548],"category_scores_gemma":[0.00003485009,0.000033548,0.00001604467,0.0002894224,0.000007759606,0.0008581704,0.000108374,0.00002648539,0.0004663893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001092349,"about_ca_system_score_gemma":0.00001632632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001576003,"about_ca_topic_score_gemma":2.388574e-7,"domain_scores_codex":[0.9994678,0.00001733393,0.00009384935,0.000084006,0.0001706853,0.0001662958],"domain_scores_gemma":[0.9995987,0.00001772454,0.00002656105,0.0002530445,0.00003353133,0.00007038356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.252961e-7,0.0001436121,0.07915226,0.00002719622,0.00002153555,4.617062e-7,0.0007749148,0.0005204409,0.0004746752,0.6985291,0.008710545,0.2116443],"study_design_scores_gemma":[0.00006471937,0.00001759903,0.007247149,0.000003304882,0.000003112646,0.000002861494,0.00001105059,0.9866074,0.0007261532,0.0000661119,0.005181218,0.00006930979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04962265,0.00003697861,0.9173249,0.0001856229,0.0002012111,0.00003366359,2.871134e-7,0.0001534308,0.03244125],"genre_scores_gemma":[0.9543909,0.000006099332,0.04223344,0.0006973579,0.00005455982,9.471414e-7,0.000002397338,0.000002228067,0.002612029],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.986087,"threshold_uncertainty_score":0.5994647,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1137593154161721,"score_gpt":0.4027339292924207,"score_spread":0.2889746138762487,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}