{"id":"W4293863186","doi":"10.1109/siu55565.2022.9864983","title":"A Criticism on Popular Sketch Datasets","year":2022,"lang":"en","type":"article","venue":"2022 30th Signal Processing and Communications Applications Conference (SIU)","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Sketch; Computer science; Task (project management); Sketch recognition; Similarity (geometry); Quality (philosophy); Data science; Criticism; Human–computer interaction; Information retrieval; Artificial intelligence; Image (mathematics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003316411,0.0001896006,0.0001807246,0.0001990349,0.002615686,0.0003322383,0.002734835,0.00003722101,0.0001620536],"category_scores_gemma":[0.00001424231,0.0002063009,0.00005003992,0.0007104396,0.0001830383,0.000497461,0.001556029,0.0005955257,0.00005204236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007944089,"about_ca_system_score_gemma":0.0002241489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000041791,"about_ca_topic_score_gemma":0.000009322668,"domain_scores_codex":[0.9983217,0.0002323864,0.0003062419,0.0005253623,0.0003355792,0.0002787929],"domain_scores_gemma":[0.9975468,0.0001513785,0.0001765269,0.001794381,0.0002229806,0.0001079325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002013128,0.0008376676,0.0001152275,0.0000452899,0.00003720013,0.000003516996,0.001800143,0.00005232653,0.01089448,0.8066566,0.004843503,0.1746939],"study_design_scores_gemma":[0.000770134,0.0004263938,0.001200877,0.00009293317,0.00007243446,0.0001122779,0.005562959,0.1963525,0.002185454,0.04781795,0.7443948,0.001011227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002626169,0.002893488,0.9574487,0.01618619,0.00006947124,0.000998707,0.0006095089,0.0001818471,0.01898588],"genre_scores_gemma":[0.9889957,0.0001243282,0.006284462,0.001848549,0.0000211318,0.001685786,0.0005405261,0.00001451286,0.0004850547],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9863695,"threshold_uncertainty_score":0.9986828,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03650949128462089,"score_gpt":0.3091533562823338,"score_spread":0.2726438649977129,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}