{"id":"W2890197449","doi":"","title":"Manual Versus Online Card Sorts: A Cautionary Tale for IS Researchers.","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; World Wide Web; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2671658,0.001388043,0.002207755,0.00430543,0.008406632,0.01469127,0.006692797,0.009151713,0.004796986],"category_scores_gemma":[0.5678241,0.0008845503,0.001224702,0.006136574,0.03064998,0.02146829,0.00881402,0.0247595,0.002753449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003927555,"about_ca_system_score_gemma":0.007407111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006694119,"about_ca_topic_score_gemma":0.01308395,"domain_scores_codex":[0.666123,0.2525613,0.01956228,0.01096506,0.04874341,0.002044924],"domain_scores_gemma":[0.3923604,0.4718686,0.01745198,0.04447679,0.06920371,0.004638548],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0008992754,0.0002626924,0.01535813,0.002850204,0.0004333488,0.0004975759,0.06692342,0.0002623524,0.0009987418,0.3934435,0.3257048,0.192366],"study_design_scores_gemma":[0.0003229721,0.0006918602,0.01442279,0.01159615,0.0003080055,0.001307312,0.05954489,0.002029096,0.002642734,0.3469926,0.5597036,0.0004380385],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0162453,0.02711948,0.09066685,0.7829177,0.04399138,0.0007783197,0.0004177793,0.0004249093,0.03743832],"genre_scores_gemma":[0.2699392,0.01019743,0.1012926,0.5749283,0.02477797,0.002753767,0.00023613,0.0007618787,0.01511279],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7328342,"threshold_uncertainty_score":0.9037151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03228678061349346,"score_gpt":0.3125367275341605,"score_spread":0.280249946920667,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}