{"id":"W2540172011","doi":"10.1109/tic-sth.2009.5444387","title":"Model-driven coding with VPAT: The Verbal Protocol Analysis Tool","year":2009,"lang":"en","type":"article","venue":"","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Coding (social sciences); Usability; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003726234,0.00008655865,0.0001036144,0.00007186959,0.0001374986,0.0001565542,0.0007841385,0.00002863305,0.00001189048],"category_scores_gemma":[0.0000171928,0.00004722381,0.0000534535,0.0009583398,0.00002766945,0.000498593,0.00005738767,0.00008856424,0.00001338844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003370039,"about_ca_system_score_gemma":0.00003818797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006272411,"about_ca_topic_score_gemma":0.000005033849,"domain_scores_codex":[0.9991091,0.00006737929,0.0001529662,0.0002362089,0.0002700166,0.0001642506],"domain_scores_gemma":[0.9991153,0.00002461741,0.00007490824,0.0006863365,0.00006834169,0.00003050577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003293113,0.0000668961,0.0005601093,0.000005205611,0.00007433388,0.00000218781,0.0009654252,0.1224247,0.0008832333,0.8210083,0.000267392,0.05370925],"study_design_scores_gemma":[0.0001379346,0.00008705257,0.002921964,0.000003186803,0.00002266409,0.000002276099,0.00000895725,0.9929393,0.0021124,0.001218393,0.0004544702,0.00009138209],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001028621,3.108413e-7,0.9793335,0.0004240731,0.00001125348,0.009995509,3.202223e-7,0.0001293218,0.009077054],"genre_scores_gemma":[0.1991487,1.495602e-7,0.7942032,0.0004058754,0.00001444788,0.005956509,4.045318e-7,0.000002215584,0.0002684483],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8705146,"threshold_uncertainty_score":0.1925731,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03817823692426545,"score_gpt":0.3228954370496495,"score_spread":0.284717200125384,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}