{"id":"W2015487218","doi":"10.2167/eri413.0","title":"Problematising Discourse Completion Tasks: Voices from Verbal Report","year":2008,"lang":"en","type":"article","venue":"Evaluation & Research in Education","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"British Academy; Ontario Council on Graduate Studies, Council of Ontario Universities","keywords":"Psychology; Pragmatics; Respondent; Task (project management); Perspective (graphical); Protocol analysis; Focus (optics); Discourse analysis; Conjunction (astronomy); Linguistics; Computer science; Cognitive science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004057586,0.0001472911,0.0001884637,0.0004708857,0.0008321106,0.0003655999,0.0003791652,0.00005936698,0.003449065],"category_scores_gemma":[0.0005265938,0.0001388305,0.00004753624,0.0002666117,0.0006338168,0.001193216,0.00008141413,0.000401765,0.0003366256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004879989,"about_ca_system_score_gemma":0.001772659,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009061531,"about_ca_topic_score_gemma":0.006137787,"domain_scores_codex":[0.9956539,0.001317716,0.0005989285,0.0003934421,0.00170564,0.0003303212],"domain_scores_gemma":[0.9971707,0.0003423404,0.0002544206,0.0007875838,0.001363292,0.00008167824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001138981,0.003019305,0.01063186,0.0001533684,0.0001064136,0.00003493864,0.5257818,0.0007283491,0.001237212,0.2926801,0.08645426,0.07905858],"study_design_scores_gemma":[0.001911046,0.0002015587,0.1416855,0.001087424,0.00008978108,0.00007475933,0.4853415,0.00936563,0.0003698122,0.2402063,0.1187428,0.0009239598],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8912315,0.001676263,0.0000747731,0.009937999,0.0008594215,0.001265939,0.00002420711,0.00007714514,0.09485269],"genre_scores_gemma":[0.9938571,0.0001076044,0.0007536744,0.00006933239,0.0009276346,0.0006248598,0.001231224,0.00002381422,0.002404755],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1310536,"threshold_uncertainty_score":0.9975372,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3585802091427692,"score_gpt":0.5021252802466025,"score_spread":0.1435450711038334,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}