{"id":"W3169176759","doi":"10.1101/2021.06.07.21258378","title":"Towards Development of Guidelines for Virtual Administration of Standardized Language and Literacy Assessments: Considerations for Clinicians and Researchers","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"University of Toronto","keywords":"Medical education; Literacy; Candidacy; Psychology; Delphi method; Best practice; Confidentiality; Medicine; Computer science; Pedagogy; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.6162987,0.002565698,0.004154926,0.0139055,0.007729483,0.02481603,0.0191709,0.02093987,0.003727712],"category_scores_gemma":[0.7093958,0.00386636,0.004590914,0.009285065,0.01450142,0.02929883,0.02275927,0.02688984,0.005766657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0163974,"about_ca_system_score_gemma":0.1209504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01313023,"about_ca_topic_score_gemma":0.02326471,"domain_scores_codex":[0.3065755,0.5578249,0.08651336,0.005978188,0.03564445,0.00746363],"domain_scores_gemma":[0.1661584,0.4971801,0.03806527,0.04227585,0.2347563,0.02156402],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002864107,0.001706559,0.01247884,0.01777253,0.000214551,0.003423576,0.1544662,0.00563817,0.00331511,0.06304588,0.2040278,0.5336245],"study_design_scores_gemma":[0.0005281285,0.001089266,0.01357179,0.1572382,0.0003432281,0.002830594,0.1921035,0.01095375,0.004221245,0.1089697,0.5070197,0.001131023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01797029,0.01903851,0.4488985,0.4383397,0.007731063,0.03599902,0.0007805045,0.002871895,0.02837059],"genre_scores_gemma":[0.03484653,0.007658178,0.9094386,0.01808507,0.0007391127,0.02599394,0.0005349608,0.0004141561,0.002289454],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6162987,"threshold_uncertainty_score":0.4731721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.276762995284318,"score_gpt":0.5519021392759529,"score_spread":0.2751391439916349,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}