{"id":"W3012927497","doi":"10.46743/2160-3715/2020.3579","title":"Toward a Meta-Framework for Conducting Mixed Methods Representation Analyses to Optimize Meta-Inferences","year":2020,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"University of Oxford","keywords":"Representation (politics); Sampling (signal processing); Generalization; Dimension (graph theory); Nonprobability sampling; Computer science; Boundary (topology); Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6332467,0.006058883,0.01004189,0.02068477,0.003746643,0.01640699,0.01259015,0.005949278,0.006237034],"category_scores_gemma":[0.6905894,0.004737347,0.02011163,0.01697341,0.006707351,0.01158249,0.01271377,0.01552843,0.001631745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01225244,"about_ca_system_score_gemma":0.02398323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005511135,"about_ca_topic_score_gemma":0.006430146,"domain_scores_codex":[0.2395912,0.718248,0.01957317,0.0092339,0.01262608,0.0007276196],"domain_scores_gemma":[0.2248878,0.6863764,0.01948037,0.04449301,0.02318497,0.001577537],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001309584,0.0003730557,0.004212286,0.04087368,0.041808,0.0002967964,0.007041401,0.05633951,0.001336757,0.5424108,0.01515806,0.2888401],"study_design_scores_gemma":[0.001186731,0.0007509177,0.001338936,0.01524392,0.01244222,0.0001824807,0.001065044,0.1292811,0.002404732,0.7989606,0.03668495,0.0004583485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003045062,0.002202938,0.9911029,0.002386165,0.0002132155,0.002422034,0.0002822565,0.0005123528,0.0005736309],"genre_scores_gemma":[0.005367364,0.0004311975,0.9856126,0.0003908862,0.00008906186,0.007870401,0.0001203523,0.00006186225,0.0000562345],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3667533,"threshold_uncertainty_score":0.4522721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9875646379022807,"score_gpt":0.8534197940687972,"score_spread":0.1341448438334835,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}