{"id":"W3012927497","doi":"10.46743/2160-3715/2020.3579","title":"Toward a Meta-Framework for Conducting Mixed Methods Representation Analyses to Optimize Meta-Inferences","year":2020,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"University of Oxford","keywords":"Representation (politics); Sampling (signal processing); Generalization; Dimension (graph theory); Nonprobability sampling; Computer science; Boundary (topology); Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02861877,0.0002843721,0.001266198,0.0001303134,0.001106637,0.0000430578,0.0004758443,0.0001129446,0.001328215],"category_scores_gemma":[0.116683,0.0001678259,0.0004882113,0.001469909,0.0001736198,0.0003288261,0.0002112681,0.0005019183,0.0001060147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001086826,"about_ca_system_score_gemma":0.0008513816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001013876,"about_ca_topic_score_gemma":0.00004386669,"domain_scores_codex":[0.9787627,0.01661377,0.002387067,0.0007626978,0.000729333,0.0007444724],"domain_scores_gemma":[0.9276794,0.06724133,0.002327015,0.000770326,0.001397663,0.0005842493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001811507,0.00001844821,0.00007380186,0.0002919676,0.005549734,0.000010842,0.9420249,0.0003976936,0.002726364,0.03073162,0.01670055,0.00129295],"study_design_scores_gemma":[0.0006096565,0.0004090509,0.0002683031,0.0000364098,0.007419818,0.00001329705,0.8614928,0.0005808232,0.008932065,0.07895076,0.04078705,0.0005000206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0108534,0.00009356214,0.7912551,0.1934633,0.0004179604,0.002649111,0.0001055176,0.0001268171,0.001035203],"genre_scores_gemma":[0.1548165,0.000009155076,0.8022282,0.0373818,0.0003438888,0.004536259,0.00002522759,0.00003298816,0.0006259594],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1560815,"threshold_uncertainty_score":0.9995847,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9875646379022807,"score_gpt":0.8534197940687972,"score_spread":0.1341448438334835,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}