{"id":"W2901724277","doi":"10.3233/efi-180221","title":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","year":2018,"lang":"en","type":"article","venue":"Education for Information","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4194,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Université de Sherbrooke; McGill University; Quebec Rehabilitation Research Network","funders":"","keywords":"Inter-rater reliability; Limiting; Pillar; Quality (philosophy); Critical appraisal; Reliability (semiconductor); Fidelity; Multimethodology; Systematic review; Computer science; Psychology; Medicine; MEDLINE; Engineering; Chemistry; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3752629,0.004493998,0.007218275,0.01986404,0.00302458,0.01455932,0.006237505,0.004946643,0.06617246],"category_scores_gemma":[0.6359934,0.004581717,0.01140582,0.02404809,0.004596891,0.01061839,0.01167437,0.01063069,0.02571211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007825742,"about_ca_system_score_gemma":0.04135996,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00118867,"about_ca_topic_score_gemma":0.00147253,"domain_scores_codex":[0.5365772,0.2884497,0.1396058,0.005899785,0.0270847,0.002382878],"domain_scores_gemma":[0.2417118,0.531104,0.06159619,0.03808104,0.1242664,0.00324062],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002711285,0.0003033913,0.001953573,0.2301967,0.002261761,0.0003356695,0.01160557,0.003119912,0.002375385,0.03141271,0.3062363,0.4074878],"study_design_scores_gemma":[0.003989206,0.0008642517,0.008451937,0.1290786,0.001990557,0.0007932095,0.003971585,0.004824314,0.002688362,0.06250039,0.7800326,0.0008149594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.004044064,0.01313757,0.3993353,0.02383624,0.008585731,0.4506269,0.05774678,0.01235715,0.03033029],"genre_scores_gemma":[0.004432444,0.00291555,0.3043514,0.0009065899,0.0004171519,0.6794185,0.004758069,0.0009039041,0.001896217],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6247371,"threshold_uncertainty_score":0.7704121,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1460221592560119,"score_gpt":0.5800148193931113,"score_spread":0.4339926601370994,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}