{"id":"W4383748099","doi":"10.5195/jmla.2023.1588","title":"Automated indexing using NLM's Medical Text Indexer (MTI) compared to human indexing in Medline: a pilot study","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vancouver General Hospital; University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Search engine indexing; MEDLINE; Information retrieval; Computer science; National library; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04127869,0.0003974381,0.001062057,0.004335436,0.001033544,0.002255678,0.001403924,0.0006266062,0.002337621],"category_scores_gemma":[0.1671482,0.0004266961,0.001013607,0.005748349,0.001083465,0.003347151,0.002410583,0.0005740126,0.0008351507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001891902,"about_ca_system_score_gemma":0.002023353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004422966,"about_ca_topic_score_gemma":0.003590239,"domain_scores_codex":[0.965978,0.02183766,0.004733511,0.001806491,0.005132555,0.0005118175],"domain_scores_gemma":[0.7494453,0.1918879,0.01965337,0.01600512,0.02147487,0.001533507],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02213234,0.006007227,0.3208173,0.005848019,0.0009161023,0.0006824877,0.02551162,0.002136103,0.01164813,0.001181135,0.003448585,0.599671],"study_design_scores_gemma":[0.003254502,0.04536886,0.8672212,0.0008331147,0.00191965,0.001940584,0.01052113,0.0207932,0.02638975,0.00160245,0.01980951,0.0003460138],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882769,0.00105934,0.004209513,0.0003138387,0.00003955326,0.002015309,0.001133193,0.0004225586,0.002529681],"genre_scores_gemma":[0.9650294,0.000836754,0.0283351,0.0002779651,0.0001184173,0.002679764,0.001668855,0.0001050274,0.0009486934],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9956645,"threshold_uncertainty_score":0.2183052,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1143814894737909,"score_gpt":0.4322647871139451,"score_spread":0.3178832976401542,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}