{"id":"W4414034870","doi":"10.1145/3705328.3748100","title":"Metadata Generation and Evaluation using LLMs - Case Study on Canonical Titles","year":2025,"lang":"en","type":"article","venue":"","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"TD Bank Group","funders":"","keywords":"Metadata; Computer science; Information retrieval; World Wide Web; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004652771,0.0004213686,0.0005235052,0.003653267,0.001593389,0.002327122,0.001119693,0.00116592,0.007609271],"category_scores_gemma":[0.02567033,0.0002274112,0.0004780279,0.003650811,0.0009612628,0.003524247,0.00146313,0.0005201364,0.002388305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001480758,"about_ca_system_score_gemma":0.001720199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01133055,"about_ca_topic_score_gemma":0.01395287,"domain_scores_codex":[0.9952782,0.002303376,0.0004494439,0.0004581017,0.001315568,0.0001953548],"domain_scores_gemma":[0.9798558,0.01127831,0.0005866755,0.002417179,0.005185411,0.0006765876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004195426,0.004412273,0.07402682,0.003993454,0.0002034933,0.00432303,0.01474432,0.03005557,0.05940998,0.02434824,0.04035167,0.7399357],"study_design_scores_gemma":[0.0009735342,0.002484742,0.07283799,0.001022001,0.0005229001,0.003850151,0.0377116,0.3428157,0.2823772,0.01611098,0.2388989,0.0003944523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8975882,0.0006577948,0.05931626,0.00091995,0.0001651318,0.0009677185,0.005338965,0.006216978,0.02882898],"genre_scores_gemma":[0.874903,0.0003061174,0.1034572,0.0001324802,0.00005391858,0.0002962484,0.01026035,0.000818981,0.009771748],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01133055,"threshold_uncertainty_score":0.02545559,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2093141396950084,"score_gpt":0.4130081259822041,"score_spread":0.2036939862871956,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}