{"id":"W2069744915","doi":"10.1007/s10791-012-9192-1","title":"Extended structural relevance framework: a framework for evaluating structured document retrieval","year":2012,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Redundancy (engineering); Probabilistic logic; Task (project management); Tree (set theory); Data mining; Range (aeronautics); Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01427795,0.001337994,0.002301575,0.008555544,0.001251196,0.00348423,0.002966496,0.002008161,0.005250033],"category_scores_gemma":[0.04348088,0.0005958507,0.001605282,0.004239445,0.001523536,0.006541034,0.002080584,0.001404876,0.001459181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001906303,"about_ca_system_score_gemma":0.00327874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005485985,"about_ca_topic_score_gemma":0.005884741,"domain_scores_codex":[0.9888593,0.004572549,0.0006744446,0.0008858722,0.004588476,0.0004193799],"domain_scores_gemma":[0.9842103,0.007205093,0.00132166,0.002326783,0.004501326,0.0004347631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001219705,0.0007704065,0.01014133,0.00144734,0.0006222494,0.0002600847,0.0007208939,0.08017334,0.02580173,0.1463499,0.0116886,0.7208043],"study_design_scores_gemma":[0.0001632136,0.001178319,0.005173422,0.0001562805,0.0003874185,0.0004457876,0.0001821104,0.8297148,0.01071645,0.1429529,0.008770803,0.0001585047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0257211,0.002349278,0.9655446,0.0003368587,0.00007214854,0.0005911113,0.0007030567,0.001626539,0.003055297],"genre_scores_gemma":[0.4272656,0.0009449161,0.5663996,0.000131677,0.0002631151,0.0007178814,0.001233058,0.0002882862,0.002755886],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01427795,"threshold_uncertainty_score":0.07550991,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03216634289591799,"score_gpt":0.3490464434591703,"score_spread":0.3168801005632523,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}