{"id":"W2069744915","doi":"10.1007/s10791-012-9192-1","title":"Extended structural relevance framework: a framework for evaluating structured document retrieval","year":2012,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Redundancy (engineering); Probabilistic logic; Task (project management); Tree (set theory); Data mining; Range (aeronautics); Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002230343,0.000434599,0.0004158978,0.0003853019,0.0007229766,0.0009118169,0.001257803,0.0004721436,0.0002822595],"category_scores_gemma":[0.005255644,0.0003838698,0.0002686558,0.001384317,0.0001058509,0.011237,0.0003647286,0.0008066576,0.0002679526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003894376,"about_ca_system_score_gemma":0.000295776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004061358,"about_ca_topic_score_gemma":1.446623e-7,"domain_scores_codex":[0.9950216,0.0001375364,0.00135124,0.0003063147,0.001914777,0.001268535],"domain_scores_gemma":[0.9957963,0.0009475234,0.0007894472,0.0009595088,0.001024024,0.0004832326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001003433,0.00003879215,0.0004622402,0.0002072594,0.00007269971,0.000001100411,0.01151523,0.0002696196,0.0004482938,0.8474795,0.0005248997,0.1379769],"study_design_scores_gemma":[0.008313396,0.003479715,0.06419552,0.0006424112,0.000233714,0.0003519274,0.002557546,0.2720647,0.09141935,0.4913899,0.06072437,0.004627453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1229336,0.0001503898,0.8706788,0.00067144,0.003095519,0.001556578,0.0000651526,0.0004642099,0.0003842298],"genre_scores_gemma":[0.6544176,0.00001383399,0.3438435,0.001148151,0.0003648122,0.00003290896,0.00007571754,0.00001771093,0.00008573438],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5314841,"threshold_uncertainty_score":0.9998613,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03216634289591799,"score_gpt":0.3490464434591703,"score_spread":0.3168801005632523,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}