{"id":"W2183824611","doi":"","title":"User Expressions of Relevance Judgment Certainty","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Certainty; Relevance (law); Computer science; Information retrieval; Psychology; Epistemology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0187881,0.0007202293,0.0006744997,0.001503596,0.0008641841,0.005037435,0.0007653798,0.001594624,0.005088233],"category_scores_gemma":[0.1763545,0.0004993756,0.0006595627,0.0007664838,0.001854587,0.005351752,0.003352513,0.001535035,0.0008612411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008998193,"about_ca_system_score_gemma":0.0005135278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007015741,"about_ca_topic_score_gemma":0.000346158,"domain_scores_codex":[0.9705113,0.01818683,0.001810098,0.002176626,0.006673105,0.0006421086],"domain_scores_gemma":[0.8491178,0.1154621,0.008471038,0.01183512,0.01351546,0.001598503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006508254,0.0004604911,0.0743688,0.002973312,0.0005383656,0.001811764,0.1613055,0.007354062,0.1533946,0.1822408,0.01165623,0.3973877],"study_design_scores_gemma":[0.0008091262,0.003618869,0.1630468,0.002083872,0.001256279,0.007531955,0.04314154,0.1618569,0.1246664,0.3744541,0.115555,0.001979153],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6357325,0.002650536,0.2823234,0.003362775,0.0002304615,0.0003319161,0.0005206508,0.002573451,0.07227431],"genre_scores_gemma":[0.976252,0.0001993672,0.02188105,0.0002188278,0.0000519839,0.0001138371,0.0001302001,0.0001021843,0.001050518],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0187881,"threshold_uncertainty_score":0.09936213,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01687797679169547,"score_gpt":0.2535575392161836,"score_spread":0.2366795624244881,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}