{"id":"W2136792814","doi":"10.1145/1978942.1979206","title":"Determining relevancy","year":2011,"lang":"en","type":"article","venue":"","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Formative assessment; Situational ethics; Usability; World Wide Web; Software; Data science; Human–computer interaction; Psychology; Mathematics education; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00059303,0.00004289945,0.00005972103,0.0001351543,0.00005586085,0.00007697339,0.0003445629,0.00001601693,0.009160676],"category_scores_gemma":[0.0001645133,0.00002798479,0.00004128834,0.0002209003,0.00001694739,0.0006498294,0.00006943599,0.00002889257,0.004953677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004047455,"about_ca_system_score_gemma":0.000006131171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005437981,"about_ca_topic_score_gemma":0.000007584283,"domain_scores_codex":[0.9991019,0.00001424768,0.0002522432,0.0001046879,0.0004285962,0.00009837747],"domain_scores_gemma":[0.9995513,0.00005940177,0.00006175791,0.0002166795,0.00006708962,0.00004376902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001363122,0.00004590188,0.2794736,0.000001401403,0.000006165534,0.00001606007,0.005118554,0.000001128626,0.0001028385,0.0527038,0.07375353,0.5887634],"study_design_scores_gemma":[0.0002914493,0.00006397589,0.8281655,0.000004360223,0.000009301585,0.000005100797,0.00359711,0.001836403,0.001215756,0.02129053,0.143296,0.000224498],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4286586,0.000003050241,0.005201437,0.00005697093,0.000152528,0.00003721102,4.383769e-7,0.0000523339,0.5658374],"genre_scores_gemma":[0.963236,0.000001019584,0.00629828,0.0005073901,0.00001420075,0.000003209605,3.491551e-7,0.000002057104,0.02993746],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5885389,"threshold_uncertainty_score":0.9958211,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6954704636494,"score_gpt":0.4780785761920945,"score_spread":0.2173918874573055,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}