{"id":"W2586196681","doi":"10.29173/cais467","title":"Evaluation of Internet Search Engines: Methodological Issues and Assumptions","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"The Internet; Search engine; Information retrieval; Computer science; World Wide Web; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002778629,0.000136091,0.0002984306,0.0001703882,0.00005757161,0.001217017,0.001337855,0.00010295,0.00007288134],"category_scores_gemma":[0.01356803,0.00009265455,0.00008401002,0.0003666622,0.0003057354,0.008581418,0.000684222,0.0001930792,0.000005281757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003523695,"about_ca_system_score_gemma":0.0001698339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002903422,"about_ca_topic_score_gemma":0.000002082352,"domain_scores_codex":[0.9980617,0.0001055646,0.0004402822,0.0001916113,0.0009688271,0.000232048],"domain_scores_gemma":[0.9358442,0.000218714,0.0003455327,0.0001615731,0.06333783,0.00009210018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001056662,0.0005395424,0.1696002,0.001064949,0.0002806114,6.91473e-7,0.1615954,0.00006408335,0.1472294,0.2443553,0.004962034,0.2702022],"study_design_scores_gemma":[0.001020103,0.0007489105,0.6185203,0.0003272344,0.0001358279,0.00004546452,0.003551303,0.1057532,0.2479346,0.01863053,0.00293711,0.0003954147],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993532,0.00009254339,0.002033699,0.002020109,0.00006161959,0.0004379303,0.00001769344,0.00002647239,0.001777926],"genre_scores_gemma":[0.9919776,0.0000581423,0.007625796,0.00004213062,0.00002017691,0.00003349963,0.000001424816,0.000004436301,0.0002367656],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4489202,"threshold_uncertainty_score":0.9998198,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1301262779788162,"score_gpt":0.3485454374292944,"score_spread":0.2184191594504783,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}