{"id":"W2586196681","doi":"10.29173/cais467","title":"Evaluation of Internet Search Engines: Methodological Issues and Assumptions","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"The Internet; Search engine; Information retrieval; Computer science; World Wide Web; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4161419,0.001074131,0.002132082,0.005513733,0.002347869,0.009576176,0.006568869,0.004410084,0.001877582],"category_scores_gemma":[0.6601421,0.001627796,0.00200583,0.005749799,0.01482365,0.01156422,0.004597072,0.003341976,0.0006014062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008015473,"about_ca_system_score_gemma":0.00924312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005531084,"about_ca_topic_score_gemma":0.003117376,"domain_scores_codex":[0.4582351,0.4211137,0.04460365,0.01085525,0.06240431,0.002787895],"domain_scores_gemma":[0.2914112,0.5854881,0.04900133,0.02996847,0.04279468,0.001336237],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002880456,0.002268147,0.1128644,0.01184097,0.003183622,0.0003117502,0.01531257,0.0221242,0.002295256,0.6067993,0.005708511,0.2144108],"study_design_scores_gemma":[0.003275368,0.003561451,0.04588442,0.01231472,0.001369501,0.0005062292,0.01289537,0.06083351,0.006567006,0.8290244,0.02331841,0.0004496402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2689142,0.01749496,0.5994802,0.05163133,0.0008489464,0.01413941,0.002518132,0.0002132382,0.04475957],"genre_scores_gemma":[0.806248,0.002772027,0.1647891,0.006616165,0.0004481002,0.0175656,0.0006116478,0.00005490786,0.0008944813],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5838581,"threshold_uncertainty_score":0.720001,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1301262779788162,"score_gpt":0.3485454374292944,"score_spread":0.2184191594504783,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}