{"id":"W2515979697","doi":"10.1145/2970398.2970427","title":"Retrievability in API-Based \"Evaluation as a Service\"","year":2016,"lang":"en","type":"article","venue":"","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Retrievability; Computer science; Task (project management); Raw data; Service (business); World Wide Web; Data collection; Database; Application programming interface; Information retrieval; Engineering; Operating system; Programming language; Document retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1247521,0.001839262,0.002875478,0.005899796,0.00280166,0.008916039,0.004758801,0.003579165,0.004038243],"category_scores_gemma":[0.4031939,0.001529265,0.001537922,0.005732891,0.005476241,0.01471807,0.01051203,0.003913381,0.001947148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004160156,"about_ca_system_score_gemma":0.005108162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005712371,"about_ca_topic_score_gemma":0.00305749,"domain_scores_codex":[0.7407762,0.1873112,0.01299241,0.01118309,0.04398815,0.003748993],"domain_scores_gemma":[0.4838804,0.3316181,0.03117172,0.1141411,0.03474124,0.004447463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.006454751,0.001832281,0.07341687,0.003170338,0.001203474,0.001627484,0.02800058,0.0383001,0.02464549,0.1406868,0.02064321,0.6600186],"study_design_scores_gemma":[0.0009558712,0.002951237,0.06161757,0.000941014,0.0005631497,0.002422701,0.006953776,0.4832084,0.04983702,0.2864538,0.1030535,0.00104179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.269996,0.001873101,0.6795779,0.003582268,0.0003513434,0.002659006,0.001254186,0.01945733,0.02124884],"genre_scores_gemma":[0.8494799,0.0002942413,0.141034,0.0009202931,0.0002020905,0.002073434,0.001294364,0.002294763,0.002407027],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1247521,"threshold_uncertainty_score":0.65976,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03361806814480135,"score_gpt":0.3129838895884333,"score_spread":0.2793658214436319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}