{"id":"W2515979697","doi":"10.1145/2970398.2970427","title":"Retrievability in API-Based \"Evaluation as a Service\"","year":2016,"lang":"en","type":"article","venue":"","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Retrievability; Computer science; Task (project management); Raw data; Service (business); World Wide Web; Data collection; Database; Application programming interface; Information retrieval; Engineering; Operating system; Programming language; Document retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002391156,0.00007336175,0.00009119989,0.0001945426,0.00002977444,0.0000563271,0.0005225084,0.00006733662,0.0002913307],"category_scores_gemma":[0.001185497,0.0000466392,0.00003276595,0.001727966,0.00002027647,0.0008376995,0.0001033319,0.00005300801,0.0004735641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001990228,"about_ca_system_score_gemma":0.0003614059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002503938,"about_ca_topic_score_gemma":0.0003390567,"domain_scores_codex":[0.9987009,0.00009122139,0.0002533447,0.0002959106,0.0004730384,0.000185633],"domain_scores_gemma":[0.9986107,0.0003056516,0.00004709127,0.0007039113,0.0002707477,0.00006189696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006591002,0.0004416503,0.1048452,0.00006364076,0.000006702428,0.000003001465,0.0005552919,0.0001933636,0.001603564,0.1237975,0.0007902654,0.7676339],"study_design_scores_gemma":[0.003543049,0.0003560244,0.3970761,0.00006046307,0.000004932976,0.000002632937,0.00003534703,0.465478,0.0278325,0.09852118,0.006644394,0.0004453112],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5981012,0.00001452311,0.3650063,0.01040683,0.0001887142,0.0004008543,0.000001156095,0.0001503031,0.0257301],"genre_scores_gemma":[0.9892199,0.000001320614,0.008421672,0.002224258,0.00001173245,0.00001169026,7.491808e-7,0.000002023903,0.0001066247],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7671886,"threshold_uncertainty_score":0.6086866,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03361806814480135,"score_gpt":0.3129838895884333,"score_spread":0.2793658214436319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}