{"id":"W6891814752","doi":"10.48448/3hrs-pw98","title":"Bag-of-Words Baselines for Semantic Code Search","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Natural language; Code (set theory); Semantic search; Source code; Lexical analysis; Task (project management); Natural language user interface; Semantic computing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003005173,0.0004806198,0.0007656357,0.001722458,0.000226943,0.0001496857,0.001675713,0.0002867377,0.003449744],"category_scores_gemma":[0.001093086,0.0004406802,0.0001829684,0.003080918,0.002375087,0.0001312126,0.0004469436,0.0003389433,0.0005513515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002096507,"about_ca_system_score_gemma":0.003128738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005435755,"about_ca_topic_score_gemma":0.002640891,"domain_scores_codex":[0.9951359,0.0001127392,0.0005982686,0.001306657,0.001798247,0.001048187],"domain_scores_gemma":[0.9968718,0.0002903404,0.0003882067,0.001293451,0.0008555459,0.0003007065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008027664,0.0009986492,0.0009972294,0.002605417,0.0002391791,0.00006117139,0.0004971012,0.001022364,0.09363697,0.01342492,0.8645074,0.02192934],"study_design_scores_gemma":[0.001523835,0.0002816124,0.00008420037,0.001984115,0.0001892344,0.00004251474,0.0006872092,0.1558716,0.01515442,0.0006657066,0.8221881,0.001327367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003054964,0.01307438,0.1802215,0.003037039,0.01084583,0.009684405,0.01163582,0.002762519,0.7656835],"genre_scores_gemma":[0.01830745,0.0001828562,0.1700087,0.0002805586,0.001871287,0.0001042039,0.0008979218,0.002006621,0.8063403],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1548493,"threshold_uncertainty_score":0.9998045,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06799016076969057,"score_gpt":0.3739464263495497,"score_spread":0.3059562655798591,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}