{"id":"W3081943439","doi":"10.1007/s10664-020-09863-2","title":"CROKAGE: effective solution recommendation for programming tasks by leveraging crowd knowledge","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Leverage (statistics); Code (set theory); Information retrieval; Task (project management); Relevance (law); Programming language; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004746476,0.0003164626,0.0003017028,0.0001382929,0.0001945754,0.0002771814,0.0006547721,0.0001508032,0.0000149636],"category_scores_gemma":[0.005008351,0.000346875,0.0001476888,0.0009143908,0.00002123617,0.0006039912,0.000349335,0.0004763439,0.00004830438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003237726,"about_ca_system_score_gemma":0.00006271742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008051482,"about_ca_topic_score_gemma":4.051921e-7,"domain_scores_codex":[0.9978516,0.00005431143,0.0003285453,0.0007440279,0.0002671276,0.0007543847],"domain_scores_gemma":[0.996856,0.002269787,0.00005812565,0.0002874682,0.0001560589,0.0003725879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007019431,0.000354466,0.03840925,0.001512832,0.0002819185,0.00002586714,0.007363284,0.0221675,0.008529781,0.0001923469,0.09479993,0.8262926],"study_design_scores_gemma":[0.001424741,0.0004889605,0.01218013,0.0001182089,0.00002249495,0.00001447183,0.00001579809,0.4538182,0.01073084,0.00003944002,0.5200906,0.001056045],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01104621,0.0003663812,0.983021,0.001945618,0.0005021885,0.0008578616,0.00001407199,0.002240756,0.000005872807],"genre_scores_gemma":[0.7013432,0.000005006192,0.2969367,0.0003282333,0.0004638433,0.0006796911,0.00009683302,0.00009956496,0.00004693336],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8252366,"threshold_uncertainty_score":0.9998983,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03546418867217926,"score_gpt":0.3080167954479544,"score_spread":0.2725526067757751,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}