{"id":"W4236372141","doi":"10.14393/ufu.te.2020.454","title":"CROKAGE: effective solution recommendation for programming tasks by leveraging crowd knowledge","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health","funders":"","keywords":"Computer science; Leverage (statistics); Information retrieval; Code (set theory); Task (project management); Relevance (law); Crowdsourcing; Programming language; World Wide Web; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002479948,0.003824936,0.001825187,0.007657311,0.001300454,0.002041094,0.003685541,0.003226033,0.006460885],"category_scores_gemma":[0.01154713,0.0008858762,0.001833,0.002950537,0.000940808,0.00445934,0.003742436,0.002181415,0.003804046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001377254,"about_ca_system_score_gemma":0.00327793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01708665,"about_ca_topic_score_gemma":0.03385796,"domain_scores_codex":[0.9969228,0.0006912528,0.0001951668,0.0009793523,0.001002687,0.0002088053],"domain_scores_gemma":[0.9969369,0.001522644,0.0002475767,0.0004864646,0.0005564329,0.0002500264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001260047,0.001648379,0.006646848,0.002486373,0.0003705537,0.0009321194,0.001714069,0.03931752,0.02457134,0.006671824,0.1124133,0.8019675],"study_design_scores_gemma":[0.0006047831,0.00064277,0.003384167,0.0002670364,0.0002795717,0.0005351815,0.001755785,0.8796058,0.01966091,0.02563729,0.06740096,0.0002257536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.104657,0.006311343,0.7730718,0.00241096,0.000557712,0.002886582,0.00740068,0.08621307,0.01649082],"genre_scores_gemma":[0.2080157,0.001185701,0.7649976,0.001107692,0.0001396169,0.0011479,0.01491482,0.001281111,0.007209819],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01708665,"threshold_uncertainty_score":0.03397441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02109453652020036,"score_gpt":0.3185644232366015,"score_spread":0.2974698867164011,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}