{"id":"W4376855011","doi":"10.2139/ssrn.4439327","title":"Uncovering Useful Solutions in Crowdsourcing: The Need for Deep Information when Outsiders (Re)formulate","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Data science; Computer science; Artificial intelligence; Knowledge management; Information retrieval; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01766778,0.00145975,0.002856364,0.004316378,0.003870347,0.008982703,0.003869307,0.006728892,0.007188058],"category_scores_gemma":[0.1430131,0.001272405,0.001260717,0.003905473,0.004801909,0.01998184,0.008412142,0.008156473,0.002186221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002298777,"about_ca_system_score_gemma":0.004439302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008209903,"about_ca_topic_score_gemma":0.01435811,"domain_scores_codex":[0.982885,0.008263648,0.0007479523,0.002955981,0.004268315,0.000878976],"domain_scores_gemma":[0.8713825,0.09532116,0.0062699,0.01823407,0.006124889,0.002667514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009112177,0.001071359,0.04899483,0.001838407,0.0008410966,0.001066254,0.0163394,0.09219714,0.00781283,0.2601973,0.05041092,0.5183194],"study_design_scores_gemma":[0.00008743801,0.0001103238,0.003685646,0.0003622208,0.0001020793,0.0001234237,0.006118818,0.2780579,0.001785751,0.6910107,0.01844411,0.0001116978],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2246781,0.003149948,0.6692581,0.03403931,0.0009920337,0.0007921087,0.001938111,0.001186617,0.06396564],"genre_scores_gemma":[0.8507583,0.0006421504,0.136885,0.002534618,0.0006680349,0.0004481302,0.001113088,0.0004858231,0.006465034],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01766778,"threshold_uncertainty_score":0.09343731,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02052208630725534,"score_gpt":0.2478378942618837,"score_spread":0.2273158079546283,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}