{"id":"W2057144864","doi":"10.1080/07370024.2014.881668","title":"An Investigation of Metrics for the In Situ Detection of Software Expertise","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; In situ; Software; Chemistry; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000541426,0.00008906361,0.0001290195,0.0002748032,0.00005378257,0.00005686729,0.0003870233,0.00005780767,0.00000138805],"category_scores_gemma":[0.0001056804,0.00007449699,0.00005501118,0.0003184987,0.00001994529,0.0009169118,0.00004924591,0.0001128146,6.237017e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004433421,"about_ca_system_score_gemma":0.000008477561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001347342,"about_ca_topic_score_gemma":0.0000503075,"domain_scores_codex":[0.9991887,0.00008395996,0.0003015207,0.0001919792,0.0001381217,0.00009577794],"domain_scores_gemma":[0.9984834,0.000735114,0.0002526409,0.0003779542,0.000126904,0.00002396937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004100702,0.0001235451,0.002019254,0.0001465999,0.00003118388,5.022179e-7,0.004305318,0.01076845,0.1693168,0.005109595,0.0002074718,0.8079302],"study_design_scores_gemma":[0.0002776011,0.0006626872,0.01827896,0.00007883635,0.00001190101,0.000007765896,0.00002507924,0.6807639,0.2959226,0.002687067,0.001138084,0.0001455358],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1661461,0.00002851088,0.8330117,0.00004023014,0.0004793869,0.0001630043,4.400766e-7,0.0001242479,0.000006282671],"genre_scores_gemma":[0.8610017,0.000004788138,0.1387972,0.00004425494,0.0001040334,0.00003483267,0.000003217821,0.000007446584,0.000002464732],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8077847,"threshold_uncertainty_score":0.3037899,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03729131311483472,"score_gpt":0.3075425596002994,"score_spread":0.2702512464854647,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}