{"id":"W2057144864","doi":"10.1080/07370024.2014.881668","title":"An Investigation of Metrics for the In Situ Detection of Software Expertise","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; In situ; Software; Chemistry; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008120763,0.0009625216,0.0005977961,0.004135586,0.0007038745,0.001598456,0.0009918243,0.001003857,0.0008094966],"category_scores_gemma":[0.08558622,0.000408831,0.0004250876,0.003196875,0.0006764921,0.002870948,0.001215395,0.00116125,0.00042362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006946907,"about_ca_system_score_gemma":0.0006528735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001272483,"about_ca_topic_score_gemma":0.002030513,"domain_scores_codex":[0.990653,0.003735999,0.0009170673,0.001123831,0.003330258,0.0002397822],"domain_scores_gemma":[0.8749433,0.07918694,0.0178169,0.009219353,0.01729855,0.001534967],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006416557,0.001239696,0.4559832,0.001929763,0.0003992181,0.0004519926,0.01669347,0.01141786,0.1068584,0.004500935,0.00248133,0.3974025],"study_design_scores_gemma":[0.00006826021,0.005677793,0.7262737,0.0004952545,0.0002423381,0.002910041,0.01048678,0.1520377,0.0829481,0.006814632,0.01173403,0.0003114907],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8116831,0.0005459313,0.1799309,0.0002807119,0.00004988121,0.0004202629,0.0006344785,0.001199401,0.005255478],"genre_scores_gemma":[0.941378,0.000126168,0.05720829,0.00003307145,0.00001988213,0.0003126283,0.0003316005,0.00006808157,0.0005223497],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9918792,"threshold_uncertainty_score":0.04294717,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03729131311483472,"score_gpt":0.3075425596002994,"score_spread":0.2702512464854647,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}