{"id":"W3185065804","doi":"10.1145/3452379","title":"PLIERS","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University; U.S. Department of Defense; National Science Foundation","keywords":"Computer science; Immutability; Programming language; Usability; Java; Process (computing); Software engineering; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001418385,0.0001915343,0.0001683206,0.0003246834,0.0003234533,0.0003579915,0.0009185717,0.00008634675,0.0002409237],"category_scores_gemma":[0.00006124568,0.000217611,0.0001532988,0.0006088529,0.00002786722,0.0007305219,0.00005394147,0.0005667415,0.0002959995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002414709,"about_ca_system_score_gemma":0.00006918018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002926775,"about_ca_topic_score_gemma":0.00001529523,"domain_scores_codex":[0.9983433,0.00009094891,0.0002623471,0.0005860379,0.0003875246,0.0003298764],"domain_scores_gemma":[0.9975553,0.0007046785,0.00004977908,0.001362089,0.000187813,0.0001403147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003736568,0.00134027,0.0004923014,0.0001028858,0.0003750872,0.0004320155,0.001698677,0.07917395,0.009380675,0.006299472,0.007535977,0.8931313],"study_design_scores_gemma":[0.005233623,0.002727644,0.04400474,0.000962214,0.0001088148,0.002630253,0.0003541132,0.4994446,0.272337,0.01424819,0.1543491,0.003599703],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03278892,0.00001625199,0.9625335,0.001046965,0.002555439,0.00009904854,0.000002440416,0.0007065876,0.000250888],"genre_scores_gemma":[0.8992884,0.00001283425,0.09932166,0.000366049,0.0001921627,0.00003746917,0.000008726609,0.00002588851,0.0007468592],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8895316,"threshold_uncertainty_score":0.8873917,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02942509716354755,"score_gpt":0.3058972013839144,"score_spread":0.2764721042203668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}