{"id":"W6968610045","doi":"10.5281/zenodo.3748767","title":"Order in Chaos: Prioritizing Mobile App Reviews using Consensus Algorithms","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University; Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Consensus algorithm; Order (exchange); Mobile apps; Replication (statistics); Mobile device","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008554641,0.0001458235,0.0002391033,0.0001595397,0.0008632416,0.0007159105,0.001203535,0.00005848531,0.000391956],"category_scores_gemma":[0.0004623754,0.0001494418,0.00004586785,0.001254416,0.00006579504,0.0002309484,0.001084989,0.0002617681,0.002662901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001197693,"about_ca_system_score_gemma":0.000007602333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003359187,"about_ca_topic_score_gemma":2.109744e-7,"domain_scores_codex":[0.9979441,0.0004746506,0.0003830875,0.0005263386,0.0002952495,0.0003766367],"domain_scores_gemma":[0.9989833,0.00002251991,0.0001258546,0.0004290919,0.0002454731,0.0001937206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004526436,0.0002870615,0.00003507302,0.0004575913,0.00005465491,0.000284544,0.03588313,0.001242299,0.04557588,0.009746603,0.1713093,0.7350786],"study_design_scores_gemma":[0.0003577649,0.0001258865,0.00002122143,0.00008081217,0.000002439792,0.0001261242,0.0003028188,0.09386484,0.0002231246,0.00002390499,0.9046839,0.0001871751],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05490876,0.006728674,0.8289634,0.00764674,0.001276793,0.005172682,0.0001261218,0.006167606,0.08900922],"genre_scores_gemma":[0.9289176,0.0006553215,0.06343871,0.002095402,0.001144764,5.697094e-7,0.0003255246,0.002475061,0.0009470124],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8740089,"threshold_uncertainty_score":0.9981136,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09311180818327643,"score_gpt":0.290088839134663,"score_spread":0.1969770309513866,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}