{"id":"W2966279695","doi":"10.1016/j.eswa.2019.112850","title":"A new model for evaluating subjective online ratings with uncertain intervals","year":2019,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"York University","funders":"Grantová Agentura České Republiky","keywords":"Interval (graph theory); Ranking (information retrieval); Computer science; Heuristic; Quality (philosophy); Decision maker; Fuzzy logic; Data mining; Value (mathematics); Mathematical optimization; Machine learning; Artificial intelligence; Mathematics; Operations research","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006553738,0.001520008,0.002134933,0.001953835,0.0004769887,0.003548553,0.003926729,0.002543839,0.004531526],"category_scores_gemma":[0.01844712,0.0008300371,0.00165111,0.002209952,0.001308546,0.004199286,0.001248114,0.002200162,0.001027172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002188613,"about_ca_system_score_gemma":0.001008155,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00554235,"about_ca_topic_score_gemma":0.004569118,"domain_scores_codex":[0.9945564,0.002179157,0.0003428018,0.001061886,0.001487021,0.0003727838],"domain_scores_gemma":[0.9881748,0.008236022,0.0009352834,0.0005550809,0.001763475,0.0003353062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002061851,0.0001293,0.001217336,0.0002083394,0.0001819515,0.0002213639,0.0002008308,0.8878619,0.001776528,0.04966068,0.001879233,0.05645637],"study_design_scores_gemma":[0.000007326924,0.00002820943,0.0001320726,0.000008083788,0.00001755527,0.0000227478,0.000005714885,0.9924213,0.0001093946,0.007039001,0.0001972641,0.00001136921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007391571,0.0002406592,0.9901195,0.0001943672,0.00005703073,0.00005555591,0.0001141882,0.0001394514,0.00168771],"genre_scores_gemma":[0.6871874,0.000750019,0.3002254,0.0002495153,0.0002854488,0.0004962048,0.0005034938,0.0001234134,0.01017911],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006553738,"threshold_uncertainty_score":0.03465992,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2282236190736549,"score_gpt":0.4801394856718654,"score_spread":0.2519158665982105,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}