{"id":"W2526840435","doi":"10.1109/dmiaf.2016.7574940","title":"Assessing unreliability in OTT video QoE subjective evaluations using clustering with idealized data","year":2016,"lang":"en","type":"article","venue":"","topic":"Image and Video Quality Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Telus (Canada)","funders":"","keywords":"Cluster analysis; Computer science; Quality of experience; Reliability (semiconductor); Consistency (knowledge bases); Set (abstract data type); Perspective (graphical); Point (geometry); Data set; Video quality; Subjective video quality; Data mining; Machine learning; Artificial intelligence; Computer network; Engineering; Image quality; Metric (unit); Image (mathematics); Quality of service; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03673159,0.0008153349,0.0007552026,0.001689796,0.000874611,0.001694723,0.001115266,0.0009536789,0.0005900018],"category_scores_gemma":[0.1358641,0.000390161,0.0008404648,0.001054615,0.002032982,0.001600176,0.002252278,0.000981934,0.0001659231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001157292,"about_ca_system_score_gemma":0.000788787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003880493,"about_ca_topic_score_gemma":0.003186991,"domain_scores_codex":[0.9718884,0.01821865,0.002028952,0.003377102,0.003905049,0.0005819599],"domain_scores_gemma":[0.8158672,0.1446847,0.0114403,0.01641358,0.01047813,0.00111619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008558747,0.00166612,0.3501463,0.001224543,0.00175666,0.0005936419,0.01994712,0.4179657,0.03253534,0.01279556,0.001842533,0.1509677],"study_design_scores_gemma":[0.0002228619,0.002995183,0.1914622,0.0002180326,0.0002633672,0.0007649658,0.005125701,0.7637951,0.01589693,0.01700188,0.001847714,0.0004060365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.797946,0.0001088183,0.2000302,0.00008276444,0.00003090075,0.000422556,0.0001972639,0.0001290215,0.001052347],"genre_scores_gemma":[0.9571101,0.00002785795,0.04200814,0.00003195885,0.00001112762,0.0002165409,0.0004412196,0.00002519729,0.0001278064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03673159,"threshold_uncertainty_score":0.1942575,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1813825072810651,"score_gpt":0.4451307727335275,"score_spread":0.2637482654524624,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}