{"id":"W6894426710","doi":"10.5683/sp3/pepatk","title":"Assessing construct reliability through open-ended survey response analysis","year":2023,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reliability (semiconductor); Copying; Internal consistency; Consistency (knowledge bases); Construct (python library); Replicate; Construct validity; Process (computing)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1072932,0.001470185,0.001089554,0.009084187,0.001714192,0.002844449,0.002737202,0.001531884,0.01937771],"category_scores_gemma":[0.2562656,0.001133201,0.001561193,0.01019761,0.001299455,0.002298726,0.004351647,0.001727576,0.008839585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003429898,"about_ca_system_score_gemma":0.006777598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01079632,"about_ca_topic_score_gemma":0.01643403,"domain_scores_codex":[0.9201888,0.03754484,0.0171627,0.006620574,0.01680036,0.00168271],"domain_scores_gemma":[0.7384403,0.1416178,0.01586346,0.02746359,0.0749725,0.001642377],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001051229,0.0009752898,0.1836993,0.008903499,0.0007129292,0.0003534443,0.01706965,0.004734027,0.004373552,0.01601611,0.5487061,0.2134048],"study_design_scores_gemma":[0.001083012,0.0004182887,0.2541765,0.00261369,0.0003090173,0.0002134067,0.006871373,0.007845945,0.005818454,0.009688056,0.710569,0.0003932551],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.1243346,0.0005768617,0.09987377,0.002069177,0.0003158731,0.02239871,0.7232691,0.004557155,0.02260488],"genre_scores_gemma":[0.1176252,0.0003029361,0.1125553,0.0006697062,0.00006372428,0.1908151,0.5709018,0.001318451,0.005747747],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.8927068,"threshold_uncertainty_score":0.5674273,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1082272617886042,"score_gpt":0.4047239816285614,"score_spread":0.2964967198399572,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}