{"id":"W4400223184","doi":"10.1167/jov.24.7.2","title":"TORONTO: A trial-oriented multidimensional psychometric testing algorithm","year":2024,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Statistical and numerical algorithms","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; King's College London","keywords":"Computer science; Algorithm; Psychometric testing; Psychology; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002267263,0.001130044,0.001186439,0.001625005,0.0005110277,0.001269648,0.002885191,0.00124369,0.007798108],"category_scores_gemma":[0.01212782,0.0005999154,0.001166881,0.001372718,0.0007007378,0.001388324,0.001952241,0.001559727,0.002435159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001189823,"about_ca_system_score_gemma":0.00326001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01528038,"about_ca_topic_score_gemma":0.01521902,"domain_scores_codex":[0.9988011,0.0003216491,0.0001129105,0.0001772812,0.0004988717,0.0000881807],"domain_scores_gemma":[0.9951617,0.002414272,0.000313412,0.0004800374,0.001450556,0.00018004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005957413,0.0000941702,0.003165318,0.0001782885,0.0001668337,0.0001339938,0.0001756431,0.1540661,0.006466696,0.0134032,0.00955779,0.8119963],"study_design_scores_gemma":[0.00006752799,0.0000882436,0.0004732838,0.00001963487,0.00002328387,0.00008446652,0.00002377741,0.9874734,0.001935533,0.007011843,0.002770347,0.00002858004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004766386,0.0001305913,0.9907087,0.00005838144,0.0000350249,0.0001415887,0.0001184884,0.003134305,0.0009065414],"genre_scores_gemma":[0.08429441,0.0001284855,0.9115053,0.0001309424,0.00003418203,0.0004936836,0.0006167967,0.0005276204,0.002268572],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01528038,"threshold_uncertainty_score":0.03038287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05223546547664389,"score_gpt":0.383665724284288,"score_spread":0.3314302588076441,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}