{"id":"W4205668317","doi":"10.1364/etop.2021.w2a.3","title":"Integrated Testlets in Optics and Photonics: A Novel Assessment Tool and its Online Deployment","year":2021,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Trent University","funders":"","keywords":"Photonics; Integrated optics; Software deployment; Computer science; Systems engineering; Engineering; Software engineering; Optics; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001608003,0.00009581466,0.0001597337,0.00006730657,0.0001328573,0.00008676344,0.00007189816,0.00007154419,0.00008601696],"category_scores_gemma":[0.0009566587,0.00008549674,0.00001176331,0.0004543341,0.00008044246,0.0001205876,0.00009862961,0.0002585357,8.259927e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001669867,"about_ca_system_score_gemma":0.0004053956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006855389,"about_ca_topic_score_gemma":0.003973608,"domain_scores_codex":[0.9988464,0.000283926,0.000205183,0.0002384329,0.0002117079,0.0002143179],"domain_scores_gemma":[0.9993416,0.0002936877,0.00004469523,0.00008556587,0.0001843203,0.00005014384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001527145,0.001137072,0.05000157,0.00004390705,0.00006324303,0.00007760141,0.0114158,0.00001723942,0.1335738,0.767158,0.0001453731,0.03635111],"study_design_scores_gemma":[0.008804342,0.000623818,0.5962331,0.0007589175,0.0001268558,0.00007621939,0.1012725,0.1176807,0.0426163,0.0167177,0.1124331,0.002656489],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9780292,0.0001085663,0.006427626,0.002046903,0.0001026567,0.0002023555,0.00001127774,0.00004921704,0.01302222],"genre_scores_gemma":[0.5800772,0.0001393462,0.4175772,0.000727119,0.0000268414,0.00001019265,0.000008811755,0.00001024768,0.001423063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7504403,"threshold_uncertainty_score":0.3486456,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08528482059460464,"score_gpt":0.4240714897629439,"score_spread":0.3387866691683393,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}