{"id":"W4405827159","doi":"10.21203/rs.3.rs-5712957/v1","title":"Empirical Evaluation for Cricket CommentaryDecoder","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cricket; Empirical research; Computer science; Mathematics; Statistics; Biology; Zoology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00642531,0.0002145504,0.0004614588,0.000768026,0.0002060205,0.000401911,0.0004201975,0.0003072121,0.002653846],"category_scores_gemma":[0.0002845934,0.0002261521,0.0003150201,0.0003385986,0.00008227733,0.00006065773,0.0008541985,0.001162454,0.001111879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000601395,"about_ca_system_score_gemma":0.0002495498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004366082,"about_ca_topic_score_gemma":0.00009334408,"domain_scores_codex":[0.9975753,0.00004324989,0.0006778443,0.0008480179,0.0002865487,0.0005690807],"domain_scores_gemma":[0.9983619,0.0001920512,0.0001521833,0.0007180606,0.0004355182,0.0001402808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007948426,0.000341817,0.069144,0.003470371,0.0004057138,0.00001213561,0.001743533,0.004115841,0.00000110753,0.07638546,0.8369119,0.007388607],"study_design_scores_gemma":[0.0002747428,0.00009837523,0.007679734,0.0001852867,0.00001912525,8.132419e-7,0.0001053136,0.3315621,0.000007903111,0.3367494,0.3230582,0.0002590545],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6437932,0.09132019,0.006232823,0.06980056,0.009561549,0.01339831,0.01322285,0.000335396,0.1523352],"genre_scores_gemma":[0.9920639,0.0009970157,0.0003656401,0.0003071961,0.0009091477,0.0009843601,0.001046354,0.00007181017,0.003254571],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5138538,"threshold_uncertainty_score":0.9996659,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3988626679700391,"score_gpt":0.4923184601591041,"score_spread":0.09345579218906502,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}