{"id":"W6931186760","doi":"10.5281/zenodo.7150935","title":"Code for Data Market Auditing Paper","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Python (programming language); Audit; Code (set theory); Preprocessor; Source code; Data access","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001331033,0.00023936,0.0002621648,0.0002204158,0.00133128,0.0003348133,0.002677327,0.0001597485,0.7036685],"category_scores_gemma":[0.0009809334,0.0002451494,0.00006676226,0.0003206867,0.0001249613,0.00006637326,0.00258401,0.0005117192,0.007720368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001042355,"about_ca_system_score_gemma":0.00000377183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000227611,"about_ca_topic_score_gemma":7.099071e-7,"domain_scores_codex":[0.99719,0.0006395805,0.0002882796,0.001019106,0.0003399833,0.0005230528],"domain_scores_gemma":[0.9977466,0.0001222977,0.0002836701,0.001594458,0.000101994,0.0001509093],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000435466,0.000182226,0.000002093152,0.00005272605,0.0001204857,0.00002149561,0.00009756742,6.379101e-7,0.00003351548,0.002066145,0.9061736,0.09120592],"study_design_scores_gemma":[0.0006441761,0.0002230648,0.0001333603,0.00004542146,0.00003376198,0.00006939255,0.0002603595,0.00006657281,3.938414e-7,0.0001498411,0.9980944,0.0002792075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000009839138,0.0002794201,0.002313863,0.0007501833,0.0005576058,0.0007509391,0.007528247,0.001858694,0.9859512],"genre_scores_gemma":[0.0008786333,0.00009637663,0.001934602,0.0009436304,0.001125062,7.681787e-7,0.02818089,0.0121449,0.9546952],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6959482,"threshold_uncertainty_score":0.9999688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1478878889008828,"score_gpt":0.3640010121887681,"score_spread":0.2161131232878854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}