{"id":"W2264085712","doi":"10.1609/icwsm.v9i4.14686","title":"Everyone's Invited: A New Paradigm for Evaluation on Non-Transferable Datasets","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Data science; Social media; Process (computing); Context (archaeology); Task (project management); Geolocation; Computational sociology; Resource (disambiguation); Analytics; Scale (ratio); World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000209142,0.0001064044,0.0001647511,0.00004873472,0.0001036616,0.00009036195,0.0002648305,0.00003547335,0.0002063316],"category_scores_gemma":[0.00005840967,0.00008807454,0.00009733118,0.0000972339,0.00004127909,0.0001048646,0.00005865396,0.0001147811,0.000001620714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002990079,"about_ca_system_score_gemma":0.0001268688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002674664,"about_ca_topic_score_gemma":0.0000239444,"domain_scores_codex":[0.9990951,0.00000770226,0.0001836795,0.0002096171,0.0003930053,0.0001109077],"domain_scores_gemma":[0.9993495,0.0001113322,0.0001188252,0.00005457489,0.0003302286,0.00003557135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002442155,0.0003594392,0.007679509,0.00003781647,0.0004580642,2.015805e-7,0.002895527,0.00001151539,0.02258408,0.7705868,0.1301869,0.06495599],"study_design_scores_gemma":[0.004079371,0.000172224,0.0144229,0.0005510966,0.0004369011,0.000001143146,0.001946161,0.03857504,0.08404036,0.8058515,0.04928118,0.000642192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9688864,0.00003175172,0.0005127547,0.01583919,0.0004040164,0.0005188811,0.0005603116,0.00002669176,0.01322004],"genre_scores_gemma":[0.9985552,0.00001222291,0.0002044877,0.0002887021,0.0005080142,0.00005219807,0.0002073869,0.000007497094,0.0001642634],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08090568,"threshold_uncertainty_score":0.3591576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03986226007874676,"score_gpt":0.3032576873639515,"score_spread":0.2633954272852047,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}