{"id":"W4382317638","doi":"10.1609/aaai.v37i13.26993","title":"Flaky Performances When Pretraining on Relational Databases (Student Abstract)","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Advanced Research; HEC Montréal; Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Porting; Leverage (statistics); Relational database; Node (physics); Conjecture; Graph; Artificial intelligence; Natural language processing; Theoretical computer science; Data mining; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005311709,0.000246655,0.0002215919,0.0002193302,0.0003428319,0.000174949,0.001928093,0.00006533354,0.00006745579],"category_scores_gemma":[0.0003113973,0.0001848204,0.0001106804,0.0009765206,0.0002471262,0.0009058038,0.0005128249,0.0004709821,0.0002698952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003739609,"about_ca_system_score_gemma":0.00006177611,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007679001,"about_ca_topic_score_gemma":0.000006663003,"domain_scores_codex":[0.9975609,0.00001150745,0.0005408378,0.0005920919,0.0008564683,0.000438241],"domain_scores_gemma":[0.9985405,0.0002918345,0.0003879939,0.0003630491,0.0003241909,0.00009241193],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004688746,0.00007703685,0.0009212616,0.00002290441,0.00001450535,0.000001506312,0.001645409,0.002633648,0.004519549,0.9188794,0.0007482916,0.0704896],"study_design_scores_gemma":[0.00008743674,0.0005415901,0.01573114,0.00105982,0.00001798439,0.00000930155,0.001323368,0.3883554,0.2646662,0.3263256,0.001136991,0.0007451501],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9142115,0.00005321975,0.03108363,0.01014633,0.002441286,0.001195251,0.0000310192,0.0009367129,0.03990103],"genre_scores_gemma":[0.9947094,0.0000711504,0.004455042,0.0002626611,0.0001255119,0.00003444868,0.000002827443,0.00001427208,0.0003247217],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5925538,"threshold_uncertainty_score":0.7536757,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1693824668639811,"score_gpt":0.3406220593983447,"score_spread":0.1712395925343636,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}