{"id":"W4393470740","doi":"10.5281/zenodo.8008738","title":"GEO-Bench: m-eurosat","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Regional Development and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001213085,0.0002061462,0.0002083577,0.0004291141,0.005121566,0.001330203,0.002064121,0.0002337439,0.01621735],"category_scores_gemma":[0.001667826,0.0002257297,0.00009050503,0.001011213,0.000409255,0.000207564,0.001300349,0.0004794318,0.1933226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002479547,"about_ca_system_score_gemma":0.00003168249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001230921,"about_ca_topic_score_gemma":0.00003376968,"domain_scores_codex":[0.9970813,0.0006428276,0.0002783471,0.0004808911,0.0009003111,0.0006163362],"domain_scores_gemma":[0.9985734,0.00007274596,0.0001565151,0.0004765114,0.0004236656,0.0002971287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000104477,0.0000351997,1.447084e-7,0.00004161117,0.00003063989,0.00002728507,0.000840283,0.000001406586,0.00000694034,0.003191957,0.9894959,0.006318188],"study_design_scores_gemma":[0.0001372944,0.00004654232,0.00008923471,0.00003745724,0.00001541095,0.00001006151,0.000270586,0.000001485584,0.000001744582,0.0003994423,0.9987331,0.0002576405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0000371427,0.00004824095,0.0000120074,0.003580115,0.0006646915,0.0004850774,0.871532,0.0009994733,0.1226412],"genre_scores_gemma":[0.00005170842,0.001971928,0.00001650154,0.000418821,0.001006214,5.083839e-8,0.9796244,0.0009803427,0.01593004],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1771052,"threshold_uncertainty_score":0.9997065,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08718932592298496,"score_gpt":0.3223248411268862,"score_spread":0.2351355152039012,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}