{"id":"W4389206062","doi":"10.22215/etd/2023-15793","title":"Self-supervised Pretraining of Vision Transformers for Earth Observation","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Remote-Sensing Image Classification","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Artificial intelligence; Transformer; Modal; Machine learning; Flexibility (engineering); Engineering; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007481485,0.0008601279,0.0004870428,0.0004767985,0.0002716108,0.0006918705,0.001187056,0.0007386193,0.002510083],"category_scores_gemma":[0.002562479,0.0003912564,0.0008301811,0.0004488223,0.0006395183,0.001571962,0.001051442,0.002185695,0.001091677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007694583,"about_ca_system_score_gemma":0.0008924128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004352031,"about_ca_topic_score_gemma":0.009892537,"domain_scores_codex":[0.999712,0.00005979911,0.00001067177,0.0001360926,0.00004389105,0.00003750675],"domain_scores_gemma":[0.9992913,0.0002932551,0.00006853848,0.0001503067,0.0001517909,0.00004482406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002419714,0.0002519296,0.006537448,0.0001612084,0.000153976,0.00008625046,0.0001857122,0.372607,0.02194754,0.0177921,0.01080144,0.5692334],"study_design_scores_gemma":[0.000005587718,0.00005350188,0.000722675,0.00001130489,0.00001056422,0.00001907282,0.00002147866,0.9882712,0.004544315,0.005296224,0.001037923,0.000006125214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.108632,0.00039431,0.8813044,0.0003848234,0.000107561,0.00009059664,0.0004672853,0.003727432,0.004891561],"genre_scores_gemma":[0.8194125,0.000240466,0.1703346,0.0003182231,0.00006284516,0.000124366,0.002171939,0.0002985509,0.007036612],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004352031,"threshold_uncertainty_score":0.008653402,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0289264381004346,"score_gpt":0.2693168084469703,"score_spread":0.2403903703465357,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}