{"id":"W3048016185","doi":"10.1145/3372782.3406263","title":"What Do We Think We Think We Are Doing?","year":2020,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":125,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Metacognition; Computer science; Context (archaeology); Strengths and weaknesses; Benchmark (surveying); Management science; Data science; Mathematics education; Knowledge management; Psychology; Cognition; Engineering; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001698662,0.0003193277,0.0004289525,0.0001296889,0.0002754228,0.0002433197,0.0004763126,0.0002923106,0.01040737],"category_scores_gemma":[0.0002808286,0.0002552405,0.000149833,0.0006237114,0.0001027153,0.000284567,0.0001325202,0.0015973,0.003487767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003789908,"about_ca_system_score_gemma":0.00003294487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004861726,"about_ca_topic_score_gemma":0.000004935906,"domain_scores_codex":[0.9963617,0.001743156,0.0004028004,0.0006882459,0.0002913449,0.000512808],"domain_scores_gemma":[0.9984086,0.0005277675,0.0002322866,0.0005715979,0.0001042698,0.0001554772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001856298,0.0001710662,0.002948089,0.000100734,0.0002799699,0.0001415578,0.2384164,0.0000357543,0.0008869341,0.08582541,0.2868079,0.3842005],"study_design_scores_gemma":[0.0007432576,0.0002260963,0.002111617,0.0002316027,0.00002822062,0.00002069393,0.04342991,0.000126534,0.0002236794,0.003668943,0.9487777,0.0004116894],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04618919,0.02279872,0.08161785,0.455857,0.009537986,0.0006666437,0.00001148786,0.002818465,0.3805026],"genre_scores_gemma":[0.6591719,0.00278153,0.123327,0.04619926,0.004242669,0.00004712148,0.00002878291,0.0003042603,0.1638975],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6619698,"threshold_uncertainty_score":0.99999,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07352643701553108,"score_gpt":0.3838324305947816,"score_spread":0.3103059935792505,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}