{"id":"W2400500583","doi":"","title":"Predicting Summary Quality using Limited Human Input.","year":2009,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Group cohesiveness; Pyramid (geometry); Similarity (geometry); Quality (philosophy); Data mining; Correlation; Artificial intelligence; Machine learning; Mathematics; Image (mathematics); Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000663445,0.00007013987,0.0001146649,0.00005514337,0.0002218254,0.00004168861,0.0003152318,0.00003640101,0.000001955977],"category_scores_gemma":[0.00002543165,0.0000679187,0.00002191677,0.000191766,0.00008761098,0.0002427104,0.0000814866,0.00006808654,5.506943e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008377691,"about_ca_system_score_gemma":0.00002133147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002322658,"about_ca_topic_score_gemma":0.00000182043,"domain_scores_codex":[0.999303,0.00008334564,0.0002313143,0.0001875891,0.00009102797,0.0001036865],"domain_scores_gemma":[0.9992349,0.0001267436,0.000109153,0.0004325093,0.0000610327,0.00003566149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004195187,0.00002191947,0.0006677499,0.00001149783,0.000003953148,8.43014e-8,0.0004931109,0.00009056366,0.005488178,0.9724469,0.000001801126,0.0207701],"study_design_scores_gemma":[0.0001098626,0.00003149028,0.002682307,0.00001200321,0.000009377915,0.000003477105,0.0002515282,0.004225678,0.006436452,0.9858897,0.0002388664,0.0001092576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3230433,0.0002083568,0.6746162,0.00008923897,0.00001109232,0.0001012606,0.000001393459,0.00007893211,0.001850326],"genre_scores_gemma":[0.9899961,0.000009148092,0.009774661,0.0000855785,0.00005619306,0.00001002111,0.000003088326,0.000002579543,0.0000625673],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6669529,"threshold_uncertainty_score":0.2769644,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03254081077730608,"score_gpt":0.3080529285357289,"score_spread":0.2755121177584228,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}