{"id":"W2413001881","doi":"10.29173/cais250","title":"A Method for Comparing Large Scale Inter-indexer Consistency Using IR Modeling","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Mathematics; Consistency (knowledge bases); Humanities; Geometry; Philosophy","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.001655124,0.000600035,0.001360147,0.0003822287,0.000378104,0.004511904,0.003752886,0.0003596639,0.00003452291],"category_scores_gemma":[0.00714431,0.0005347161,0.0006535014,0.0009357871,0.0005471719,0.02208067,0.002322946,0.0005765671,0.000004581647],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002050852,"about_ca_system_score_gemma":0.0004377107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001222227,"about_ca_topic_score_gemma":0.0000703387,"domain_scores_codex":[0.9959506,0.0000806399,0.001357529,0.000886816,0.0006274807,0.001096934],"domain_scores_gemma":[0.9252276,0.0003257064,0.001596773,0.0005426294,0.072049,0.000258298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003711036,0.002113255,0.1286404,0.005804132,0.001686263,0.000005035528,0.1841378,0.003805215,0.1537835,0.3713324,0.006005151,0.1423157],"study_design_scores_gemma":[0.0006228177,0.0002017377,0.0007877597,0.00136778,0.0002971996,0.00005326469,0.00275121,0.9108663,0.02723973,0.04968766,0.005558267,0.0005663102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3897628,0.0006306852,0.6042246,0.00219187,0.0002381961,0.0009336302,0.00007714859,0.0001061354,0.001834906],"genre_scores_gemma":[0.6983088,0.00006003464,0.300577,0.0002122631,0.0001026931,0.00008141078,0.000002110038,0.00004188481,0.0006138126],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.907061,"threshold_uncertainty_score":0.9997104,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05886262153393068,"score_gpt":0.3156789201341757,"score_spread":0.256816298600245,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}