{"id":"W4390402833","doi":"10.34123/icdsos.v2023i1.384","title":"Comparative Analysis of Retriever and Reader for Open Domain Questions Answering on BPS Knowledge in Indonesian","year":2023,"lang":"en","type":"article","venue":"Proceedings of The International Conference on Data Science and Official Statistics","topic":"Data Mining and Machine Learning Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Question answering; Computer science; Information retrieval; Open domain; Domain (mathematical analysis); Indonesian; Labrador Retriever; World Wide Web; Natural language processing; Linguistics; Medicine; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001146181,0.00007171556,0.0001692317,0.0003925473,0.0001674785,0.0002552108,0.002565038,0.00002018778,0.000001505584],"category_scores_gemma":[0.0006721807,0.00005736086,0.000009368126,0.001569456,0.0003077971,0.0005135168,0.001313674,0.00009348063,8.950851e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002577094,"about_ca_system_score_gemma":0.0001757785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001545452,"about_ca_topic_score_gemma":0.0001700886,"domain_scores_codex":[0.998979,0.000007509614,0.0002120685,0.0003704101,0.0003158616,0.0001151491],"domain_scores_gemma":[0.998875,0.000235686,0.0001806299,0.0002086115,0.0004622198,0.00003784068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002313845,0.0000515392,0.002081956,0.000006932011,0.00002641754,8.584398e-8,0.001036822,0.00005188994,0.001128239,0.9900524,0.001226482,0.004314087],"study_design_scores_gemma":[0.0003493124,0.0001637329,0.1359453,0.0001449009,0.0000489012,0.00000100003,0.001314287,0.8419551,0.0008724554,0.01731287,0.001731659,0.000160487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8574822,0.00001996066,0.1107553,0.008653709,0.0004326037,0.001215097,0.006529913,0.00007276074,0.0148384],"genre_scores_gemma":[0.9811466,0.00002374806,0.01863926,0.00004553581,0.00001075865,0.00001445771,0.0000643597,0.000002071321,0.00005325002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9727395,"threshold_uncertainty_score":0.4766522,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1310203079838545,"score_gpt":0.409913994277417,"score_spread":0.2788936862935625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}