{"id":"W4390402833","doi":"10.34123/icdsos.v2023i1.384","title":"Comparative Analysis of Retriever and Reader for Open Domain Questions Answering on BPS Knowledge in Indonesian","year":2023,"lang":"en","type":"article","venue":"Proceedings of The International Conference on Data Science and Official Statistics","topic":"Data Mining and Machine Learning Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Question answering; Computer science; Information retrieval; Open domain; Domain (mathematical analysis); Indonesian; Labrador Retriever; World Wide Web; Natural language processing; Linguistics; Medicine; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009693693,0.001103715,0.001523072,0.00599677,0.0007861808,0.002881551,0.00134954,0.001895208,0.003916533],"category_scores_gemma":[0.03750734,0.0003085383,0.001308129,0.002634731,0.0007529897,0.005763295,0.001348471,0.001048301,0.003647227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001205488,"about_ca_system_score_gemma":0.0009670242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00883365,"about_ca_topic_score_gemma":0.00941777,"domain_scores_codex":[0.9929971,0.003205644,0.0006657977,0.001224553,0.001505293,0.0004015789],"domain_scores_gemma":[0.964856,0.0277838,0.0009873691,0.001990882,0.003596178,0.0007857764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003863222,0.002471889,0.1392189,0.003826081,0.000879257,0.001734365,0.009195753,0.0295885,0.0236909,0.002993187,0.03077233,0.7517656],"study_design_scores_gemma":[0.0003656833,0.006357078,0.3422573,0.0005310846,0.002125189,0.003543213,0.01510995,0.5166918,0.052502,0.005612373,0.05425225,0.0006520532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9566882,0.005184768,0.01329192,0.0009521901,0.0001694403,0.0002891696,0.002987946,0.003394983,0.01704131],"genre_scores_gemma":[0.9664953,0.001443073,0.01369807,0.0003531457,0.0001491139,0.0001438012,0.00879214,0.0003479258,0.008577396],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009693693,"threshold_uncertainty_score":0.05126578,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1310203079838545,"score_gpt":0.409913994277417,"score_spread":0.2788936862935625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}