{"id":"W7120522400","doi":"","title":"Evaluation of a chatbot in the educational context : an experience with Metis","year":2018,"lang":"pt","type":"article","venue":"Lume (Universidade Federal do Rio Grande do Sul)","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Metis; Chatbot; Context (archaeology); Task (project management); Knowledge base","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007649225,0.0009889865,0.0009848928,0.00107635,0.002660791,0.003433591,0.001919879,0.002165239,0.006087439],"category_scores_gemma":[0.03022898,0.0004696184,0.0005015657,0.0007789336,0.001597823,0.003391551,0.003167201,0.001458614,0.001398869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001238973,"about_ca_system_score_gemma":0.001424598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001978005,"about_ca_topic_score_gemma":0.003587576,"domain_scores_codex":[0.99216,0.005531119,0.0003119679,0.0006341087,0.0009265165,0.0004361667],"domain_scores_gemma":[0.9726796,0.02065367,0.0006911372,0.001764506,0.002570226,0.001640774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00414334,0.01417571,0.03075874,0.005851818,0.0002265865,0.005993322,0.3921289,0.004728825,0.1290502,0.009053966,0.01071424,0.3931743],"study_design_scores_gemma":[0.001495654,0.04795392,0.1048996,0.002810562,0.0008752001,0.00634531,0.3190283,0.06465761,0.1484546,0.009921248,0.2927083,0.0008496445],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9694531,0.0002927053,0.01718875,0.0004346966,0.00009529477,0.001042741,0.0001782539,0.0007039577,0.01061056],"genre_scores_gemma":[0.9622331,0.0002257525,0.02393118,0.0001957041,0.00004285809,0.000803986,0.0002616184,0.0002598737,0.01204591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007649225,"threshold_uncertainty_score":0.04045349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04462012755661569,"score_gpt":0.3179005789250567,"score_spread":0.273280451368441,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}