{"id":"W4403336593","doi":"10.2139/ssrn.4949879","title":"Does the LLMperor Have New Clothes? Some Thoughts on the Use of LLMs in eDiscovery","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"York University; University of Waterloo","funders":"","keywords":"Clothing; Aesthetics; History; Art; Archaeology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01642589,0.0008631065,0.001303803,0.00279759,0.003999908,0.01165098,0.00496167,0.007218501,0.01948459],"category_scores_gemma":[0.03056759,0.0008579252,0.001222269,0.002622818,0.02552821,0.05098824,0.005645068,0.01053124,0.004231441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003329456,"about_ca_system_score_gemma":0.001613259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006082456,"about_ca_topic_score_gemma":0.00631563,"domain_scores_codex":[0.9925882,0.004634489,0.0003999758,0.0007512313,0.001126587,0.0004995613],"domain_scores_gemma":[0.978784,0.01422928,0.0005627027,0.003333042,0.002184931,0.0009059132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006756986,0.00003234563,0.0002971481,0.0001243413,0.00001303804,0.0001489756,0.001414329,0.0004630785,0.0002645278,0.9365683,0.02778252,0.03282384],"study_design_scores_gemma":[0.00003289281,0.00004956167,0.000235237,0.0003360249,0.00001195526,0.0003378997,0.001954962,0.003453608,0.000757936,0.7846363,0.2080921,0.0001013292],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.006962632,0.04929115,0.188706,0.6119257,0.00717876,0.00009176687,0.000239699,0.001312252,0.1342919],"genre_scores_gemma":[0.4173103,0.04611022,0.2827133,0.09052411,0.0214741,0.0005937527,0.0003565474,0.002215542,0.1387021],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.01948459,"threshold_uncertainty_score":0.08686948,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0186128884877075,"score_gpt":0.264409012565553,"score_spread":0.2457961240778455,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}