{"id":"W4404812830","doi":"10.1016/j.jjimei.2024.100305","title":"Monitoring semantic relatedness and revealing fairness and biases through trend tests","year":2024,"lang":"en","type":"article","venue":"International Journal of Information Management Data Insights","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian International Development Agency","keywords":"Psychology; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003818919,0.0001055657,0.0001191087,0.0004604433,0.000082069,0.001264159,0.0008929704,0.00003473606,0.000001705707],"category_scores_gemma":[0.00005565957,0.00008238634,0.00002286742,0.0002104272,0.00002319582,0.009458927,0.0005555591,0.0001245061,0.000009864691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000487923,"about_ca_system_score_gemma":0.00001796135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002129122,"about_ca_topic_score_gemma":0.000002261148,"domain_scores_codex":[0.9986735,0.00002896299,0.000551019,0.0001393042,0.0005124664,0.00009476536],"domain_scores_gemma":[0.9992288,0.0001220057,0.0002437386,0.0002417636,0.0001177491,0.00004595674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005803942,0.0001033797,0.003496754,0.0009973007,0.00173257,0.001260436,0.03978307,0.001465281,0.0002766642,0.2909808,0.01657899,0.6432667],"study_design_scores_gemma":[0.00295369,0.0002504902,0.01669611,0.0173267,0.0002042761,0.003280046,0.005910915,0.4157122,0.001510376,0.01838948,0.5166489,0.001116792],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1999965,0.007150289,0.7727601,0.003065675,0.01162221,0.0002773856,0.00004207811,0.0002097089,0.004876105],"genre_scores_gemma":[0.9848909,0.001931191,0.01268946,0.00009477318,0.0002668638,0.000002074653,0.00003424679,0.000005004777,0.00008548241],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7848945,"threshold_uncertainty_score":0.9997726,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0556935867718569,"score_gpt":0.3240861827966999,"score_spread":0.268392596024843,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}