{"id":"W4367322153","doi":"10.3138/jsp-2022-0043","title":"Reflection on ResearchGate’s Terminating ResearchGate Score, and Interest Score, as Social Media Altmetrics and Academic Evaluation Tools","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Altmetrics; Metric (unit); Reputation; Computer science; Social media; F1 score; Weighting; Ranking (information retrieval); Remuneration; Reflection (computer programming); Sociology; Psychology; Information retrieval; Data science; World Wide Web; Business; Marketing; Artificial intelligence; Social science; Medicine; Finance","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.05682881,0.0001374806,0.0002764353,0.002494691,0.001785967,0.01222769,0.0005784412,0.0005074581,0.00003493113],"category_scores_gemma":[0.4432831,0.0001371918,0.00005633342,0.003970744,0.0003510274,0.03471166,0.0001901633,0.004076852,0.00001452542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001268305,"about_ca_system_score_gemma":0.00202069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008275385,"about_ca_topic_score_gemma":0.0005231944,"domain_scores_codex":[0.9918303,0.002385646,0.0008004194,0.0003245732,0.004000751,0.0006582562],"domain_scores_gemma":[0.983281,0.01101293,0.0008618709,0.0001222147,0.004106898,0.0006150536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001487201,0.00003799496,0.05406835,0.00008048602,0.00002841618,0.00001886879,0.06922568,0.00000228728,0.0009575291,0.007530909,0.008515616,0.8593851],"study_design_scores_gemma":[0.001480181,0.0004829408,0.8721478,0.001005177,0.00006256093,0.00002684934,0.05688737,0.0001662263,0.0002948869,0.05799782,0.009136031,0.0003121588],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9516104,0.0005678788,0.000005108031,0.04154932,0.003210293,0.0006442164,0.000004591844,0.00004915413,0.002359],"genre_scores_gemma":[0.9923497,0.002180387,0.0002438055,0.0002636138,0.004802327,0.00006534463,0.00001088465,0.00002860571,0.00005526098],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.859073,"threshold_uncertainty_score":0.9995136,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7096541819502548,"score_gpt":0.5536927636685833,"score_spread":0.1559614182816714,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}