{"id":"W2950034323","doi":"10.21307/connections-2017-002","title":"Are We in Agreement? Benchmarking and Reliability Issues between Social Network Analytic Programs","year":2018,"lang":"en","type":"article","venue":"Connections","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research; National Institutes of Health","keywords":"Betweenness centrality; Benchmarking; CLARITY; Computer science; Reliability (semiconductor); Closeness; Variety (cybernetics); Social network analysis; Centrality; Measure (data warehouse); Data science; Network analysis; Social network (sociolinguistics); Key (lock); Data mining; Artificial intelligence; Computer security; World Wide Web; Statistics; Mathematics; Social media; Business; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.330002,0.0008582531,0.00153432,0.007741693,0.003111723,0.01114355,0.005561809,0.001597706,0.002724546],"category_scores_gemma":[0.7541872,0.001107778,0.001136323,0.01018569,0.01005799,0.01310034,0.01044816,0.003602497,0.001307901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003821066,"about_ca_system_score_gemma":0.005055281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003845286,"about_ca_topic_score_gemma":0.003261216,"domain_scores_codex":[0.5714684,0.3186363,0.02260069,0.01885346,0.06363764,0.004803447],"domain_scores_gemma":[0.136638,0.6290284,0.04001003,0.1053494,0.08541664,0.003557554],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001548966,0.0004238636,0.2804204,0.002165641,0.001545627,0.0004234207,0.09373281,0.01682425,0.003454334,0.178311,0.01584254,0.4053072],"study_design_scores_gemma":[0.0002906978,0.001505714,0.185853,0.004436655,0.0007715168,0.001316594,0.05828986,0.1994436,0.0199718,0.42879,0.09878104,0.0005496268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4249308,0.001617913,0.5252142,0.009427574,0.0007865048,0.001043068,0.001185014,0.002862817,0.03293202],"genre_scores_gemma":[0.9001733,0.0002218944,0.09590726,0.0005241545,0.0001550497,0.0007665296,0.0004971133,0.000783471,0.0009711774],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.669998,"threshold_uncertainty_score":0.8262269,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03855043969690652,"score_gpt":0.3239763626548496,"score_spread":0.2854259229579431,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}