{"id":"W1999584965","doi":"10.1007/s11192-014-1258-y","title":"On the quality evaluation of scientific entities in Poland supported by consistency-driven pairwise comparisons method","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Laurentian University","funders":"Dalhousie University; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Politechnika Wrocławska; Fayetteville State University; Rensselaer Polytechnic Institute","keywords":"Pairwise comparison; Ranking (information retrieval); Consistency (knowledge bases); Focus (optics); Computer science; Domain (mathematical analysis); Parametric statistics; Quality (philosophy); Event (particle physics); Information retrieval; Operations research; Management science; Data mining; Mathematics; Statistics; Artificial intelligence; Epistemology; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1432846,0.0001960841,0.0005422328,0.006494879,0.0004379663,0.001139513,0.001774398,0.0001033325,0.001242714],"category_scores_gemma":[0.1395346,0.0001254266,0.0001735138,0.02313512,0.000710582,0.0003486997,0.0003396266,0.000234902,0.0001773953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001737192,"about_ca_system_score_gemma":0.0003157736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001281927,"about_ca_topic_score_gemma":0.0002149756,"domain_scores_codex":[0.9786592,0.005188033,0.001786154,0.001041226,0.01281771,0.0005077058],"domain_scores_gemma":[0.9649484,0.02702789,0.001296949,0.00231017,0.00417411,0.0002425243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001381662,0.001401758,0.5396168,0.00003099722,0.00004215392,0.000002020525,0.005575716,0.00575669,0.02858871,0.05873547,0.2123717,0.1477399],"study_design_scores_gemma":[0.00196027,0.0001299104,0.403922,0.00006194839,0.00004487223,0.000002321271,0.002456371,0.5243368,0.003973226,0.04380644,0.01891807,0.0003878639],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9574918,0.0001234227,0.03442745,0.0005246826,0.001609037,0.0005459932,0.0001341671,0.00002359419,0.005119903],"genre_scores_gemma":[0.9937315,0.000001399746,0.005281521,0.0001506174,0.00001633525,0.00001621984,0.00001594128,0.000009464148,0.0007769921],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.51858,"threshold_uncertainty_score":0.9998974,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4912616127719509,"score_gpt":0.5458934524210635,"score_spread":0.05463183964911261,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}