{"id":"W1496382636","doi":"10.1007/978-3-642-02056-8_16","title":"An Experimental Testbed for Evaluation of Trust and Reputation Systems","year":2009,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Access Control and Trust","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reputation; Testbed; Computer science; Computer security; Competition (biology); Reputation system; Internet privacy; Knowledge management; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002561563,0.0004994418,0.0004697136,0.0006729481,0.001016426,0.001216415,0.002204748,0.001574854,0.006582774],"category_scores_gemma":[0.006019021,0.0003370004,0.0002879751,0.0007460354,0.001100715,0.001894039,0.001422035,0.001061081,0.001689042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001020941,"about_ca_system_score_gemma":0.0009257664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001947239,"about_ca_topic_score_gemma":0.001549392,"domain_scores_codex":[0.9976195,0.001027777,0.0001675219,0.000365458,0.0005916132,0.000228047],"domain_scores_gemma":[0.9929812,0.003355982,0.0005124758,0.001559449,0.000816837,0.0007739696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.01290954,0.02784948,0.02459032,0.002147225,0.0005613418,0.002124862,0.002705198,0.1495088,0.4065975,0.1149328,0.06387929,0.1921936],"study_design_scores_gemma":[0.002650222,0.01549305,0.01636021,0.0001756721,0.000285433,0.0009283938,0.00120154,0.6380104,0.2484254,0.03433311,0.0419199,0.0002166069],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7724913,0.0004948316,0.1930144,0.001174028,0.0005678561,0.002258464,0.003726134,0.005532045,0.02074081],"genre_scores_gemma":[0.8800923,0.0002444264,0.1065953,0.0001928427,0.00006235427,0.001447467,0.00282243,0.0002038935,0.008339103],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006582774,"threshold_uncertainty_score":0.02202153,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02150469657566475,"score_gpt":0.3598040248685659,"score_spread":0.3382993282929012,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}