{"id":"W3035118309","doi":"10.1017/dsd.2020.160","title":"IDENTIFYING GAPS IN AUTOMATING THE ASSESSMENT OF TECHNOLOGY READINESS LEVELS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Technology Assessment and Management","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Maturity (psychological); Process (computing); Data science; Scale (ratio); Emerging technologies; Computer science; Engineering; Risk analysis (engineering); Process management; Business; Psychology; Artificial intelligence; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05106557,0.0006032955,0.0008879132,0.01584952,0.000915941,0.006055765,0.00181243,0.001488078,0.002733745],"category_scores_gemma":[0.1525834,0.0004046986,0.000682888,0.01249483,0.0008723941,0.006470603,0.003501368,0.00120024,0.001547843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002166678,"about_ca_system_score_gemma":0.007572846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005983219,"about_ca_topic_score_gemma":0.007063387,"domain_scores_codex":[0.9568785,0.01930961,0.008039651,0.002643638,0.01127536,0.001853305],"domain_scores_gemma":[0.654424,0.2278627,0.03257224,0.01923523,0.06374117,0.002164636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002615546,0.0005092263,0.4633316,0.002468523,0.0001313611,0.0002500668,0.01075406,0.003967921,0.006893266,0.008076387,0.004257715,0.4990983],"study_design_scores_gemma":[0.00009397087,0.001391224,0.7393127,0.003958063,0.0002900468,0.0006473066,0.04141806,0.06355009,0.03339769,0.03180138,0.08387266,0.0002667731],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8760808,0.003177972,0.08980725,0.004813284,0.000128709,0.000736381,0.003429002,0.0006753206,0.02115141],"genre_scores_gemma":[0.9572304,0.0005834369,0.03787235,0.0002493024,0.00003878685,0.0007423863,0.00227719,0.0000552348,0.0009508672],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05106557,"threshold_uncertainty_score":0.2700638,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06376527906804959,"score_gpt":0.2783147213121272,"score_spread":0.2145494422440776,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}