@article{veitch_systematic_2022,
	title = {A systematic review of human-{AI} interaction in autonomous ship systems},
	volume = {152},
	issn = {0925-7535},
	shorttitle = {对自主船系统中人类互动的系统评价},
	url = {https://www.sciencedirect.com/science/article/pii/S0925753522001175},
	doi = {10.1016/j.ssci.2022.105778},
	abstract = {Automation is increasing in shipping. Advancements in Artificial Intelligence (AI) applications like collision avoidance and computer vision have the potential to augment or take over the roles of ship navigators. However, implementation of AI technologies may also jeopardize safety if done in a way that reduces human control. In this systematic review, we included 42 studies about human supervision and control of autonomous ships. We addressed three research questions (a) how is human control currently being adopted in autonomous ship systems? (b) what methods, approaches, and theories are being used to address safety concerns and design challenges? and (c) what research gaps, regulatory obstacles, and technical shortcomings represent the most significant barriers to their implementation? We found that (1) human operators have an active role in ensuring autonomous ship safety above and beyond a backup role, (2) System-Theoretic Process Analysis and Bayesian Networks are the most common risk assessment tools in risk-based design, and (3) the new role of shore control center operators will require new competencies and training. The field of autonomous ship research is growing quickly. New risks are emerging from increasing interaction with AI systems in safety–critical systems, underscoring new research questions. Effective human-AI interaction design is predicated on increased cross-disciplinary efforts, requiring reconciling productivity with safety (resilience), technical limitations with human abilities and expectations (interaction design), and machine task autonomy with human supervisory control (safety management).

【摘要翻译】自动化在运输方面正在增加。人工智能（AI）应用程序（例如避免碰撞和计算机视觉）的进步有可能增加或接管船舶导航员的角色。但是，如果以减少人类控制的方式完成AI技术也可能会危害安全性。在这项系统的综述中，我们包括了42项有关人类监督和自治船只控制的研究。我们解决了三个研究问题（a）自动船系统中目前如何采用人类控制？ （b）正在使用哪些方法，方法和理论来应对安全问题和设计挑战？ （c）哪些研究差距，法规障碍和技术缺陷是其实施的最重要障碍？我们发现（1）人类操作员在确保自动船舶安全性超出备份角色方面具有积极作用，（2）系统理论过程分析和贝叶斯网络是基于风险的设计中最常见的风险评估工具，以及（ 3）Shore Control Center运营商的新角色将需要新的能力和培训。自动船研究领域正在迅速增长。从与安全 - 关键系统中的AI系统相互作用的增加，引起了新的风险，强调了新的研究问题。有效的人类互动设计是基于增加跨学科的工作，需要将生产率与安全性（弹性）调和，技术限制与人类能力和期望（互动设计）以及与人类监督控制（安全管理）的机器任务自治。},
	language = {en},
	urldate = {2022-12-08},
	journal = {Safety Science},
	author = {Veitch, Erik and Andreas Alsos, Ole},
	month = aug,
	year = {2022},
	keywords = {/unread, Artificial Intelligence, Automation, Bayesian Networks, Human-Computer Interaction, Interaction Design, Marine Navigation, Maritime Autonomous Surface Ships, Resilience Engineering, STPA, Safety, Safety management, Work},
	pages = {105778},
}

{"_id":"7D5yWuFENdzHGEkoR","bibbaseid":"veitch-andreasalsos-asystematicreviewofhumanaiinteractioninautonomousshipsystems-2022","author_short":["Veitch, E.","Andreas Alsos, O."],"bibdata":{"bibtype":"article","type":"article","title":"A systematic review of human-AI interaction in autonomous ship systems","volume":"152","issn":"0925-7535","shorttitle":"对自主船系统中人类互动的系统评价","url":"https://www.sciencedirect.com/science/article/pii/S0925753522001175","doi":"10.1016/j.ssci.2022.105778","abstract":"Automation is increasing in shipping. Advancements in Artificial Intelligence (AI) applications like collision avoidance and computer vision have the potential to augment or take over the roles of ship navigators. However, implementation of AI technologies may also jeopardize safety if done in a way that reduces human control. In this systematic review, we included 42 studies about human supervision and control of autonomous ships. We addressed three research questions (a) how is human control currently being adopted in autonomous ship systems? (b) what methods, approaches, and theories are being used to address safety concerns and design challenges? and (c) what research gaps, regulatory obstacles, and technical shortcomings represent the most significant barriers to their implementation? We found that (1) human operators have an active role in ensuring autonomous ship safety above and beyond a backup role, (2) System-Theoretic Process Analysis and Bayesian Networks are the most common risk assessment tools in risk-based design, and (3) the new role of shore control center operators will require new competencies and training. The field of autonomous ship research is growing quickly. New risks are emerging from increasing interaction with AI systems in safety–critical systems, underscoring new research questions. Effective human-AI interaction design is predicated on increased cross-disciplinary efforts, requiring reconciling productivity with safety (resilience), technical limitations with human abilities and expectations (interaction design), and machine task autonomy with human supervisory control (safety management). 【摘要翻译】自动化在运输方面正在增加。人工智能（AI）应用程序（例如避免碰撞和计算机视觉）的进步有可能增加或接管船舶导航员的角色。但是，如果以减少人类控制的方式完成AI技术也可能会危害安全性。在这项系统的综述中，我们包括了42项有关人类监督和自治船只控制的研究。我们解决了三个研究问题（a）自动船系统中目前如何采用人类控制？ （b）正在使用哪些方法，方法和理论来应对安全问题和设计挑战？ （c）哪些研究差距，法规障碍和技术缺陷是其实施的最重要障碍？我们发现（1）人类操作员在确保自动船舶安全性超出备份角色方面具有积极作用，（2）系统理论过程分析和贝叶斯网络是基于风险的设计中最常见的风险评估工具，以及（ 3）Shore Control Center运营商的新角色将需要新的能力和培训。自动船研究领域正在迅速增长。从与安全 - 关键系统中的AI系统相互作用的增加，引起了新的风险，强调了新的研究问题。有效的人类互动设计是基于增加跨学科的工作，需要将生产率与安全性（弹性）调和，技术限制与人类能力和期望（互动设计）以及与人类监督控制（安全管理）的机器任务自治。","language":"en","urldate":"2022-12-08","journal":"Safety Science","author":[{"propositions":[],"lastnames":["Veitch"],"firstnames":["Erik"],"suffixes":[]},{"propositions":[],"lastnames":["Andreas","Alsos"],"firstnames":["Ole"],"suffixes":[]}],"month":"August","year":"2022","keywords":"/unread, Artificial Intelligence, Automation, Bayesian Networks, Human-Computer Interaction, Interaction Design, Marine Navigation, Maritime Autonomous Surface Ships, Resilience Engineering, STPA, Safety, Safety management, Work","pages":"105778","bibtex":"@article{veitch_systematic_2022,\n\ttitle = {A systematic review of human-{AI} interaction in autonomous ship systems},\n\tvolume = {152},\n\tissn = {0925-7535},\n\tshorttitle = {对自主船系统中人类互动的系统评价},\n\turl = {https://www.sciencedirect.com/science/article/pii/S0925753522001175},\n\tdoi = {10.1016/j.ssci.2022.105778},\n\tabstract = {Automation is increasing in shipping. Advancements in Artificial Intelligence (AI) applications like collision avoidance and computer vision have the potential to augment or take over the roles of ship navigators. However, implementation of AI technologies may also jeopardize safety if done in a way that reduces human control. In this systematic review, we included 42 studies about human supervision and control of autonomous ships. We addressed three research questions (a) how is human control currently being adopted in autonomous ship systems? (b) what methods, approaches, and theories are being used to address safety concerns and design challenges? and (c) what research gaps, regulatory obstacles, and technical shortcomings represent the most significant barriers to their implementation? We found that (1) human operators have an active role in ensuring autonomous ship safety above and beyond a backup role, (2) System-Theoretic Process Analysis and Bayesian Networks are the most common risk assessment tools in risk-based design, and (3) the new role of shore control center operators will require new competencies and training. The field of autonomous ship research is growing quickly. New risks are emerging from increasing interaction with AI systems in safety–critical systems, underscoring new research questions. Effective human-AI interaction design is predicated on increased cross-disciplinary efforts, requiring reconciling productivity with safety (resilience), technical limitations with human abilities and expectations (interaction design), and machine task autonomy with human supervisory control (safety management).\n\n【摘要翻译】自动化在运输方面正在增加。人工智能（AI）应用程序（例如避免碰撞和计算机视觉）的进步有可能增加或接管船舶导航员的角色。但是，如果以减少人类控制的方式完成AI技术也可能会危害安全性。在这项系统的综述中，我们包括了42项有关人类监督和自治船只控制的研究。我们解决了三个研究问题（a）自动船系统中目前如何采用人类控制？ （b）正在使用哪些方法，方法和理论来应对安全问题和设计挑战？ （c）哪些研究差距，法规障碍和技术缺陷是其实施的最重要障碍？我们发现（1）人类操作员在确保自动船舶安全性超出备份角色方面具有积极作用，（2）系统理论过程分析和贝叶斯网络是基于风险的设计中最常见的风险评估工具，以及（ 3）Shore Control Center运营商的新角色将需要新的能力和培训。自动船研究领域正在迅速增长。从与安全 - 关键系统中的AI系统相互作用的增加，引起了新的风险，强调了新的研究问题。有效的人类互动设计是基于增加跨学科的工作，需要将生产率与安全性（弹性）调和，技术限制与人类能力和期望（互动设计）以及与人类监督控制（安全管理）的机器任务自治。},\n\tlanguage = {en},\n\turldate = {2022-12-08},\n\tjournal = {Safety Science},\n\tauthor = {Veitch, Erik and Andreas Alsos, Ole},\n\tmonth = aug,\n\tyear = {2022},\n\tkeywords = {/unread, Artificial Intelligence, Automation, Bayesian Networks, Human-Computer Interaction, Interaction Design, Marine Navigation, Maritime Autonomous Surface Ships, Resilience Engineering, STPA, Safety, Safety management, Work},\n\tpages = {105778},\n}\n\n","author_short":["Veitch, E.","Andreas Alsos, O."],"key":"veitch_systematic_2022","id":"veitch_systematic_2022","bibbaseid":"veitch-andreasalsos-asystematicreviewofhumanaiinteractioninautonomousshipsystems-2022","role":"author","urls":{"Paper":"https://www.sciencedirect.com/science/article/pii/S0925753522001175"},"keyword":["/unread","Artificial Intelligence","Automation","Bayesian Networks","Human-Computer Interaction","Interaction Design","Marine Navigation","Maritime Autonomous Surface Ships","Resilience Engineering","STPA","Safety","Safety management","Work"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/_MingYAN_","dataSources":["7bvyz9GrWb3E3F8y3"],"keywords":["/unread","artificial intelligence","automation","bayesian networks","human-computer interaction","interaction design","marine navigation","maritime autonomous surface ships","resilience engineering","stpa","safety","safety management","work"],"search_terms":["systematic","review","human","interaction","autonomous","ship","systems","veitch","andreas alsos"],"title":"A systematic review of human-AI interaction in autonomous ship systems","year":2022}