Large Language Models as Knowledge Engineers. Brand, F., Malburg, L., & Bergmann, R. In Proceedings of the Workshops at the 32nd International Conference on Case-Based Reasoning (ICCBR-WS 2024) co-located with the 32nd International Conference on Case-Based Reasoning (ICCBR 2024), Mérida, Mexico, July 1, 2024, volume 3708, of CEUR Workshop Proceedings, pages 3–18, 2024. CEUR-WS.org.. ![Large Language Models as Knowledge Engineers [pdf]](https://bibbase.org/img/filetypes/pdf.svg "pdf")
Paper abstract bibtex 4 downloads Many Artificial Intelligence (AI) systems require human-engineered knowledge at their core to reason about new problems based on this knowledge, with Case-Based Reasoning (CBR) being no exception. However, the acquisition of this knowledge is a time-consuming and laborious task for the domain experts that provide the needed knowledge. We propose an approach to help in the creation of this knowledge by leveraging Large Language Models (LLMs) in conjunction with existing knowledge to create the vocabulary and case base for a complex real-world domain. We find that LLMs are capable of generating knowledge, with results improving by using natural language and instructions. Furthermore, permissively licensed models like CodeLlama and Mixtral perform similar or better than closed state-of-the-art models like GPT-3.5 Turbo and GPT-4 Turbo.
@inproceedings{Brand.2024_LLMKnowledgeEngineer,
author = {Brand, Florian and Malburg, Lukas and Bergmann, Ralph},
title = {{Large Language Models as Knowledge Engineers}},
booktitle = {Proceedings of the Workshops at the 32nd International Conference
on Case-Based Reasoning {(ICCBR-WS} 2024) co-located with the 32nd
International Conference on Case-Based Reasoning {(ICCBR} 2024), M{\'{e}}rida,
Mexico, July 1, 2024},
series = {{CEUR} Workshop Proceedings},
editor = {Lukas Malburg},
volume = {3708},
pages = {3--18},
publisher = {CEUR-WS.org.},
year = {2024},
abstract = {{Many Artificial Intelligence (AI) systems require human-engineered knowledge at their core to reason about new problems based on this knowledge, with Case-Based Reasoning (CBR) being no exception. However, the acquisition of this knowledge is a time-consuming and laborious task for the domain experts that provide the needed knowledge. We propose an approach to help in the creation of this knowledge by leveraging Large Language Models (LLMs) in conjunction with existing knowledge to create the vocabulary and case base for a complex real-world domain. We find that LLMs are capable of generating knowledge, with results improving by using natural language and instructions. Furthermore, permissively licensed models like CodeLlama and Mixtral perform similar or better than closed state-of-the-art models like GPT-3.5 Turbo and GPT-4 Turbo.}},
keywords = {{Case-Based Reasoning, Knowledge Engineering, Knowledge Acquisition Bottleneck, Large Language Models, Prompting}},
url = {https://www.wi2.uni-trier.de/shared/publications/2024_ICCBR-WS_LLMInCBR_BrandEtAl.pdf}
}
Downloads: 4
{"_id":"HZWo7s5GnqKTKvyaq","bibbaseid":"brand-malburg-bergmann-largelanguagemodelsasknowledgeengineers-2024","author_short":["Brand, F.","Malburg, L.","Bergmann, R."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"propositions":[],"lastnames":["Brand"],"firstnames":["Florian"],"suffixes":[]},{"propositions":[],"lastnames":["Malburg"],"firstnames":["Lukas"],"suffixes":[]},{"propositions":[],"lastnames":["Bergmann"],"firstnames":["Ralph"],"suffixes":[]}],"title":"Large Language Models as Knowledge Engineers","booktitle":"Proceedings of the Workshops at the 32nd International Conference on Case-Based Reasoning (ICCBR-WS 2024) co-located with the 32nd International Conference on Case-Based Reasoning (ICCBR 2024), Mérida, Mexico, July 1, 2024","series":"CEUR Workshop Proceedings","editor":[{"firstnames":["Lukas"],"propositions":[],"lastnames":["Malburg"],"suffixes":[]}],"volume":"3708","pages":"3–18","publisher":"CEUR-WS.org.","year":"2024","abstract":"Many Artificial Intelligence (AI) systems require human-engineered knowledge at their core to reason about new problems based on this knowledge, with Case-Based Reasoning (CBR) being no exception. However, the acquisition of this knowledge is a time-consuming and laborious task for the domain experts that provide the needed knowledge. We propose an approach to help in the creation of this knowledge by leveraging Large Language Models (LLMs) in conjunction with existing knowledge to create the vocabulary and case base for a complex real-world domain. We find that LLMs are capable of generating knowledge, with results improving by using natural language and instructions. Furthermore, permissively licensed models like CodeLlama and Mixtral perform similar or better than closed state-of-the-art models like GPT-3.5 Turbo and GPT-4 Turbo.","keywords":"Case-Based Reasoning, Knowledge Engineering, Knowledge Acquisition Bottleneck, Large Language Models, Prompting","url":"https://www.wi2.uni-trier.de/shared/publications/2024_ICCBR-WS_LLMInCBR_BrandEtAl.pdf","bibtex":"@inproceedings{Brand.2024_LLMKnowledgeEngineer,\n author = {Brand, Florian and Malburg, Lukas and Bergmann, Ralph},\n title = {{Large Language Models as Knowledge Engineers}},\n booktitle = {Proceedings of the Workshops at the 32nd International Conference\n on Case-Based Reasoning {(ICCBR-WS} 2024) co-located with the 32nd\n International Conference on Case-Based Reasoning {(ICCBR} 2024), M{\\'{e}}rida,\n Mexico, July 1, 2024},\n series = {{CEUR} Workshop Proceedings},\n editor = {Lukas Malburg},\n volume = {3708},\n pages = {3--18},\n publisher = {CEUR-WS.org.},\n year = {2024},\n abstract \t = {{Many Artificial Intelligence (AI) systems require human-engineered knowledge at their core to reason about new problems based on this knowledge, with Case-Based Reasoning (CBR) being no exception. However, the acquisition of this knowledge is a time-consuming and laborious task for the domain experts that provide the needed knowledge. We propose an approach to help in the creation of this knowledge by leveraging Large Language Models (LLMs) in conjunction with existing knowledge to create the vocabulary and case base for a complex real-world domain. We find that LLMs are capable of generating knowledge, with results improving by using natural language and instructions. Furthermore, permissively licensed models like CodeLlama and Mixtral perform similar or better than closed state-of-the-art models like GPT-3.5 Turbo and GPT-4 Turbo.}},\n keywords \t = {{Case-Based Reasoning, Knowledge Engineering, Knowledge Acquisition Bottleneck, Large Language Models, Prompting}},\n url = {https://www.wi2.uni-trier.de/shared/publications/2024_ICCBR-WS_LLMInCBR_BrandEtAl.pdf}\n}\n\n","author_short":["Brand, F.","Malburg, L.","Bergmann, R."],"editor_short":["Malburg, L."],"key":"Brand.2024_LLMKnowledgeEngineer","id":"Brand.2024_LLMKnowledgeEngineer","bibbaseid":"brand-malburg-bergmann-largelanguagemodelsasknowledgeengineers-2024","role":"author","urls":{"Paper":"https://www.wi2.uni-trier.de/shared/publications/2024_ICCBR-WS_LLMInCBR_BrandEtAl.pdf"},"keyword":["Case-Based Reasoning","Knowledge Engineering","Knowledge Acquisition Bottleneck","Large Language Models","Prompting"],"metadata":{"authorlinks":{}},"downloads":4},"bibtype":"inproceedings","biburl":"https://web.wi2.uni-trier.de/publications/WI2Publikationen.bib","dataSources":["MSp3DzP4ToPojqkFy","Td7BJ334QwxWK4vLW","J3orK6zvpR7d8vDmC","CnwPa99ZchEF4SZgh"],"keywords":["case-based reasoning","knowledge engineering","knowledge acquisition bottleneck","large language models","prompting"],"search_terms":["large","language","models","knowledge","engineers","brand","malburg","bergmann"],"title":"Large Language Models as Knowledge Engineers","year":2024,"downloads":4}