Two Directions for Clinical Data Generation with Large Language Models: Data-to-Label and Label-to-Data. Li, R., Wang, X., & Yu, H. Proceedings of the Conference on Empirical Methods in Natural Language Processing. Conference on Empirical Methods in Natural Language Processing, 2023:7129–7143, December, 2023. doi abstract bibtex Large language models (LLMs) can generate natural language texts for various domains and tasks, but their potential for clinical text mining, a domain with scarce, sensitive, and imbalanced medical data, is under-explored. We investigate whether LLMs can augment clinical data for detecting Alzheimer's Disease (AD)-related signs and symptoms from electronic health records (EHRs), a challenging task that requires high expertise. We create a novel pragmatic taxonomy for AD sign and symptom progression based on expert knowledge and generated three datasets: (1) a gold dataset annotated by human experts on longitudinal EHRs of AD patients; (2) a silver dataset created by the data-to-label method, which labels sentences from a public EHR collection with AD-related signs and symptoms; and (3) a bronze dataset created by the label-to-data method which generates sentences with AD-related signs and symptoms based on the label definition. We train a system to detect AD-related signs and symptoms from EHRs. We find that the silver and bronze datasets improves the system performance, outperforming the system using only the gold dataset. This shows that LLMs can generate synthetic clinical data for a complex task by incorporating expert knowledge, and our label-to-data method can produce datasets that are free of sensitive information, while maintaining acceptable quality.
@article{li_two_2023,
title = {Two {Directions} for {Clinical} {Data} {Generation} with {Large} {Language} {Models}: {Data}-to-{Label} and {Label}-to-{Data}},
volume = {2023},
shorttitle = {Two {Directions} for {Clinical} {Data} {Generation} with {Large} {Language} {Models}},
doi = {10.18653/v1/2023.findings-emnlp.474},
abstract = {Large language models (LLMs) can generate natural language texts for various domains and tasks, but their potential for clinical text mining, a domain with scarce, sensitive, and imbalanced medical data, is under-explored. We investigate whether LLMs can augment clinical data for detecting Alzheimer's Disease (AD)-related signs and symptoms from electronic health records (EHRs), a challenging task that requires high expertise. We create a novel pragmatic taxonomy for AD sign and symptom progression based on expert knowledge and generated three datasets: (1) a gold dataset annotated by human experts on longitudinal EHRs of AD patients; (2) a silver dataset created by the data-to-label method, which labels sentences from a public EHR collection with AD-related signs and symptoms; and (3) a bronze dataset created by the label-to-data method which generates sentences with AD-related signs and symptoms based on the label definition. We train a system to detect AD-related signs and symptoms from EHRs. We find that the silver and bronze datasets improves the system performance, outperforming the system using only the gold dataset. This shows that LLMs can generate synthetic clinical data for a complex task by incorporating expert knowledge, and our label-to-data method can produce datasets that are free of sensitive information, while maintaining acceptable quality.},
language = {eng},
journal = {Proceedings of the Conference on Empirical Methods in Natural Language Processing. Conference on Empirical Methods in Natural Language Processing},
author = {Li, Rumeng and Wang, Xun and Yu, Hong},
month = dec,
year = {2023},
pmid = {38213944},
pmcid = {PMC10782150},
pages = {7129--7143},
}
Downloads: 0
{"_id":"nAw6Q2E8gjMatkpyz","bibbaseid":"li-wang-yu-twodirectionsforclinicaldatagenerationwithlargelanguagemodelsdatatolabelandlabeltodata-2023","author_short":["Li, R.","Wang, X.","Yu, H."],"bibdata":{"bibtype":"article","type":"article","title":"Two Directions for Clinical Data Generation with Large Language Models: Data-to-Label and Label-to-Data","volume":"2023","shorttitle":"Two Directions for Clinical Data Generation with Large Language Models","doi":"10.18653/v1/2023.findings-emnlp.474","abstract":"Large language models (LLMs) can generate natural language texts for various domains and tasks, but their potential for clinical text mining, a domain with scarce, sensitive, and imbalanced medical data, is under-explored. We investigate whether LLMs can augment clinical data for detecting Alzheimer's Disease (AD)-related signs and symptoms from electronic health records (EHRs), a challenging task that requires high expertise. We create a novel pragmatic taxonomy for AD sign and symptom progression based on expert knowledge and generated three datasets: (1) a gold dataset annotated by human experts on longitudinal EHRs of AD patients; (2) a silver dataset created by the data-to-label method, which labels sentences from a public EHR collection with AD-related signs and symptoms; and (3) a bronze dataset created by the label-to-data method which generates sentences with AD-related signs and symptoms based on the label definition. We train a system to detect AD-related signs and symptoms from EHRs. We find that the silver and bronze datasets improves the system performance, outperforming the system using only the gold dataset. This shows that LLMs can generate synthetic clinical data for a complex task by incorporating expert knowledge, and our label-to-data method can produce datasets that are free of sensitive information, while maintaining acceptable quality.","language":"eng","journal":"Proceedings of the Conference on Empirical Methods in Natural Language Processing. Conference on Empirical Methods in Natural Language Processing","author":[{"propositions":[],"lastnames":["Li"],"firstnames":["Rumeng"],"suffixes":[]},{"propositions":[],"lastnames":["Wang"],"firstnames":["Xun"],"suffixes":[]},{"propositions":[],"lastnames":["Yu"],"firstnames":["Hong"],"suffixes":[]}],"month":"December","year":"2023","pmid":"38213944","pmcid":"PMC10782150","pages":"7129–7143","bibtex":"@article{li_two_2023,\n\ttitle = {Two {Directions} for {Clinical} {Data} {Generation} with {Large} {Language} {Models}: {Data}-to-{Label} and {Label}-to-{Data}},\n\tvolume = {2023},\n\tshorttitle = {Two {Directions} for {Clinical} {Data} {Generation} with {Large} {Language} {Models}},\n\tdoi = {10.18653/v1/2023.findings-emnlp.474},\n\tabstract = {Large language models (LLMs) can generate natural language texts for various domains and tasks, but their potential for clinical text mining, a domain with scarce, sensitive, and imbalanced medical data, is under-explored. We investigate whether LLMs can augment clinical data for detecting Alzheimer's Disease (AD)-related signs and symptoms from electronic health records (EHRs), a challenging task that requires high expertise. We create a novel pragmatic taxonomy for AD sign and symptom progression based on expert knowledge and generated three datasets: (1) a gold dataset annotated by human experts on longitudinal EHRs of AD patients; (2) a silver dataset created by the data-to-label method, which labels sentences from a public EHR collection with AD-related signs and symptoms; and (3) a bronze dataset created by the label-to-data method which generates sentences with AD-related signs and symptoms based on the label definition. We train a system to detect AD-related signs and symptoms from EHRs. We find that the silver and bronze datasets improves the system performance, outperforming the system using only the gold dataset. This shows that LLMs can generate synthetic clinical data for a complex task by incorporating expert knowledge, and our label-to-data method can produce datasets that are free of sensitive information, while maintaining acceptable quality.},\n\tlanguage = {eng},\n\tjournal = {Proceedings of the Conference on Empirical Methods in Natural Language Processing. Conference on Empirical Methods in Natural Language Processing},\n\tauthor = {Li, Rumeng and Wang, Xun and Yu, Hong},\n\tmonth = dec,\n\tyear = {2023},\n\tpmid = {38213944},\n\tpmcid = {PMC10782150},\n\tpages = {7129--7143},\n}\n\n","author_short":["Li, R.","Wang, X.","Yu, H."],"key":"li_two_2023","id":"li_two_2023","bibbaseid":"li-wang-yu-twodirectionsforclinicaldatagenerationwithlargelanguagemodelsdatatolabelandlabeltodata-2023","role":"author","urls":{},"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"http://fenway.cs.uml.edu/papers/pubs-all.bib","dataSources":["TqaA9miSB65nRfS5H"],"keywords":[],"search_terms":["two","directions","clinical","data","generation","large","language","models","data","label","label","data","li","wang","yu"],"title":"Two Directions for Clinical Data Generation with Large Language Models: Data-to-Label and Label-to-Data","year":2023}