ReGAN: A pipelined ReRAM-based accelerator for generative adversarial networks. <a href="https://homes.luddy.indiana.edu/fc7/" target="_blank">Fan Chen</a></span>, Song, L., & Chen, Y. In 23rd Asia and South Pacific Design Automation Conference (ASP-DAC), pages 178–183, 2018. IEEE. doi abstract bibtex Generative Adversarial Networks (GANs) have recently drawn tremendous attention in many artificial intelligence (AI) applications including computer vision, speech recognition, and natural language processing. While GANs deliver state-of-the-art performance on these AI tasks, it comes at the cost of high computational complexity. Although recent progress demonstrated the promise of using ReRMA-based Process-In-Memory for acceleration of convolutional neural networks (CNNs) with low energy cost, the unique training process required by GANs makes them difficult to run on existing neural network acceleration platforms: two competing networks are simultaneously cotrained in GANs, and hence, significantly increasing the need of memory and computation resources. In this work, we propose ReGAN - a novel ReRAM-based Process-In-Memory accelerator that can efficiently reduce off-chip memory accesses. Moreover, ReGAN greatly increases system throughput by pipelining the layer-wise computation. Two techniques, namely, Spatial Parallelism and Computation Sharing are particularly proposed to further enhance training efficiency of GANs. Our experimental results show that ReGAN can achieve 240x performance speedup compared to GPU platform averagely, with an average energy saving of 94x.
@INPROCEEDINGS{ASPDAC18gan,
author = {{<a href="https://homes.luddy.indiana.edu/fc7/" target="_blank">Fan Chen</a></span>} and
Linghao Song and
Yiran Chen},
title = {ReGAN: {A} pipelined ReRAM-based accelerator for generative adversarial
networks},
booktitle = {23rd Asia and South Pacific Design Automation Conference (ASP-DAC)},
pages = {178--183},
publisher = {{IEEE}},
year = {2018},
doi = {10.1109/ASPDAC.2018.8297302},
abstract = {Generative Adversarial Networks (GANs) have recently drawn tremendous attention in many artificial intelligence (AI) applications including computer vision, speech recognition, and natural language processing. While GANs deliver state-of-the-art performance on these AI tasks, it comes at the cost of high computational complexity. Although recent progress demonstrated the promise of using ReRMA-based Process-In-Memory for acceleration of convolutional neural networks (CNNs) with low energy cost, the unique training process required by GANs makes them difficult to run on existing neural network acceleration platforms: two competing networks are simultaneously cotrained in GANs, and hence, significantly increasing the need of memory and computation resources. In this work, we propose ReGAN - a novel ReRAM-based Process-In-Memory accelerator that can efficiently reduce off-chip memory accesses. Moreover, ReGAN greatly increases system throughput by pipelining the layer-wise computation. Two techniques, namely, Spatial Parallelism and Computation Sharing are particularly proposed to further enhance training efficiency of GANs. Our experimental results show that ReGAN can achieve 240x performance speedup compared to GPU platform averagely, with an average energy saving of 94x.}
}
%
Downloads: 0
{"_id":"hNfb8LKMArFteZYgX","bibbaseid":"ahrefhttpshomesluddyindianaedufc7targetblankfanchenaspan-song-chen-reganapipelinedrerambasedacceleratorforgenerativeadversarialnetworks-2018","authorIDs":[],"author_short":["<a href=\"https://homes.luddy.indiana.edu/fc7/\" target=\"_blank\">Fan Chen</a></span>","Song, L.","Chen, Y."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":[],"propositions":[],"lastnames":["<a href=\"https://homes.luddy.indiana.edu/fc7/\" target=\"_blank\">Fan Chen</a></span>"],"suffixes":[]},{"firstnames":["Linghao"],"propositions":[],"lastnames":["Song"],"suffixes":[]},{"firstnames":["Yiran"],"propositions":[],"lastnames":["Chen"],"suffixes":[]}],"title":"ReGAN: A pipelined ReRAM-based accelerator for generative adversarial networks","booktitle":"23rd Asia and South Pacific Design Automation Conference (ASP-DAC)","pages":"178–183","publisher":"IEEE","year":"2018","doi":"10.1109/ASPDAC.2018.8297302","abstract":"Generative Adversarial Networks (GANs) have recently drawn tremendous attention in many artificial intelligence (AI) applications including computer vision, speech recognition, and natural language processing. While GANs deliver state-of-the-art performance on these AI tasks, it comes at the cost of high computational complexity. Although recent progress demonstrated the promise of using ReRMA-based Process-In-Memory for acceleration of convolutional neural networks (CNNs) with low energy cost, the unique training process required by GANs makes them difficult to run on existing neural network acceleration platforms: two competing networks are simultaneously cotrained in GANs, and hence, significantly increasing the need of memory and computation resources. In this work, we propose ReGAN - a novel ReRAM-based Process-In-Memory accelerator that can efficiently reduce off-chip memory accesses. Moreover, ReGAN greatly increases system throughput by pipelining the layer-wise computation. Two techniques, namely, Spatial Parallelism and Computation Sharing are particularly proposed to further enhance training efficiency of GANs. Our experimental results show that ReGAN can achieve 240x performance speedup compared to GPU platform averagely, with an average energy saving of 94x.","bibtex":"@INPROCEEDINGS{ASPDAC18gan, \r\n author = {{<a href=\"https://homes.luddy.indiana.edu/fc7/\" target=\"_blank\">Fan Chen</a></span>} and\r\n Linghao Song and\r\n Yiran Chen},\r\n title = {ReGAN: {A} pipelined ReRAM-based accelerator for generative adversarial\r\n networks},\r\n booktitle = {23rd Asia and South Pacific Design Automation Conference (ASP-DAC)},\r\n pages = {178--183},\r\n publisher = {{IEEE}},\r\n year = {2018},\r\n doi = {10.1109/ASPDAC.2018.8297302},\r\n abstract = {Generative Adversarial Networks (GANs) have recently drawn tremendous attention in many artificial intelligence (AI) applications including computer vision, speech recognition, and natural language processing. While GANs deliver state-of-the-art performance on these AI tasks, it comes at the cost of high computational complexity. Although recent progress demonstrated the promise of using ReRMA-based Process-In-Memory for acceleration of convolutional neural networks (CNNs) with low energy cost, the unique training process required by GANs makes them difficult to run on existing neural network acceleration platforms: two competing networks are simultaneously cotrained in GANs, and hence, significantly increasing the need of memory and computation resources. In this work, we propose ReGAN - a novel ReRAM-based Process-In-Memory accelerator that can efficiently reduce off-chip memory accesses. Moreover, ReGAN greatly increases system throughput by pipelining the layer-wise computation. Two techniques, namely, Spatial Parallelism and Computation Sharing are particularly proposed to further enhance training efficiency of GANs. Our experimental results show that ReGAN can achieve 240x performance speedup compared to GPU platform averagely, with an average energy saving of 94x.}\r\n}\r\n\r\n\r\n%\r\n","author_short":["<a href=\"https://homes.luddy.indiana.edu/fc7/\" target=\"_blank\">Fan Chen</a></span>","Song, L.","Chen, Y."],"key":"ASPDAC18gan","id":"ASPDAC18gan","bibbaseid":"ahrefhttpshomesluddyindianaedufc7targetblankfanchenaspan-song-chen-reganapipelinedrerambasedacceleratorforgenerativeadversarialnetworks-2018","role":"author","urls":{},"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"inproceedings","biburl":"https://homes.luddy.indiana.edu/fc7/fan-publication.bib","creationDate":"2021-02-02T03:54:08.711Z","downloads":0,"keywords":[],"search_terms":["regan","pipelined","reram","based","accelerator","generative","adversarial","networks","<a href=\"https://homes.luddy.indiana.edu/fc7/\" target=\"_blank\">fan chen</a></span>","song","chen"],"title":"ReGAN: A pipelined ReRAM-based accelerator for generative adversarial networks","year":2018,"dataSources":["qYaX26DqyiZgF6oZF","SzsArXknrJasD2EPT"]}