Super-resolution of compressed videos using convolutional neural networks. Kappeler, A., Yoo, S., Dai, Q., & Katsaggelos, A. K. In 2016 IEEE International Conference on Image Processing (ICIP), volume 2016-Augus, pages 1150–1154, sep, 2016. IEEE. ![Super-resolution of compressed videos using convolutional neural networks [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex Convolutional neural networks (CNN) have been successfully applied to image super-resolution (SR) as well as other image restoration tasks. In this paper, we consider the problem of compressed video super-resolution. Traditional SR algorithms for compressed videos rely on information from the encoder such as frame type or quantizer step, whereas our algorithm only requires the compressed low resolution frames to reconstruct the high resolution video. We propose a CNN that is trained on both the spatial and the temporal dimensions of compressed videos to enhance their spatial resolution. Consecutive frames are motion compensated and used as input to a CNN that provides super-resolved video frames as output. Our network is pretrained with images, which significantly improves the performance over random initialization. In extensive experimental evaluations, we trained the state-of-the-art image and video superresolution algorithms on compressed videos and compared their performance to our proposed method.
@inproceedings{Armin2016a,
abstract = {Convolutional neural networks (CNN) have been successfully applied to image super-resolution (SR) as well as other image restoration tasks. In this paper, we consider the problem of compressed video super-resolution. Traditional SR algorithms for compressed videos rely on information from the encoder such as frame type or quantizer step, whereas our algorithm only requires the compressed low resolution frames to reconstruct the high resolution video. We propose a CNN that is trained on both the spatial and the temporal dimensions of compressed videos to enhance their spatial resolution. Consecutive frames are motion compensated and used as input to a CNN that provides super-resolved video frames as output. Our network is pretrained with images, which significantly improves the performance over random initialization. In extensive experimental evaluations, we trained the state-of-the-art image and video superresolution algorithms on compressed videos and compared their performance to our proposed method.},
author = {Kappeler, Armin and Yoo, Seunghwan and Dai, Qiqin and Katsaggelos, Aggelos K.},
booktitle = {2016 IEEE International Conference on Image Processing (ICIP)},
doi = {10.1109/ICIP.2016.7532538},
isbn = {978-1-4673-9961-6},
issn = {15224880},
keywords = {Convolutional Neural Networks,Deep Learning,Super-Resolution,Video Compression},
month = {sep},
pages = {1150--1154},
publisher = {IEEE},
title = {{Super-resolution of compressed videos using convolutional neural networks}},
url = {http://ieeexplore.ieee.org/document/7532538/},
volume = {2016-Augus},
year = {2016}
}
Downloads: 0
{"_id":"JkS8jwcdkEnADKzGW","bibbaseid":"kappeler-yoo-dai-katsaggelos-superresolutionofcompressedvideosusingconvolutionalneuralnetworks-2016","author_short":["Kappeler, A.","Yoo, S.","Dai, Q.","Katsaggelos, A. K."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","abstract":"Convolutional neural networks (CNN) have been successfully applied to image super-resolution (SR) as well as other image restoration tasks. In this paper, we consider the problem of compressed video super-resolution. Traditional SR algorithms for compressed videos rely on information from the encoder such as frame type or quantizer step, whereas our algorithm only requires the compressed low resolution frames to reconstruct the high resolution video. We propose a CNN that is trained on both the spatial and the temporal dimensions of compressed videos to enhance their spatial resolution. Consecutive frames are motion compensated and used as input to a CNN that provides super-resolved video frames as output. Our network is pretrained with images, which significantly improves the performance over random initialization. In extensive experimental evaluations, we trained the state-of-the-art image and video superresolution algorithms on compressed videos and compared their performance to our proposed method.","author":[{"propositions":[],"lastnames":["Kappeler"],"firstnames":["Armin"],"suffixes":[]},{"propositions":[],"lastnames":["Yoo"],"firstnames":["Seunghwan"],"suffixes":[]},{"propositions":[],"lastnames":["Dai"],"firstnames":["Qiqin"],"suffixes":[]},{"propositions":[],"lastnames":["Katsaggelos"],"firstnames":["Aggelos","K."],"suffixes":[]}],"booktitle":"2016 IEEE International Conference on Image Processing (ICIP)","doi":"10.1109/ICIP.2016.7532538","isbn":"978-1-4673-9961-6","issn":"15224880","keywords":"Convolutional Neural Networks,Deep Learning,Super-Resolution,Video Compression","month":"sep","pages":"1150–1154","publisher":"IEEE","title":"Super-resolution of compressed videos using convolutional neural networks","url":"http://ieeexplore.ieee.org/document/7532538/","volume":"2016-Augus","year":"2016","bibtex":"@inproceedings{Armin2016a,\nabstract = {Convolutional neural networks (CNN) have been successfully applied to image super-resolution (SR) as well as other image restoration tasks. In this paper, we consider the problem of compressed video super-resolution. Traditional SR algorithms for compressed videos rely on information from the encoder such as frame type or quantizer step, whereas our algorithm only requires the compressed low resolution frames to reconstruct the high resolution video. We propose a CNN that is trained on both the spatial and the temporal dimensions of compressed videos to enhance their spatial resolution. Consecutive frames are motion compensated and used as input to a CNN that provides super-resolved video frames as output. Our network is pretrained with images, which significantly improves the performance over random initialization. In extensive experimental evaluations, we trained the state-of-the-art image and video superresolution algorithms on compressed videos and compared their performance to our proposed method.},\nauthor = {Kappeler, Armin and Yoo, Seunghwan and Dai, Qiqin and Katsaggelos, Aggelos K.},\nbooktitle = {2016 IEEE International Conference on Image Processing (ICIP)},\ndoi = {10.1109/ICIP.2016.7532538},\nisbn = {978-1-4673-9961-6},\nissn = {15224880},\nkeywords = {Convolutional Neural Networks,Deep Learning,Super-Resolution,Video Compression},\nmonth = {sep},\npages = {1150--1154},\npublisher = {IEEE},\ntitle = {{Super-resolution of compressed videos using convolutional neural networks}},\nurl = {http://ieeexplore.ieee.org/document/7532538/},\nvolume = {2016-Augus},\nyear = {2016}\n}\n","author_short":["Kappeler, A.","Yoo, S.","Dai, Q.","Katsaggelos, A. K."],"key":"Armin2016a","id":"Armin2016a","bibbaseid":"kappeler-yoo-dai-katsaggelos-superresolutionofcompressedvideosusingconvolutionalneuralnetworks-2016","role":"author","urls":{"Paper":"http://ieeexplore.ieee.org/document/7532538/"},"keyword":["Convolutional Neural Networks","Deep Learning","Super-Resolution","Video Compression"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://sites.northwestern.edu/ivpl/files/2023/06/IVPL_Updated_publications-1.bib","dataSources":["KTWAakbPXLGfYseXn","ePKPjG8C6yvpk4mEK","ya2CyA73rpZseyrZ8","D8k2SxfC5dKNRFgro","7Dwzbxq93HWrJEhT6","qhF8zxmGcJfvtdeAg","fvDEHD49E2ZRwE3fb","H7crv8NWhZup4d4by","DHqokWsryttGh7pJE","vRJd4wNg9HpoZSMHD","sYxQ6pxFgA59JRhxi","w2WahSbYrbcCKBDsC","XasdXLL99y5rygCmq","3gkSihZQRfAD2KBo3","t5XMbyZbtPBo4wBGS","bEpHM2CtrwW2qE8FP","teJzFLHexaz5AQW5z"],"keywords":["convolutional neural networks","deep learning","super-resolution","video compression"],"search_terms":["super","resolution","compressed","videos","using","convolutional","neural","networks","kappeler","yoo","dai","katsaggelos"],"title":"Super-resolution of compressed videos using convolutional neural networks","year":2016}