Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)

Instance Segmentation and Tracking with Cosine Embeddings and Recurrent Hourglass Networks. Payer, C., Štern, D., Neff, T., Bischof, H., & Urschler, M. Volume 11071 LNCS. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), pages 3-11. Springer, Cham, 2018.

Website doi abstract bibtex

Different to semantic segmentation, instance segmentation assigns unique labels to each individual instance of the same class. In this work, we propose a novel recurrent fully convolutional network architecture for tracking such instance segmentations over time. The network architecture incorporates convolutional gated recurrent units (ConvGRU) into a stacked hourglass network to utilize temporal video information. Furthermore, we train the network with a novel embedding loss based on cosine similarities, such that the network predicts unique embeddings for every instance throughout videos. Afterwards, these embeddings are clustered among subsequent video frames to create the final tracked instance segmentations. We evaluate the recurrent hourglass network by segmenting left ventricles in MR videos of the heart, where it outperforms a network that does not incorporate video information. Furthermore, we show applicability of the cosine embedding loss for segmenting leaf instances on still images of plants. Finally, we evaluate the framework for instance segmentation and tracking on six datasets of the ISBI celltracking challenge, where it shows state-of-the-art performance.

@inbook{
 type = {inbook},
 year = {2018},
 keywords = {Cell,Embeddings,Instances,Recurrent,Segmentation,Tracking,Video},
 pages = {3-11},
 volume = {11071 LNCS},
 websites = {http://link.springer.com/10.1007/978-3-030-00934-2_1},
 publisher = {Springer, Cham},
 id = {44d519ed-bcbc-3af5-b22b-4b8120b061e6},
 created = {2018-09-04T04:52:28.895Z},
 file_attached = {false},
 profile_id = {53d1e3c7-2f16-3c81-9a84-dccd45be4841},
 last_modified = {2019-11-08T01:39:28.036Z},
 read = {false},
 starred = {false},
 authored = {true},
 confirmed = {true},
 hidden = {false},
 citation_key = {Payer2018MICCAI},
 folder_uuids = {0ec41d70-75f1-4a99-820b-0a83ccc37f54},
 private_publication = {false},
 abstract = {Different to semantic segmentation, instance segmentation assigns unique labels to each individual instance of the same class. In this work, we propose a novel recurrent fully convolutional network architecture for tracking such instance segmentations over time. The network architecture incorporates convolutional gated recurrent units (ConvGRU) into a stacked hourglass network to utilize temporal video information. Furthermore, we train the network with a novel embedding loss based on cosine similarities, such that the network predicts unique embeddings for every instance throughout videos. Afterwards, these embeddings are clustered among subsequent video frames to create the final tracked instance segmentations. We evaluate the recurrent hourglass network by segmenting left ventricles in MR videos of the heart, where it outperforms a network that does not incorporate video information. Furthermore, we show applicability of the cosine embedding loss for segmenting leaf instances on still images of plants. Finally, we evaluate the framework for instance segmentation and tracking on six datasets of the ISBI celltracking challenge, where it shows state-of-the-art performance.},
 bibtype = {inbook},
 author = {Payer, Christian and Štern, Darko and Neff, Thomas and Bischof, Horst and Urschler, Martin},
 doi = {10.1007/978-3-030-00934-2_1},
 chapter = {Instance Segmentation and Tracking with Cosine Embeddings and Recurrent Hourglass Networks},
 title = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)}
}

Downloads: 0

{"_id":"G3fb8Quro5jzkEpRt","bibbaseid":"payer-tern-neff-bischof-urschler-lecturenotesincomputerscienceincludingsubserieslecturenotesinartificialintelligenceandlecturenotesinbioinformatics-2018","authorIDs":["7Kn6pNXYAbwfP2qf9","vQb2TpF7F83goeATt"],"author_short":["Payer, C.","Štern, D.","Neff, T.","Bischof, H.","Urschler, M."],"bibdata":{"type":"inbook","year":"2018","keywords":"Cell,Embeddings,Instances,Recurrent,Segmentation,Tracking,Video","pages":"3-11","volume":"11071 LNCS","websites":"http://link.springer.com/10.1007/978-3-030-00934-2_1","publisher":"Springer, Cham","id":"44d519ed-bcbc-3af5-b22b-4b8120b061e6","created":"2018-09-04T04:52:28.895Z","file_attached":false,"profile_id":"53d1e3c7-2f16-3c81-9a84-dccd45be4841","last_modified":"2019-11-08T01:39:28.036Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"citation_key":"Payer2018MICCAI","folder_uuids":"0ec41d70-75f1-4a99-820b-0a83ccc37f54","private_publication":false,"abstract":"Different to semantic segmentation, instance segmentation assigns unique labels to each individual instance of the same class. In this work, we propose a novel recurrent fully convolutional network architecture for tracking such instance segmentations over time. The network architecture incorporates convolutional gated recurrent units (ConvGRU) into a stacked hourglass network to utilize temporal video information. Furthermore, we train the network with a novel embedding loss based on cosine similarities, such that the network predicts unique embeddings for every instance throughout videos. Afterwards, these embeddings are clustered among subsequent video frames to create the final tracked instance segmentations. We evaluate the recurrent hourglass network by segmenting left ventricles in MR videos of the heart, where it outperforms a network that does not incorporate video information. Furthermore, we show applicability of the cosine embedding loss for segmenting leaf instances on still images of plants. Finally, we evaluate the framework for instance segmentation and tracking on six datasets of the ISBI celltracking challenge, where it shows state-of-the-art performance.","bibtype":"inbook","author":"Payer, Christian and Štern, Darko and Neff, Thomas and Bischof, Horst and Urschler, Martin","doi":"10.1007/978-3-030-00934-2_1","chapter":"Instance Segmentation and Tracking with Cosine Embeddings and Recurrent Hourglass Networks","title":"Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)","bibtex":"@inbook{\n type = {inbook},\n year = {2018},\n keywords = {Cell,Embeddings,Instances,Recurrent,Segmentation,Tracking,Video},\n pages = {3-11},\n volume = {11071 LNCS},\n websites = {http://link.springer.com/10.1007/978-3-030-00934-2_1},\n publisher = {Springer, Cham},\n id = {44d519ed-bcbc-3af5-b22b-4b8120b061e6},\n created = {2018-09-04T04:52:28.895Z},\n file_attached = {false},\n profile_id = {53d1e3c7-2f16-3c81-9a84-dccd45be4841},\n last_modified = {2019-11-08T01:39:28.036Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n citation_key = {Payer2018MICCAI},\n folder_uuids = {0ec41d70-75f1-4a99-820b-0a83ccc37f54},\n private_publication = {false},\n abstract = {Different to semantic segmentation, instance segmentation assigns unique labels to each individual instance of the same class. In this work, we propose a novel recurrent fully convolutional network architecture for tracking such instance segmentations over time. The network architecture incorporates convolutional gated recurrent units (ConvGRU) into a stacked hourglass network to utilize temporal video information. Furthermore, we train the network with a novel embedding loss based on cosine similarities, such that the network predicts unique embeddings for every instance throughout videos. Afterwards, these embeddings are clustered among subsequent video frames to create the final tracked instance segmentations. We evaluate the recurrent hourglass network by segmenting left ventricles in MR videos of the heart, where it outperforms a network that does not incorporate video information. Furthermore, we show applicability of the cosine embedding loss for segmenting leaf instances on still images of plants. Finally, we evaluate the framework for instance segmentation and tracking on six datasets of the ISBI celltracking challenge, where it shows state-of-the-art performance.},\n bibtype = {inbook},\n author = {Payer, Christian and Štern, Darko and Neff, Thomas and Bischof, Horst and Urschler, Martin},\n doi = {10.1007/978-3-030-00934-2_1},\n chapter = {Instance Segmentation and Tracking with Cosine Embeddings and Recurrent Hourglass Networks},\n title = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)}\n}","author_short":["Payer, C.","Štern, D.","Neff, T.","Bischof, H.","Urschler, M."],"urls":{"Website":"http://link.springer.com/10.1007/978-3-030-00934-2_1"},"biburl":"https://bibbase.org/service/mendeley/53d1e3c7-2f16-3c81-9a84-dccd45be4841","bibbaseid":"payer-tern-neff-bischof-urschler-lecturenotesincomputerscienceincludingsubserieslecturenotesinartificialintelligenceandlecturenotesinbioinformatics-2018","role":"author","keyword":["Cell","Embeddings","Instances","Recurrent","Segmentation","Tracking","Video"],"metadata":{"authorlinks":{"urschler, m":"https://martinurschler.blogs.auckland.ac.nz/publications/"}},"downloads":0},"bibtype":"inbook","creationDate":"2020-07-27T21:18:14.324Z","downloads":0,"keywords":["cell","embeddings","instances","recurrent","segmentation","tracking","video"],"search_terms":["lecture","notes","computer","science","including","subseries","lecture","notes","artificial","intelligence","lecture","notes","bioinformatics","payer","štern","neff","bischof","urschler"],"title":"Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)","year":2018,"biburl":"https://bibbase.org/service/mendeley/53d1e3c7-2f16-3c81-9a84-dccd45be4841","dataSources":["6jn29mijTw27iZTdN","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"]}