Paper  doi  abstract   bibtex   8 downloads  

@inproceedings{hollain:23a,
  author = {Hollain, Natalie and Larson, Martha and Roelofsen, Floris},
  booktitle={2023 IEEE International Conference on Acoustics, Speech, and Signal Processing Workshops (ICASSPW)},
  title={Distractor-Based Evaluation of Sign Spotting},
  year={2023},
  volume={},
  number={},
  pages={1-5},
  doi={10.1109/ICASSPW59220.2023.10193484},
  url = {https://doi.org/10.1109/ICASSPW59220.2023.10193484},
  keywords = {Sign spotting, Evaluation, Distractors},
  abstract = {Sign spotting is a subtask of sign language processing in which we determine when a given target sign occurs in a given sign sequence. This paper proposes a method for evaluating sign spotting systems, which we argue to be more reflective of the degree to which a system would satisfy the user’s requirements in practice than previously proposed evaluation methods. To deal with an incomplete ground truth, we introduce the concept of distractors: signs which are similar to the target sign according to a given distance measure. We assume that the performance of a sign spotting model when distinguishing a given target sign from the associated distractors will reflect the performance of the model on the complete ground truth. We develop a sign spotting model to demonstrate our evaluation method.}
}