Effects of speaker gaze on spoken language comprehension: Task matters. Kreysa, H. & Knoeferle, P.
Effects of speaker gaze on spoken language comprehension: Task matters [pdf]Paper  abstract   bibtex   
Listeners can use speakers' gaze to anticipate upcoming refer-ents. We examined whether this listener benefit is affected by different comprehension subtasks. A video-taped speaker re-ferred to depicted characters, using either a subject-verb-object or a non-canonical object-verb-subject German sentence. She shifted gaze once from the pre-verbal to the post-verbal refer-ent, a behavior that could allow listeners to anticipate which character would be mentioned next. We recorded participants' eye movements to the characters during comprehension, as well as post-sentence verification times on whether a sub-sequent schematic depiction correctly highlighted the patient (Experiment 1) or the thematic role relations of the sentence (Experiment 2). Sentence structure affected response times only when verifying thematic roles. The eye movement data also showed reliable differences between tasks, regarding ef-fects of sentence structure and their modulation by speaker gaze. We argue that processing accounts of situated compre-hension must consider task effects on the allocation of visual attention.
@article{
 title = {Effects of speaker gaze on spoken language comprehension: Task matters},
 type = {article},
 keywords = {eye tracking Attention modulation across tasks,speaker gaze,spoken sentence comprehension,syntactic structuring,task effects},
 id = {86338382-5452-3d5f-8465-f70095c763c1},
 created = {2017-09-01T15:53:29.505Z},
 file_attached = {true},
 profile_id = {80da7853-f7b7-36a9-8e4c-d7ddb2d9e538},
 group_id = {a2333ea3-15a4-3d40-8d36-f0d9590ca926},
 last_modified = {2017-09-01T15:53:29.609Z},
 read = {false},
 starred = {false},
 authored = {false},
 confirmed = {false},
 hidden = {false},
 abstract = {Listeners can use speakers' gaze to anticipate upcoming refer-ents. We examined whether this listener benefit is affected by different comprehension subtasks. A video-taped speaker re-ferred to depicted characters, using either a subject-verb-object or a non-canonical object-verb-subject German sentence. She shifted gaze once from the pre-verbal to the post-verbal refer-ent, a behavior that could allow listeners to anticipate which character would be mentioned next. We recorded participants' eye movements to the characters during comprehension, as well as post-sentence verification times on whether a sub-sequent schematic depiction correctly highlighted the patient (Experiment 1) or the thematic role relations of the sentence (Experiment 2). Sentence structure affected response times only when verifying thematic roles. The eye movement data also showed reliable differences between tasks, regarding ef-fects of sentence structure and their modulation by speaker gaze. We argue that processing accounts of situated compre-hension must consider task effects on the allocation of visual attention.},
 bibtype = {article},
 author = {Kreysa, Helene and Knoeferle, Pia}
}
Downloads: 0