@inproceedings{38fa41f38cbf489ea29d1fadc83b80a0,
title = "The eyes know it: FakeET- An Eye-tracking Database to Understand Deepfake Perception",
abstract = "We present FakeET - an eye-tracking database to understand human visual perception of deepfake videos. Given that the principal purpose of deepfakes is to deceive human observers, FakeET is designed to understand and evaluate the ability of viewers to detect synthetic video artifacts. FakeET contains viewing patterns compiled from 40 users via the Tobii desktop eye-tracker for 811 videos from the Google Deepfake dataset, with a minimum of two viewings per video. Additionally, EEG responses acquired via the Emotiv sensor are also available. The compiled data confirms (a) distinct eye movement characteristics for real vs fake videos; (b) utility of the eye-track saliency maps for spatial forgery localization and detection, and (c) Error Related Negativity (ERN) triggers in the EEG responses, and the ability of the raw EEG signal to distinguish between real and fake videos. ",
keywords = "deepfake, eeg, eye-tracking, visual perception",
author = "Parul Gupta and Komal Chugh and Abhinav Dhall and Ramanathan Subramanian",
note = "Funding Information: The authors thank Ashish Sahani (IIT Ropar) and Prabir Sarkar (IIT Ropar) for helping with the EEG and eye-tracking equipment for the purpose of this study. Abhinav Dhall{\textquoteright}s research is partially supported by the Australian Research Council grant DP190102919. Publisher Copyright: {\textcopyright} 2020 ACM. Copyright: Copyright 2020 Elsevier B.V., All rights reserved. Funding Information: The authors thank Ashish Sahani (IIT Ropar) and Prabir Sarkar (IIT Ropar) for helping with the EEG and eye-tracking equipment for the purpose of this study. Abhinav Dhall{\textquoteright}s research is partially supported by the Australian Research Council grant DP190102919. Publisher Copyright: {\textcopyright} 2020 ACM.; 22nd ACM International Conference on Multimodal Interaction, ICMI 2020, ICMI 2020 ; Conference date: 25-10-2020 Through 29-10-2020",
year = "2020",
month = oct,
day = "21",
doi = "10.1145/3382507.3418857",
language = "English",
series = "ICMI 2020 - Proceedings of the 2020 International Conference on Multimodal Interaction",
publisher = "Association for Computing Machinery (ACM)",
pages = "519--527",
editor = "Khiet Truong and Dirk Heylen",
booktitle = "ICMI 2020 - Proceedings of the 2020 International Conference on Multimodal Interaction",
address = "United States",
}