@inproceedings{e575eaae41284424afdb0d141e9c6068,
title = "Positional mask attention for video sequence modeling",
abstract = "The attention mechanism has been widely developed in different domains. Some recent studies apply position embedding to encode relative positions in the attention mechanism for learning better representations in both natural language processing and computer vision tasks. However, this position embedding method is limited to the 'fixed input size' problem and requires large additional memory to store the position embedding parameters. In this paper, we present the positional mask attention, which is a new approach to incorporate position information into the attention mechanism. Specifically, a positional distance mask is proposed to encode the relative positions as a type of prior knowledge, which is different from the existing position embedding methods. To verify the generality and effectiveness of the proposed method, we evaluate our positional mask attention on two general video understanding tasks, i.e., video object detection and video instance segmentation. Experimental results demonstrate that our method can achieve significant improvement by aggregating the position information.",
author = "Jiaxuan Wang and Chaoyi Wang and Yang Hua and Tao Song and Zhengui Xue and Ruhui Ma and Haibing Guan",
year = "2021",
month = dec,
day = "7",
doi = "10.1109/CISP-BMEI53629.2021.9624361",
language = "English",
isbn = "9781665400053",
series = "Proceedings - International Congress on Image and Signal Processing, BioMedical Engineering and Informatics, CISP-BMEI ",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
editor = "Qingli Li and Lipo Wang and Yan Wang and Wenwu Li",
booktitle = "2021 14th International Congress on Image and Signal Processing, BioMedical Engineering and Informatics (CISP-BMEI): Proceedings",
address = "United States",
note = "14th International Congress on Image and Signal Processing, BioMedical Engineering and Informatics, CISP-BMEI 2021 ; Conference date: 23-10-2021 Through 25-10-2021",
}