diff --git a/autoload/fzf/vim.vim b/autoload/fzf/vim.vim
index 5c030fc..e697738 100644
--- a/autoload/fzf/vim.vim
+++ b/autoload/fzf/vim.vim
@@ -456,10 +456,10 @@ function! fzf#vim#tags(...)
   " We don't want to apply --ansi option when tags file is large as it makes
   " processing much slower.
   if getfsize(tagfile) > 1024 * 1024 * 20
-    let proc = 'grep -v ''^!'' '
+    let proc = 'grep -v ''^\!'' '
     let copt = ''
   else
-    let proc = 'perl -ne ''unless (/^!/) { s/^(.*?)\t(.*?)\t/\x1b[33m\1\x1b[m\t\x1b[34m\2\x1b[m\t/; print }'' '
+    let proc = 'perl -ne ''unless (/^\!/) { s/^(.*?)\t(.*?)\t/\x1b[33m\1\x1b[m\t\x1b[34m\2\x1b[m\t/; print }'' '
     let copt = '--ansi '
   endif
   call s:fzf({