#574 Do not restore items with no columns for highlights from hidden buffers

autoload/ale/highlight.vim

@@ -109,7 +109,11 @@ function! ale#highlight#BufferHidden(buffer) abort
             endif
         endfor
 
-        let s:buffer_restore_map[a:buffer] = l:loclist
+        let s:buffer_restore_map[a:buffer] = filter(
+        \   copy(l:loclist),
+        \   'v:val.bufnr == a:buffer && v:val.col > 0'
+        \)
+
         call clearmatches()
     endif
 endfunction