diff --git a/autoload/acp.vim b/autoload/acp.vim
index f1fed65..fe5dcb4 100644
--- a/autoload/acp.vim
+++ b/autoload/acp.vim
@@ -268,7 +268,10 @@ function acp#onBs()
         \ [matchstr(s:getCurrentText(), '.*\ze.')])
     return "\<BS>"
   endif
-  return "\<C-e>\<BS>"
+  if pumvisible()
+    return "\<C-e>\<BS>"
+  endif
+  return "\<BS>"
 endfunction
 
 " }}}1