diff --git a/zsh-vi-mode.zsh b/zsh-vi-mode.zsh
index 48aaa5a..8bef339 100644
--- a/zsh-vi-mode.zsh
+++ b/zsh-vi-mode.zsh
@@ -127,6 +127,12 @@
 # an escape character (default is 0.03 seconds), and this option is just
 # available for the NEX readkey engine
 #
+# ZVM_FAST_ESCAPE:
+# speed up modal changes to normal by short circuiting zle handling when a
+# single escape character is received and no other characters are received
+# within the escape timeout. This only works with the NEX readkey engine and
+# could conflict with alternate zvm widget keybindings.
+#
 # ZVM_LINE_INIT_MODE
 # the setting for init mode of command line (default is empty), empty will
 # keep the last command mode, for the first command line it will be insert
@@ -515,6 +521,12 @@ function zvm_readkeys() {
 
     keys="${keys}${key}"
 
+    if [[ "$key" == $'\e' && -n $ZVM_FAST_ESCAPE ]]; then
+      key=
+      widget=zvm_readkeys_handler
+      break
+    fi
+
     # Handle the pattern
     if [[ -n "$key" ]]; then
       # Transform the non-printed characters