diff --git a/.zshrc b/.zshrc
index 9ea7b77..76890e8 100644
--- a/.zshrc
+++ b/.zshrc
@@ -212,6 +212,9 @@ bindkey '^[[B' history-substring-search-down
 bindkey -M vicmd 'k' history-substring-search-up
 bindkey -M vicmd 'j' history-substring-search-down
 
+# Disable all insert mode binds that start with <Esc> so we can get to normal mode faster
+bindkey -rpM viins '\e'
+
 # Run compaudit and such, from OMZL::compfix.zsh
 handle_completion_insecurities &|
 # <<<