diff --git a/main.c b/main.c
index 7c58594..707e833 100644
--- a/main.c
+++ b/main.c
@@ -587,7 +587,7 @@ void on_keypress(XKeyEvent *kev)
 	}
 	if (IsModifierKey(ksym))
 		return;
-	if (ksym == XK_Escape && MODMASK(kev->state) == 0) {
+	if (extprefix && ksym == XK_Escape && MODMASK(kev->state) == 0) {
 		extprefix = False;
 	} else if (extprefix) {
 		run_key_handler(XKeysymToString(ksym), kev->state & ~sh);