diff --git a/ScreenManager.c b/ScreenManager.c
index 64af535b..df5fed4f 100644
--- a/ScreenManager.c
+++ b/ScreenManager.c
@@ -202,7 +202,8 @@ void ScreenManager_run(ScreenManager* this, Panel** lastFocus, int* lastKey) {
          }
       }
       if (ch == ERR) {
-         sortTimeout--;
+         if (sortTimeout > 0)
+            sortTimeout--;
          if (prevCh == ch && !timedOut) {
             closeTimeout++;
             if (closeTimeout == 100) {