diff --git a/src/layers.cpp b/src/layers.cpp
index a37ede50..b1bfff86 100644
--- a/src/layers.cpp
+++ b/src/layers.cpp
@@ -57,6 +57,9 @@ Layer_::mergeLayers(void) {
 
     memset (keyMap, DefaultLayer, ROWS * COLS);
 
+    if (LayerState == (uint32_t)(1 << DefaultLayer))
+        return;
+
     for (uint8_t r = 0; r < ROWS; r++) {
         for (uint8_t c = 0; c < COLS; c++) {
             int8_t layer = highestLayer;