diff --git a/src/logic/EngineController.cpp b/src/logic/EngineController.cpp
index 9231ffe67..c3d775919 100644
--- a/src/logic/EngineController.cpp
+++ b/src/logic/EngineController.cpp
@@ -378,8 +378,11 @@ void EngineController::reconfigPacks(
             auto& manager = contentControl.scan();
             reconfig_packs_inside(manager, names, packsToAdd, packsToRemove);
 
+            const auto& settings = engine.getSettings();
             auto& wfile = *world->wfile;
-            wfile.removeIndices(packsToRemove);
+            if (!settings.debug.generatorTestMode.get()) {
+                wfile.removeIndices(packsToRemove);
+            }
             wfile.writePacks(manager.getAll(names));
             reopenWorld(world);
         }