diff --git a/src/Common/Dlgcode.c b/src/Common/Dlgcode.c
index 244a82b1..8516e01f 100644
--- a/src/Common/Dlgcode.c
+++ b/src/Common/Dlgcode.c
@@ -487,8 +487,10 @@ void FinalizeGlobalLocks ()
 void cleanup ()
 {
 	burn (&CmdTokenPin, sizeof (CmdTokenPin));
+#ifndef SETUP
 	KeyFileRemoveAll (&FirstKeyFile);
 	KeyFileRemoveAll (&defaultKeyFilesParam.FirstKeyFile);
+#endif
 
 	/* Cleanup the GDI fonts */
 	if (hFixedFont != NULL)