diff --git a/cmake/NSIS.template.in b/cmake/NSIS.template.in
index ed28a165..e9607466 100644
--- a/cmake/NSIS.template.in
+++ b/cmake/NSIS.template.in
@@ -77,6 +77,9 @@ SetShellVarContext all
 	Delete "$INSTDIR\Usermanual.pdf"
 	Delete "$INSTDIR\libprotobuf.lib"
 	Delete "$INSTDIR\Qt*.dll"
+	Delete "$INSTDIR\icu*.dll"
+	Delete "$INSTDIR\qt.conf"
+	Delete "$INSTDIR\qdebug.txt"
 	RMDir "$INSTDIR"
 
 	RMDir "$SMPROGRAMS\Cockatrice"