diff --git a/linux/CMakeLists.txt b/linux/CMakeLists.txt
index cc53fce..4c8e5d8 100644
--- a/linux/CMakeLists.txt
+++ b/linux/CMakeLists.txt
@@ -145,6 +145,11 @@ endif()
 # === Create Tarball ===
 # Make a tarball out of the install bundle (only in Release mode)
 if(NOT CMAKE_BUILD_TYPE MATCHES "Debug")
+  # Remove old tarballs
+  file(GLOB REMOVE_OLD_TARBALLS ${PROJECT_BINARY_DIR}/freezer-linux-*.tar.gz)
+  file(REMOVE ${REMOVE_OLD_TARBALLS})
+
+  # Configure the script to create a new tarball, and run it as a target
   configure_file(create-tarball.sh ${PROJECT_BINARY_DIR} @ONLY
     FILE_PERMISSIONS OWNER_EXECUTE OWNER_WRITE OWNER_READ)
   add_custom_target(create_tar ALL COMMAND "${PROJECT_BINARY_DIR}/create-tarball.sh")