diff --git a/.gitignore b/.gitignore
index a164d5d5..c57070c5 100644
--- a/.gitignore
+++ b/.gitignore
@@ -9,8 +9,9 @@ virtualenv
 *.a
 *.so*
 *.zip
-/*.cmake
 cmake_install.cmake
+CPack*.cmake
+fmt-*.cmake
 CTestTestfile.cmake
 CMakeCache.txt
 CMakeFiles
diff --git a/CMakeLists.txt b/CMakeLists.txt
index cfd6690b..1028dbe3 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -93,7 +93,7 @@ if (MASTER_PROJECT AND EXISTS ${gitignore})
     string(REPLACE "*" ".*" line "${line}")
     set(ignored_files ${ignored_files} "${line}$" "${line}/")
   endforeach ()
-  set(ignored_files ${ignored_files} ${PROJECT_BINARY_DIR}
+  set(ignored_files ${ignored_files}
     /.git /breathe /format-benchmark sphinx/ .buildinfo .doctrees)
 
   set(CPACK_SOURCE_GENERATOR ZIP)