diff --git a/.gitlab/ci/build.yml b/.gitlab/ci/build.yml
index abee0d6a8f0..c44fcb70d7f 100644
--- a/.gitlab/ci/build.yml
+++ b/.gitlab/ci/build.yml
@@ -72,8 +72,6 @@ build_template_app:
       #
       # keep the log file to help debug
       - "**/build*/build_log.txt"
-      # keep the size info to help track the binary size
-      - size_info.txt
       - "**/build*/size*.json"
     expire_in: 1 week
     when: always
diff --git a/tools/ci/idf_ci_local/app.py b/tools/ci/idf_ci_local/app.py
index c82e78a4086..0a0f3c1f62b 100644
--- a/tools/ci/idf_ci_local/app.py
+++ b/tools/ci/idf_ci_local/app.py
@@ -41,9 +41,7 @@ class IdfCMakeApp(CMakeApp):
             )
             rmdir(
                 self.build_path,
-                exclude_file_patterns=[
-                    'build_log.txt',
-                ],
+                exclude_file_patterns=['build_log.txt', 'size*.json'],
             )