Merge branch 'ci/stable-build-jobs-v5.4' into 'release/v5.4'

Ci/stable build jobs v5.4

See merge request espressif/esp-idf!48717

tools/ci/configure_ci_environment.sh

@@ -35,10 +35,14 @@ fi
 
 # https://ccache.dev/manual/latest.html#_configuring_ccache
 # Set ccache base directory to the project checkout path, to cancel out differences between runners
-export CCACHE_BASEDIR="${CI_PROJECT_DIR}"
+export CCACHE_BASEDIR="${IDF_PATH}"
+export CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK:-content}"
 
 # host mapping volume to share ccache fbetween runner concurrent jobs
-export CCACHE_SLOPPINESS="time_macros"
+export CCACHE_SLOPPINESS="time_macros,file_macro,include_file_mtime,include_file_ctime"
+
+# Keep per-job statistics in the checkout directory while sharing the cache itself.
+export CCACHE_STATSLOG="${CCACHE_STATSLOG:-${IDF_PATH}/.ccache-stats.log}"
 
 # CCACHE_RECACHE Used when invalidating the current cache.
 # could be enabled by MR label "ccache:recache"

tools/idf_py_actions/tools.py

@@ -509,7 +509,20 @@ def run_target(
     if env is None:
         env = {}
 
-    generator_cmd = GENERATORS[args.generator]['command']
+    generator_cmd = list(GENERATORS[args.generator]['command'])
+
+    if args.generator == 'Ninja':
+        parallel_level = os.environ.get('IDF_PY_BUILD_JOBS')
+        if parallel_level:
+            try:
+                jobs = int(parallel_level)
+            except ValueError as e:
+                raise FatalError('Environment variable IDF_PY_BUILD_JOBS must be a positive integer') from e
+
+            if jobs <= 0:
+                raise FatalError('Environment variable IDF_PY_BUILD_JOBS must be a positive integer')
+
+            generator_cmd += ['-j', str(jobs)]
 
     if args.verbose:
         generator_cmd += [GENERATORS[args.generator]['verbose_flag']]