From c8cfd04dabd47a2219a4dfd990f92317125c6622 Mon Sep 17 00:00:00 2001 From: StefanStojanovic Date: Fri, 20 Dec 2024 10:09:32 +0100 Subject: [PATCH 1/3] build,win: enable ccache --- common.gypi | 3 +++ configure.py | 10 ++++++++++ tools/msvs/props_4_ccache.props | 13 +++++++++++++ vcbuild.bat | 7 ++++++- 4 files changed, 32 insertions(+), 1 deletion(-) create mode 100644 tools/msvs/props_4_ccache.props diff --git a/common.gypi b/common.gypi index a6a79adcc2fb4f..cb82917aa1f856 100644 --- a/common.gypi +++ b/common.gypi @@ -483,6 +483,9 @@ 'NOMINMAX', ], }], + ['ccache_used == 1', { + 'defines': ['CCACHE_USED',], + }], [ 'OS in "linux freebsd openbsd solaris aix os400"', { 'cflags': [ '-pthread' ], 'ldflags': [ '-pthread' ], diff --git a/configure.py b/configure.py index c361676637c1cb..868f8d00665d7f 100755 --- a/configure.py +++ b/configure.py @@ -989,6 +989,11 @@ default=None, help='Configure for clang-cl on Windows. This flag sets the GYP "clang" ' + 'variable to 1 and "llvm_version" to the specified value.') +parser.add_argument('--ccache-used', + action='store_true', + dest='ccache_used', + default=None, + help='Ccache is used in compulation on Windows.') (options, args) = parser.parse_known_args() @@ -1165,6 +1170,8 @@ def get_gas_version(cc): # check involves checking the build number against an allowlist. I'm not # quite prepared to go that far yet. def check_compiler(o): + o['variables']['ccache_used'] = 0 + if sys.platform == 'win32': if options.clang_cl: o['variables']['clang'] = 1 @@ -1173,6 +1180,9 @@ def check_compiler(o): o['variables']['clang'] = 0 o['variables']['llvm_version'] = '0.0' + if options.ccache_used: + o['variables']['ccache_used'] = 1 + if not options.openssl_no_asm and options.dest_cpu in ('x86', 'x64'): nasm_version = get_nasm_version('nasm') o['variables']['nasm_version'] = nasm_version diff --git a/tools/msvs/props_4_ccache.props b/tools/msvs/props_4_ccache.props new file mode 100644 index 00000000000000..3fa3b3225830a6 --- /dev/null +++ b/tools/msvs/props_4_ccache.props @@ -0,0 +1,13 @@ + + + true + false + + + + + OldStyle + $(IntDir)%(FileName).obj + + + diff --git a/vcbuild.bat b/vcbuild.bat index f93998d2b14901..4250935a28c362 100644 --- a/vcbuild.bat +++ b/vcbuild.bat @@ -28,6 +28,7 @@ set target_env= set noprojgen= set projgen= set clang_cl= +set ccache_path= set nobuild= set sign= set nosnapshot= @@ -87,6 +88,7 @@ if /i "%1"=="vs2022" set target_env=vs2022&goto arg-ok if /i "%1"=="noprojgen" set noprojgen=1&goto arg-ok if /i "%1"=="projgen" set projgen=1&goto arg-ok if /i "%1"=="clang-cl" set clang_cl=1&goto arg-ok +if /i "%1"=="ccache" set "ccache_path=%2%"&goto arg-ok-2 if /i "%1"=="nobuild" set nobuild=1&goto arg-ok if /i "%1"=="nosign" set "sign="&echo Note: vcbuild no longer signs by default. "nosign" is redundant.&goto arg-ok if /i "%1"=="sign" set sign=1&goto arg-ok @@ -206,6 +208,7 @@ if defined debug_nghttp2 set configure_flags=%configure_flags% --debug-nghttp if defined openssl_no_asm set configure_flags=%configure_flags% --openssl-no-asm if defined no_shared_roheap set configure_flags=%configure_flags% --disable-shared-readonly-heap if defined DEBUG_HELPER set configure_flags=%configure_flags% --verbose +if defined ccache_path set configure_flags=%configure_flags% --ccache-used if defined compile_commands set configure_flags=%configure_flags% -C if "%target_arch%"=="x86" ( @@ -364,6 +367,7 @@ if "%target%"=="Build" ( if "%target%"=="node" if exist "%config%\cctest.exe" del "%config%\cctest.exe" if "%target%"=="node" if exist "%config%\embedtest.exe" del "%config%\embedtest.exe" if defined msbuild_args set "extra_msbuild_args=%extra_msbuild_args% %msbuild_args%" +if defined ccache_path set "extra_msbuild_args=%extra_msbuild_args% /p:TrackFileAccess=false /p:CLToolPath=%ccache_path% /p:ForceImportAfterCppProps=%CD%\tools\msvs\props_4_ccache.props" @rem Setup env variables to use multiprocessor build set UseMultiToolTask=True set EnforceProcessCountAcrossBuilds=True @@ -800,7 +804,7 @@ set exit_code=1 goto exit :help -echo vcbuild.bat [debug/release] [msi] [doc] [test/test-all/test-addons/test-doc/test-js-native-api/test-node-api/test-internet/test-tick-processor/test-known-issues/test-node-inspect/test-check-deopts/test-npm/test-v8/test-v8-intl/test-v8-benchmarks/test-v8-all] [ignore-flaky] [static/dll] [noprojgen] [projgen] [clang-cl] [small-icu/full-icu/without-intl] [nobuild] [nosnapshot] [nonpm] [nocorepack] [ltcg] [licensetf] [sign] [x64/arm64] [vs2022] [download-all] [enable-vtune] [lint/lint-ci/lint-js/lint-md] [lint-md-build] [format-md] [package] [build-release] [upload] [no-NODE-OPTIONS] [link-module path-to-module] [debug-http2] [debug-nghttp2] [clean] [cctest] [no-cctest] [openssl-no-asm] +echo vcbuild.bat [debug/release] [msi] [doc] [test/test-all/test-addons/test-doc/test-js-native-api/test-node-api/test-internet/test-tick-processor/test-known-issues/test-node-inspect/test-check-deopts/test-npm/test-v8/test-v8-intl/test-v8-benchmarks/test-v8-all] [ignore-flaky] [static/dll] [noprojgen] [projgen] [clang-cl] [ccache path-to-ccache] [small-icu/full-icu/without-intl] [nobuild] [nosnapshot] [nonpm] [nocorepack] [ltcg] [licensetf] [sign] [x64/arm64] [vs2022] [download-all] [enable-vtune] [lint/lint-ci/lint-js/lint-md] [lint-md-build] [format-md] [package] [build-release] [upload] [no-NODE-OPTIONS] [link-module path-to-module] [debug-http2] [debug-nghttp2] [clean] [cctest] [no-cctest] [openssl-no-asm] echo Examples: echo vcbuild.bat : builds release build echo vcbuild.bat debug : builds debug build @@ -811,6 +815,7 @@ echo vcbuild.bat enable-vtune : builds Node.js with Intel VTune pr echo vcbuild.bat link-module my_module.js : bundles my_module as built-in module echo vcbuild.bat lint : runs the C++, documentation and JavaScript linter echo vcbuild.bat no-cctest : skip building cctest.exe +echo vcbuild.bat ccache c:\ccache\ : use ccache to speed build goto exit :exit From 414863d72b7550536283e0eb11a972e24b2d1ab7 Mon Sep 17 00:00:00 2001 From: StefanStojanovic Date: Tue, 21 Jan 2025 14:01:44 +0100 Subject: [PATCH 2/3] doc,win: add ccache support --- BUILDING.md | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/BUILDING.md b/BUILDING.md index c112104459dd13..2f55b16ee998b8 100644 --- a/BUILDING.md +++ b/BUILDING.md @@ -573,6 +573,20 @@ export CC="ccache cc" # add to ~/.zshrc or other shell config file export CXX="ccache c++" # add to ~/.zshrc or other shell config file ``` +On Windows: + +Tips: follow , and you +should notice that obj file will be bigger the normal one. + +First, install ccache, assume ccache install to c:\ccache, copy +c:\ccache\ccache.exe to c:\ccache\cl.exe + +When building Node.js provide a path to your ccache via the option + +```powershell +.\vcbuild.bat ccache c:\ccache\ +``` + This will allow for near-instantaneous rebuilds when switching branches back and forth that were built with cache. From c07cc911a0caf0e324b596e1cbaa12d689468b2b Mon Sep 17 00:00:00 2001 From: StefanStojanovic Date: Tue, 21 Jan 2025 13:25:14 +0100 Subject: [PATCH 3/3] deps: change V8 generated .h files for ccache Prior to these changes compilation with ccache was broken because of the .h file regeneration in each compilation. --- common.gypi | 2 +- deps/v8/src/builtins/generate-bytecodes-builtins-list.cc | 8 ++++++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/common.gypi b/common.gypi index cb82917aa1f856..adf31ff48895a7 100644 --- a/common.gypi +++ b/common.gypi @@ -36,7 +36,7 @@ # Reset this number to 0 on major V8 upgrades. # Increment by one for each non-official patch applied to deps/v8. - 'v8_embedder_string': '-node.12', + 'v8_embedder_string': '-node.13', ##### V8 defaults for Node.js ##### diff --git a/deps/v8/src/builtins/generate-bytecodes-builtins-list.cc b/deps/v8/src/builtins/generate-bytecodes-builtins-list.cc index 5b3c297360ce37..473dca1806d2a6 100644 --- a/deps/v8/src/builtins/generate-bytecodes-builtins-list.cc +++ b/deps/v8/src/builtins/generate-bytecodes-builtins-list.cc @@ -41,6 +41,14 @@ void WriteBytecode(std::ofstream& out, Bytecode bytecode, void WriteHeader(const char* header_filename) { std::ofstream out(header_filename); +#ifdef CCACHE_USED + // Write a cache invalidator to ensure that ccache does not cache this file. + out << "#ifndef CACHE_INVALIDATOR\n" + << "#define CACHE_INVALIDATOR\n" + << "inline const char* cache_invalidator = __TIME__;\n" + << "#endif\n\n"; +#endif + out << "// Automatically generated from interpreter/bytecodes.h\n" << "// The following list macro is used to populate the builtins list\n" << "// with the bytecode handlers\n\n"