885a366c33
cherry picked from commit 2fd65f7afd5a73b685a1651cb651ade120b53e15. Enable the machine function split optimization for AutoFDO in Clang. Machine function split (MFS) is a pass in the Clang compiler that splits a function into hot and cold parts. The linker groups all cold blocks across functions together. This decreases hot code fragmentation and improves iCache and iTLB utilization. MFS requires a profile so this is enabled only for the AutoFDO builds. Bug: 382743224 Co-developed-by: Han Shen <shenhan@google.com> Change-Id: I2bec0a0b78bd7e92c56912cd954a9bd65458b208 Signed-off-by: Han Shen <shenhan@google.com> Signed-off-by: Rong Xu <xur@google.com> Suggested-by: Sriraman Tallam <tmsriram@google.com> Suggested-by: Krzysztof Pszeniczny <kpszeniczny@google.com> Tested-by: Yonghong Song <yonghong.song@linux.dev> Tested-by: Yabin Cui <yabinc@google.com> Tested-by: Nathan Chancellor <nathan@kernel.org> Reviewed-by: Kees Cook <kees@kernel.org> Signed-off-by: Masahiro Yamada <masahiroy@kernel.org> Signed-off-by: Yabin Cui <yabinc@google.com>
25 lines
808 B
Makefile
25 lines
808 B
Makefile
# SPDX-License-Identifier: GPL-2.0
|
|
|
|
# Enable available and selected Clang AutoFDO features.
|
|
|
|
CFLAGS_AUTOFDO_CLANG := -fdebug-info-for-profiling -mllvm -enable-fs-discriminator=true -mllvm -improved-fs-discriminator=true
|
|
|
|
ifndef CONFIG_DEBUG_INFO
|
|
CFLAGS_AUTOFDO_CLANG += -gmlt
|
|
endif
|
|
|
|
ifdef CLANG_AUTOFDO_PROFILE
|
|
CFLAGS_AUTOFDO_CLANG += -fprofile-sample-use=$(CLANG_AUTOFDO_PROFILE) -ffunction-sections
|
|
CFLAGS_AUTOFDO_CLANG += -fsplit-machine-functions
|
|
endif
|
|
|
|
ifdef CONFIG_LTO_CLANG_THIN
|
|
ifdef CLANG_AUTOFDO_PROFILE
|
|
KBUILD_LDFLAGS += --lto-sample-profile=$(CLANG_AUTOFDO_PROFILE)
|
|
endif
|
|
KBUILD_LDFLAGS += --mllvm=-enable-fs-discriminator=true --mllvm=-improved-fs-discriminator=true -plugin-opt=thinlto
|
|
KBUILD_LDFLAGS += -plugin-opt=-split-machine-functions
|
|
endif
|
|
|
|
export CFLAGS_AUTOFDO_CLANG
|