mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-24 02:35:41 +00:00
2b3a15afe9
We're planning on switching to IR-based profiling, so we can't use the frontend-based instrumentation to collect the order in which functions are executed...at least not during the build itself. Performance tests indicate that not having the order information decreases performance significantly. So we're going to check in static files for Win32 and Win64 and use those to perform the ordering. It's OK if these files are slightly out of date; as of this writing, builds that generate and then use these files complain that ~1/3 of the functions can't be found (!). We're just trying to do something slightly smarter than whatever the linker default is. Differential Revision: https://phabricator.services.mozilla.com/D31132 --HG-- extra : moz-landing-system : lando
302 lines
10 KiB
Makefile
302 lines
10 KiB
Makefile
#
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
ifeq (,$(MAKE_VERSION))
|
|
$(error GNU Make is required)
|
|
endif
|
|
make_min_ver := 3.81
|
|
ifneq ($(make_min_ver),$(firstword $(sort $(make_min_ver) $(MAKE_VERSION))))
|
|
$(error GNU Make $(make_min_ver) or higher is required)
|
|
endif
|
|
|
|
export TOPLEVEL_BUILD := 1
|
|
|
|
default::
|
|
|
|
ifndef TEST_MOZBUILD
|
|
ifdef MOZ_BUILD_APP
|
|
include $(wildcard $(topsrcdir)/$(MOZ_BUILD_APP)/build.mk)
|
|
endif
|
|
endif
|
|
|
|
include $(topsrcdir)/config/config.mk
|
|
|
|
GARBAGE_DIRS += _javagen _profile staticlib
|
|
# To share compilation of dependencies, Rust libraries all set their
|
|
# CARGO_TARGET_DIR as a subdirectory of topobjdir. Normally, we would add
|
|
# RUST*TARGET to GARBAGE_DIRS for those directories building Rust libraries.
|
|
# But the directories building Rust libraries don't actually have
|
|
# subdirectories to remove. So we add to GARBAGE_DIRS once here, globally,
|
|
# for it to have the desired effect.
|
|
GARBAGE_DIRS += $(RUST_TARGET)
|
|
DIST_GARBAGE = config.cache config.log config.status* config-defs.h \
|
|
config/autoconf.mk \
|
|
mozilla-config.h \
|
|
netwerk/necko-config.h xpcom/xpcom-config.h xpcom/xpcom-private.h \
|
|
.mozconfig.mk
|
|
|
|
ifndef MOZ_PROFILE_USE
|
|
# Automation builds should always have a new buildid, but for the sake of not
|
|
# re-linking libxul on every incremental build we do not enforce this for
|
|
# developer builds. Tests always need a new buildid as well.
|
|
ifneq (,$(MOZ_AUTOMATION)$(MOZ_BUILD_DATE)$(TEST_MOZBUILD))
|
|
$(MDDEPDIR)/buildid.h.stub $(MDDEPDIR)/source-repo.h.stub: FORCE
|
|
endif
|
|
# Additionally, provide a dummy target during tests, because
|
|
# faster/rules.mk will expect these targets to exist.
|
|
ifdef TEST_MOZBUILD
|
|
source-repo.h: $(MDDEPDIR)/source-repo.h.stub
|
|
buildid.h: $(MDDEPDIR)/buildid.h.stub
|
|
endif
|
|
endif
|
|
|
|
BUILD_BACKEND_FILES := $(addprefix backend.,$(addsuffix Backend,$(BUILD_BACKENDS)))
|
|
|
|
ifndef TEST_MOZBUILD
|
|
ifndef MOZ_PROFILE_USE
|
|
# We need to explicitly put BUILD_BACKEND_FILES here otherwise the rule in
|
|
# rules.mk doesn't run early enough.
|
|
$(TIERS) binaries:: CLOBBER $(BUILD_BACKEND_FILES)
|
|
endif
|
|
endif
|
|
|
|
ifdef JS_STANDALONE
|
|
.PHONY: CLOBBER
|
|
CLOBBER:
|
|
else
|
|
CLOBBER: $(topsrcdir)/CLOBBER
|
|
@echo 'STOP! The CLOBBER file has changed.'
|
|
@echo 'Please run the build through "mach build".'
|
|
@exit 1
|
|
endif
|
|
|
|
install_manifests := \
|
|
$(addprefix dist/,branding include public private xpi-stage) \
|
|
_tests \
|
|
$(NULL)
|
|
# Skip the dist/bin install manifest when using the hybrid
|
|
# FasterMake/RecursiveMake backend. This is a hack until bug 1241744 moves
|
|
# xpidl handling to FasterMake in that case, mechanically making the dist/bin
|
|
# install manifest non-existent (non-existent manifests being skipped)
|
|
ifeq (,$(filter FasterMake+RecursiveMake,$(BUILD_BACKENDS)))
|
|
install_manifests += dist/bin
|
|
endif
|
|
install_manifest_depends = \
|
|
CLOBBER \
|
|
$(BUILD_BACKEND_FILES) \
|
|
$(NULL)
|
|
|
|
.PHONY: install-manifests
|
|
install-manifests: $(addprefix install-,$(install_manifests))
|
|
|
|
# If we're using the hybrid FasterMake/RecursiveMake backend, we want
|
|
# to recurse in the faster/ directory in parallel of install manifests.
|
|
ifneq (,$(filter FasterMake+RecursiveMake,$(BUILD_BACKENDS)))
|
|
install-manifests: faster
|
|
.PHONY: faster
|
|
faster:
|
|
$(MAKE) -C faster FASTER_RECURSIVE_MAKE=1
|
|
endif
|
|
|
|
.PHONY: $(addprefix install-,$(install_manifests))
|
|
$(addprefix install-,$(install_manifests)): install-%: $(install_manifest_depends)
|
|
ifneq (,$(filter FasterMake+RecursiveMake,$(BUILD_BACKENDS)))
|
|
@# If we're using the hybrid FasterMake/RecursiveMake backend, we want
|
|
@# to ensure the FasterMake end doesn't have install manifests for the
|
|
@# same directory, because that would blow up
|
|
$(if $(wildcard _build_manifests/install/$(subst /,_,$*)),$(if $(wildcard faster/install_$(subst /,_,$*)*),$(error FasterMake and RecursiveMake ends of the hybrid build system want to handle $*)))
|
|
endif
|
|
$(addprefix $(call py_action,process_install_manifest,--track install_$(subst /,_,$*).track $*) ,$(wildcard _build_manifests/install/$(subst /,_,$*)))
|
|
|
|
# Dummy wrapper rule to allow the faster backend to piggy back
|
|
$(addprefix install-,$(subst /,_,$(filter dist/%,$(install_manifests)))): install-dist_%: install-dist/% ;
|
|
|
|
.PHONY: install-tests
|
|
install-tests: install-test-files
|
|
|
|
.PHONY: install-test-files
|
|
install-test-files:
|
|
$(call py_action,process_install_manifest,--track install__test_files.track _tests _build_manifests/install/_test_files)
|
|
|
|
include $(topsrcdir)/build/moz-automation.mk
|
|
|
|
# dist and _tests should be purged during cleaning. However, we don't want them
|
|
# purged during PGO builds because they contain some auto-generated files.
|
|
ifneq ($(filter-out maybe_clobber_profiledbuild,$(MAKECMDGOALS)),)
|
|
GARBAGE_DIRS += dist _tests
|
|
endif
|
|
|
|
# Dummy rule for the cases below where we don't depend on dist/include
|
|
recurse_pre-export::
|
|
|
|
# Windows PGO builds don't perform a clean before the 2nd pass. So, we want
|
|
# to preserve content for the 2nd pass on Windows. Everywhere else, we always
|
|
# process the install manifests as part of export.
|
|
# For the binaries rule, not all the install manifests matter, so force only
|
|
# the interesting ones to be done.
|
|
ifdef MOZ_PROFILE_USE
|
|
ifndef NO_PROFILE_GUIDED_OPTIMIZE
|
|
ifneq ($(OS_ARCH)_$(GNU_CC), WINNT_)
|
|
recurse_pre-export:: install-manifests
|
|
binaries::
|
|
@$(MAKE) install-manifests install_manifests=dist/include
|
|
endif
|
|
endif
|
|
else # !MOZ_PROFILE_USE (normal build)
|
|
recurse_pre-export:: install-manifests
|
|
binaries::
|
|
@$(MAKE) install-manifests install_manifests=dist/include
|
|
endif
|
|
|
|
# Host binaries are not produced for macOS consumers: that is, there's
|
|
# no macOS-hosted job to produce them at this time. Therefore we
|
|
# enable --host-bins only for automation builds, which only require Linux and
|
|
# Windows host binaries.
|
|
recurse_artifact:
|
|
$(topsrcdir)/mach --log-no-times artifact install$(if $(MOZ_ARTIFACT_BUILD_SYMBOLS), --symbols$(addprefix =,$(filter full,$(MOZ_ARTIFACT_BUILD_SYMBOLS))))$(if $(MOZ_AUTOMATION), --host-bins)
|
|
|
|
ifdef MOZ_EME_WIN32_ARTIFACT
|
|
recurse_win32-artifact:
|
|
rm -rf $(DIST)/i686
|
|
$(topsrcdir)/mach --log-no-times artifact install --job $(if $(MOZ_PGO),win32-pgo,win32-opt) --no-tests --distdir $(DIST)/i686
|
|
mv $(DIST)/i686/bin/* $(DIST)/i686
|
|
endif
|
|
|
|
ifdef MOZ_WIDGET_TOOLKIT
|
|
ifdef ENABLE_TESTS
|
|
# Additional makefile targets to call automated test suites
|
|
include $(topsrcdir)/testing/testsuite-targets.mk
|
|
endif
|
|
endif
|
|
|
|
default all::
|
|
$(call BUILDSTATUS,TIERS $(TIERS) $(if $(MOZ_AUTOMATION),$(MOZ_AUTOMATION_TIERS)))
|
|
|
|
# PGO build target.
|
|
profiledbuild::
|
|
$(call BUILDSTATUS,TIERS pgo_profile_generate pgo_package pgo_profile pgo_clobber pgo_profile_use)
|
|
$(call BUILDSTATUS,TIER_START pgo_profile_generate)
|
|
$(MAKE) default MOZ_PROFILE_GENERATE=1 MOZ_LTO=
|
|
$(call BUILDSTATUS,TIER_FINISH pgo_profile_generate)
|
|
$(call BUILDSTATUS,TIER_START pgo_package)
|
|
$(MAKE) package MOZ_INTERNAL_SIGNING_FORMAT= MOZ_EXTERNAL_SIGNING_FORMAT=
|
|
rm -f jarlog/en-US.log
|
|
$(call BUILDSTATUS,TIER_FINISH pgo_package)
|
|
$(call BUILDSTATUS,TIER_START pgo_profile)
|
|
JARLOG_FILE=jarlog/en-US.log $(PYTHON) $(topsrcdir)/build/pgo/profileserver.py
|
|
$(call BUILDSTATUS,TIER_FINISH pgo_profile)
|
|
$(call BUILDSTATUS,TIER_START pgo_clobber)
|
|
$(MAKE) maybe_clobber_profiledbuild
|
|
$(call BUILDSTATUS,TIER_FINISH pgo_clobber)
|
|
$(call BUILDSTATUS,TIER_START pgo_profile_use)
|
|
$(MAKE) default MOZ_PROFILE_USE=1
|
|
$(call BUILDSTATUS,TIER_FINISH pgo_profile_use)
|
|
|
|
# Change default target to PGO build if PGO is enabled.
|
|
ifdef MOZ_PGO
|
|
ifdef COMPILE_ENVIRONMENT
|
|
# If one of these is already set in addition to PGO we are doing a single phase
|
|
# of PGO in isolation, so don't override the default target.
|
|
ifeq (,$(MOZ_PROFILE_GENERATE)$(MOZ_PROFILE_USE))
|
|
OVERRIDE_DEFAULT_GOAL := profiledbuild
|
|
endif
|
|
endif
|
|
endif
|
|
|
|
include $(topsrcdir)/config/rules.mk
|
|
|
|
ifdef SCCACHE_VERBOSE_STATS
|
|
default::
|
|
-$(CCACHE) --show-stats --stats-format=json > sccache-stats.json
|
|
@echo "===SCCACHE STATS==="
|
|
-$(CCACHE) --show-stats
|
|
@echo "==================="
|
|
endif
|
|
|
|
distclean::
|
|
$(RM) $(DIST_GARBAGE)
|
|
|
|
ifdef MOZ_CRASHREPORTER
|
|
include $(topsrcdir)/toolkit/mozapps/installer/package-name.mk
|
|
|
|
endif
|
|
|
|
.PHONY: prepsymbolsarchive
|
|
prepsymbolsarchive:
|
|
echo packing symbols
|
|
$(NSINSTALL) -D $(DIST)/$(PKG_PATH)
|
|
|
|
ifndef MOZ_AUTOMATION
|
|
prepsymbolsarchive: recurse_syms
|
|
endif
|
|
|
|
.PHONY: symbolsfullarchive
|
|
symbolsfullarchive: prepsymbolsarchive
|
|
$(RM) '$(DIST)/$(PKG_PATH)$(SYMBOL_FULL_ARCHIVE_BASENAME).zip'
|
|
$(call py_action,symbols_archive,'$(DIST)/$(PKG_PATH)$(SYMBOL_FULL_ARCHIVE_BASENAME).zip' \
|
|
$(abspath $(DIST)/crashreporter-symbols) \
|
|
--full-archive)
|
|
|
|
.PHONY: symbolsarchive
|
|
symbolsarchive: prepsymbolsarchive
|
|
$(RM) '$(DIST)/$(PKG_PATH)$(SYMBOL_ARCHIVE_BASENAME).zip'
|
|
$(call py_action,symbols_archive,'$(DIST)/$(PKG_PATH)$(SYMBOL_ARCHIVE_BASENAME).zip' \
|
|
$(abspath $(DIST)/crashreporter-symbols))
|
|
|
|
ifdef MOZ_CRASHREPORTER
|
|
# Set MOZ_DISABLE_FULL_SYMBOLS to disable generation and upload of the full
|
|
# crashreporter symbols archives
|
|
ifdef MOZ_DISABLE_FULL_SYMBOLS
|
|
buildsymbols: symbolsarchive
|
|
else
|
|
buildsymbols: symbolsfullarchive symbolsarchive
|
|
endif # MOZ_DISABLE_FULL_SYMBOLS
|
|
else
|
|
buildsymbols:
|
|
endif
|
|
|
|
uploadsymbols:
|
|
ifdef MOZ_CRASHREPORTER
|
|
$(PYTHON) -u $(topsrcdir)/toolkit/crashreporter/tools/upload_symbols.py '$(DIST)/$(PKG_PATH)$(SYMBOL_FULL_ARCHIVE_BASENAME).zip'
|
|
endif
|
|
|
|
.PHONY: update-packaging
|
|
update-packaging:
|
|
$(MAKE) -C tools/update-packaging
|
|
|
|
.PHONY: package-generated-sources
|
|
package-generated-sources:
|
|
$(call py_action,package_generated_sources,'$(DIST)/$(PKG_PATH)$(GENERATED_SOURCE_FILE_PACKAGE)')
|
|
|
|
# PGO support, but we can't do this test in client.mk
|
|
# No point in clobbering if PGO has been explicitly disabled.
|
|
ifdef NO_PROFILE_GUIDED_OPTIMIZE
|
|
maybe_clobber_profiledbuild:
|
|
else
|
|
maybe_clobber_profiledbuild: clean
|
|
ifneq (,$(findstring clang,$(CC_TYPE)))
|
|
$(LLVM_PROFDATA) merge -o $(DEPTH)/merged.profdata $(DEPTH)/*.profraw
|
|
endif
|
|
endif # NO_PROFILE_GUIDED_OPTIMIZE
|
|
|
|
.PHONY: maybe_clobber_profiledbuild
|
|
|
|
ifdef JS_STANDALONE
|
|
# Delegate js-specific rules to js
|
|
check-%:
|
|
$(MAKE) -C js/src $@
|
|
|
|
source-package install:
|
|
$(MAKE) -C js/src $@
|
|
|
|
# Every export rule depends on config/export, but the rule for config/export
|
|
# doesn't exist when building js non-standalone.
|
|
.PHONY: config/export
|
|
config/export:
|
|
|
|
endif
|
|
|
|
# There used to be build interdependencies here. They are now in config/recurse.mk
|