2016-07-14 16:16:42 +00:00
|
|
|
# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*-
|
2016-03-04 08:31:10 +00:00
|
|
|
# vim: set filetype=python:
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
|
|
include("build/moz.configure/init.configure")
|
|
|
|
|
2016-03-08 04:49:35 +00:00
|
|
|
# Note:
|
|
|
|
# - Gecko-specific options and rules should go in toolkit/moz.configure.
|
|
|
|
# - Firefox-specific options and rules should go in browser/moz.configure.
|
|
|
|
# - Fennec-specific options and rules should go in
|
|
|
|
# mobile/android/moz.configure.
|
|
|
|
# - Spidermonkey-specific options and rules should go in js/moz.configure.
|
|
|
|
# - etc.
|
2016-03-04 09:02:39 +00:00
|
|
|
|
|
|
|
option(
|
|
|
|
"--enable-artifact-builds",
|
|
|
|
env="MOZ_ARTIFACT_BUILDS",
|
|
|
|
help="Download and use prebuilt binary artifacts.",
|
|
|
|
)
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-04 09:02:39 +00:00
|
|
|
@depends("--enable-artifact-builds")
|
|
|
|
def artifact_builds(value):
|
|
|
|
if value:
|
2016-03-22 05:21:32 +00:00
|
|
|
return True
|
|
|
|
|
2016-03-04 09:02:39 +00:00
|
|
|
|
2016-03-22 05:21:32 +00:00
|
|
|
set_config("MOZ_ARTIFACT_BUILDS", artifact_builds)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-09-26 21:54:24 +00:00
|
|
|
imply_option(
|
|
|
|
"--enable-artifact-build-symbols",
|
|
|
|
depends(artifact_builds)(lambda v: False if v is None else None),
|
|
|
|
reason="--disable-artifact-builds",
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
option(
|
2019-03-27 22:37:40 +00:00
|
|
|
"--enable-artifact-build-symbols",
|
2020-10-26 18:34:53 +00:00
|
|
|
nargs="?",
|
2019-03-27 22:37:40 +00:00
|
|
|
choices=("full",),
|
2016-09-26 21:54:24 +00:00
|
|
|
help="Download symbols when artifact builds are enabled.",
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2019-03-27 22:37:40 +00:00
|
|
|
@depends("--enable-artifact-build-symbols", "MOZ_AUTOMATION", target)
|
|
|
|
def enable_artifact_build_symbols(value, automation, target):
|
|
|
|
if len(value):
|
|
|
|
return value[0]
|
|
|
|
if bool(value):
|
|
|
|
if target.os == "Android" and not automation:
|
|
|
|
return "full"
|
|
|
|
return True
|
|
|
|
return None
|
|
|
|
|
2016-09-26 21:54:24 +00:00
|
|
|
|
2016-03-22 05:21:32 +00:00
|
|
|
set_config("MOZ_ARTIFACT_BUILD_SYMBOLS", enable_artifact_build_symbols)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2016-03-23 05:18:57 +00:00
|
|
|
@depends("--enable-artifact-builds")
|
|
|
|
def imply_disable_compile_environment(value):
|
|
|
|
if value:
|
|
|
|
return False
|
|
|
|
|
2018-10-17 14:38:52 +00:00
|
|
|
|
|
|
|
option(
|
|
|
|
env="MOZ_COPY_PDBS",
|
|
|
|
help="For builds that do not support symbols in the normal fashion,"
|
|
|
|
" generate and copy them into the resulting build archive.",
|
|
|
|
)
|
|
|
|
|
2016-03-23 05:18:57 +00:00
|
|
|
set_config("MOZ_COPY_PDBS", depends_if("MOZ_COPY_PDBS")(lambda _: True))
|
2016-03-04 09:02:39 +00:00
|
|
|
|
|
|
|
imply_option("--enable-compile-environment", imply_disable_compile_environment)
|
|
|
|
|
2016-03-23 05:18:57 +00:00
|
|
|
option("--disable-compile-environment", help="Disable compiler/library checks")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2016-03-04 09:02:39 +00:00
|
|
|
@depends("--disable-compile-environment")
|
2016-04-14 08:07:57 +00:00
|
|
|
def compile_environment(compile_env):
|
|
|
|
if compile_env:
|
2016-03-22 05:21:32 +00:00
|
|
|
return True
|
|
|
|
|
2016-03-04 09:02:39 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
set_config("COMPILE_ENVIRONMENT", compile_environment)
|
2016-03-23 07:34:59 +00:00
|
|
|
add_old_configure_assignment("COMPILE_ENVIRONMENT", compile_environment)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option("--disable-tests", help="Do not build test libraries & programs")
|
2016-05-24 23:02:54 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-05-24 23:02:54 +00:00
|
|
|
@depends("--disable-tests")
|
|
|
|
def enable_tests(value):
|
|
|
|
if value:
|
|
|
|
return True
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-05-24 23:02:54 +00:00
|
|
|
set_config("ENABLE_TESTS", enable_tests)
|
|
|
|
set_define("ENABLE_TESTS", enable_tests)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-05-24 23:02:54 +00:00
|
|
|
|
|
|
|
@depends(enable_tests)
|
|
|
|
def gtest_has_rtti(value):
|
|
|
|
if value:
|
|
|
|
return "0"
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2016-05-24 23:02:54 +00:00
|
|
|
set_define("GTEST_HAS_RTTI", gtest_has_rtti)
|
|
|
|
|
|
|
|
|
|
|
|
@depends(target, enable_tests)
|
|
|
|
def linux_gtest_defines(target, enable_tests):
|
|
|
|
if enable_tests and target.os == "Android":
|
|
|
|
return namespace(os_linux_android=True, use_own_tr1_tuple=True, has_clone="0")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2017-05-17 07:13:34 +00:00
|
|
|
set_define("GTEST_OS_LINUX_ANDROID", linux_gtest_defines.os_linux_android)
|
|
|
|
set_define("GTEST_USE_OWN_TR1_TUPLE", linux_gtest_defines.use_own_tr1_tuple)
|
|
|
|
set_define("GTEST_HAS_CLONE", linux_gtest_defines.has_clone)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(
|
|
|
|
"--enable-debug",
|
|
|
|
nargs="?",
|
|
|
|
help="Enable building with developer debug info "
|
|
|
|
"(using the given compiler flags).",
|
|
|
|
)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2017-10-24 05:07:37 +00:00
|
|
|
@depends("--enable-debug")
|
|
|
|
def moz_debug(debug):
|
|
|
|
if debug:
|
|
|
|
return bool(debug)
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-10-24 05:07:37 +00:00
|
|
|
set_config("MOZ_DEBUG", moz_debug)
|
|
|
|
set_define("MOZ_DEBUG", moz_debug)
|
2017-11-08 22:41:21 +00:00
|
|
|
# Override any value MOZ_DEBUG may have from the environment when passing it
|
|
|
|
# down to old-configure.
|
|
|
|
add_old_configure_assignment("MOZ_DEBUG", depends("--enable-debug")(lambda x: bool(x)))
|
2016-06-20 23:02:01 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(
|
|
|
|
"--with-debug-label",
|
|
|
|
nargs="+",
|
|
|
|
help="Debug DEBUG_<value> for each comma-separated value given",
|
|
|
|
)
|
2020-05-29 12:17:24 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-05-29 12:17:24 +00:00
|
|
|
@depends(moz_debug, "--with-debug-label")
|
|
|
|
def debug_defines(debug, labels):
|
|
|
|
if debug:
|
|
|
|
return ["DEBUG"] + ["DEBUG_%s" % label for label in labels]
|
|
|
|
return ["NDEBUG", "TRIMMED"]
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2020-05-29 12:17:24 +00:00
|
|
|
set_config("MOZ_DEBUG_DEFINES", debug_defines)
|
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(env="MOZ_PGO", help="Build with profile guided optimizations")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2019-01-10 14:25:12 +00:00
|
|
|
set_config("MOZ_PGO", depends("MOZ_PGO")(lambda x: bool(x)))
|
|
|
|
|
2020-02-28 12:33:03 +00:00
|
|
|
|
2021-01-15 04:25:54 +00:00
|
|
|
imply_option("--enable-release", mozilla_official)
|
|
|
|
imply_option("--enable-release", depends_if("MOZ_AUTOMATION")(lambda x: True))
|
|
|
|
|
|
|
|
option(
|
|
|
|
"--enable-release",
|
|
|
|
default=milestone.is_release_or_beta,
|
|
|
|
help="{Build|Do not build} with more conservative, release "
|
|
|
|
"engineering-oriented options.{ This may slow down builds.|}",
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@depends("--enable-release")
|
|
|
|
def developer_options(value):
|
|
|
|
if not value:
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
|
|
|
add_old_configure_assignment("DEVELOPER_OPTIONS", developer_options)
|
|
|
|
set_config("DEVELOPER_OPTIONS", developer_options)
|
|
|
|
|
|
|
|
|
2021-01-15 04:33:00 +00:00
|
|
|
option(
|
|
|
|
env="MOZ_FETCHES_DIR",
|
|
|
|
nargs=1,
|
|
|
|
when="MOZ_AUTOMATION",
|
|
|
|
help="Directory containing fetched artifacts",
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@depends("MOZ_FETCHES_DIR", when="MOZ_AUTOMATION")
|
|
|
|
def moz_fetches_dir(value):
|
|
|
|
if value:
|
|
|
|
return value[0]
|
|
|
|
|
|
|
|
|
2021-03-09 21:27:52 +00:00
|
|
|
@depends(host, milestone.is_nightly, "MOZ_AUTOMATION")
|
|
|
|
def bootstrap_default(host, is_nightly, automation):
|
|
|
|
if automation:
|
|
|
|
return False
|
|
|
|
if host.cpu == "aarch64" and host.os == "OSX" and is_nightly:
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
2021-02-09 22:01:25 +00:00
|
|
|
option(
|
|
|
|
"--enable-bootstrap",
|
2021-03-09 21:27:52 +00:00
|
|
|
default=bootstrap_default,
|
|
|
|
help="{Automatically bootstrap or update some toolchains|Disable bootstrap or update of toolchains}",
|
2021-02-09 22:01:25 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@depends(developer_options, "--enable-bootstrap", moz_fetches_dir)
|
|
|
|
def bootstrap_search_path_order(developer_options, bootstrap, moz_fetches_dir):
|
2021-01-15 04:33:00 +00:00
|
|
|
if moz_fetches_dir:
|
|
|
|
log.debug("Prioritizing MOZ_FETCHES_DIR in toolchain path.")
|
|
|
|
return "prepend"
|
|
|
|
|
2021-02-09 22:01:25 +00:00
|
|
|
if bootstrap:
|
|
|
|
log.debug(
|
|
|
|
"Prioritizing mozbuild state dir in toolchain paths because "
|
|
|
|
"bootstrap mode is enabled."
|
|
|
|
)
|
|
|
|
return "prepend"
|
|
|
|
|
2021-01-15 04:26:05 +00:00
|
|
|
if developer_options:
|
|
|
|
log.debug(
|
|
|
|
"Prioritizing mozbuild state dir in toolchain paths because "
|
|
|
|
"you are not building in release mode."
|
|
|
|
)
|
|
|
|
return "prepend"
|
|
|
|
|
|
|
|
log.debug(
|
|
|
|
"Prioritizing system over mozbuild state dir in "
|
|
|
|
"toolchain paths because you are building in "
|
|
|
|
"release mode."
|
|
|
|
)
|
|
|
|
return "append"
|
|
|
|
|
|
|
|
|
2021-01-15 04:33:00 +00:00
|
|
|
toolchains_base_dir = moz_fetches_dir | mozbuild_state_path
|
|
|
|
|
|
|
|
|
2021-01-15 04:26:05 +00:00
|
|
|
@dependable
|
|
|
|
@imports("os")
|
|
|
|
@imports(_from="os", _import="environ")
|
|
|
|
def original_path():
|
|
|
|
return environ["PATH"].split(os.pathsep)
|
|
|
|
|
|
|
|
|
2021-02-12 20:31:49 +00:00
|
|
|
@template
|
|
|
|
def bootstrap_toolchain_tasks(host_or_target):
|
2021-02-24 02:13:10 +00:00
|
|
|
@depends(host_or_target, when="--enable-bootstrap")
|
2021-02-12 20:31:49 +00:00
|
|
|
@imports("os")
|
|
|
|
@imports(_from="mozbuild.toolchains", _import="toolchain_task_definitions")
|
|
|
|
@imports(_from="__builtin__", _import="Exception")
|
|
|
|
def bootstrap_toolchain_tasks(host_or_target):
|
|
|
|
prefix = {
|
|
|
|
("x86", "GNU", "Linux"): "linux32",
|
|
|
|
("x86_64", "GNU", "Linux"): "linux64",
|
|
|
|
("aarch64", "GNU", "Linux"): "linux64-aarch64",
|
|
|
|
("x86_64", "OSX", "Darwin"): "macosx64",
|
2021-02-12 22:28:01 +00:00
|
|
|
("aarch64", "OSX", "Darwin"): "macosx64-aarch64",
|
2021-02-12 20:31:49 +00:00
|
|
|
("x86_64", "WINNT", "WINNT"): "win64",
|
|
|
|
}.get((host_or_target.cpu, host_or_target.os, host_or_target.kernel))
|
|
|
|
if prefix:
|
|
|
|
try:
|
|
|
|
return namespace(prefix=prefix, tasks=toolchain_task_definitions())
|
|
|
|
except Exception:
|
|
|
|
return None
|
|
|
|
|
|
|
|
return bootstrap_toolchain_tasks
|
|
|
|
|
|
|
|
|
|
|
|
host_bootstrap_toolchain_tasks = bootstrap_toolchain_tasks(host)
|
|
|
|
target_bootstrap_toolchain_tasks = bootstrap_toolchain_tasks(target)
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
|
|
|
|
|
2021-01-15 04:26:05 +00:00
|
|
|
@template
|
2021-02-24 02:01:32 +00:00
|
|
|
def bootstrap_path(path, **kwargs):
|
2021-01-15 04:33:01 +00:00
|
|
|
when = kwargs.pop("when", None)
|
2021-02-12 20:31:49 +00:00
|
|
|
context = kwargs.pop("context", host)
|
2021-01-15 04:33:01 +00:00
|
|
|
if kwargs:
|
2021-02-12 20:31:49 +00:00
|
|
|
configure_error(
|
|
|
|
"bootstrap_path only takes `when` or `context` as keyword arguments"
|
|
|
|
)
|
|
|
|
|
2021-02-24 02:01:32 +00:00
|
|
|
path_parts = path.split("/")
|
2021-02-12 20:31:49 +00:00
|
|
|
bootstrap_toolchain_tasks = {
|
|
|
|
host: host_bootstrap_toolchain_tasks,
|
|
|
|
target: target_bootstrap_toolchain_tasks,
|
|
|
|
}[context]
|
2021-01-15 04:33:01 +00:00
|
|
|
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
@depends(
|
2021-02-24 02:13:10 +00:00
|
|
|
"--enable-bootstrap",
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
toolchains_base_dir,
|
|
|
|
bootstrap_toolchain_tasks,
|
|
|
|
shell,
|
|
|
|
check_build_environment,
|
|
|
|
when=when,
|
|
|
|
)
|
|
|
|
@imports("os")
|
|
|
|
@imports("subprocess")
|
|
|
|
@imports(_from="mozbuild.util", _import="ensureParentDir")
|
|
|
|
@imports(_from="__builtin__", _import="open")
|
|
|
|
@imports(_from="__builtin__", _import="Exception")
|
2021-02-12 20:31:49 +00:00
|
|
|
def bootstrap_path(bootstrap, toolchains_base_dir, tasks, shell, build_env):
|
2021-02-03 21:27:04 +00:00
|
|
|
def try_bootstrap(exists):
|
2021-02-12 20:31:49 +00:00
|
|
|
if not tasks:
|
|
|
|
return False
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
label = "toolchain-{}-{}".format(
|
|
|
|
tasks.prefix, path_parts[0].replace("_", "-")
|
|
|
|
)
|
|
|
|
task = tasks.tasks.get(label)
|
|
|
|
if not task:
|
2021-02-12 20:31:49 +00:00
|
|
|
return False
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
task_index = task.optimization.get("index-search")
|
|
|
|
if not task_index:
|
2021-02-12 20:31:49 +00:00
|
|
|
return False
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
task_index = task_index[0].split(".")[-1]
|
|
|
|
artifact = task.attributes["toolchain-artifact"]
|
|
|
|
# `mach artifact toolchain` doesn't support authentication for
|
|
|
|
# private artifacts.
|
|
|
|
if not artifact.startswith("public/"):
|
2021-02-12 20:31:49 +00:00
|
|
|
return False
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
index_file = os.path.join(toolchains_base_dir, "indices", path_parts[0])
|
|
|
|
try:
|
|
|
|
with open(index_file) as fh:
|
|
|
|
index = fh.read().strip()
|
|
|
|
except Exception:
|
|
|
|
index = None
|
2021-02-03 21:27:04 +00:00
|
|
|
if index == task_index and exists:
|
2021-02-12 20:31:49 +00:00
|
|
|
return True
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
log.info(
|
2021-02-03 21:27:04 +00:00
|
|
|
"%s bootstrapped toolchain in %s",
|
|
|
|
"Updating" if exists else "Installing",
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
os.path.join(toolchains_base_dir, path_parts[0]),
|
|
|
|
)
|
|
|
|
subprocess.run(
|
|
|
|
[
|
|
|
|
shell,
|
|
|
|
os.path.join(build_env.topsrcdir, "mach"),
|
|
|
|
"--log-no-times",
|
|
|
|
"artifact",
|
|
|
|
"toolchain",
|
|
|
|
"--from-build",
|
|
|
|
label,
|
|
|
|
],
|
|
|
|
cwd=toolchains_base_dir,
|
|
|
|
check=True,
|
|
|
|
)
|
|
|
|
ensureParentDir(index_file)
|
|
|
|
with open(index_file, "w") as fh:
|
|
|
|
fh.write(task_index)
|
2021-02-12 20:31:49 +00:00
|
|
|
return True
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
|
|
|
|
path = os.path.join(toolchains_base_dir, *path_parts)
|
2021-02-24 02:13:10 +00:00
|
|
|
if bootstrap:
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
try:
|
2021-02-24 02:13:10 +00:00
|
|
|
if not try_bootstrap(os.path.exists(path)):
|
2021-02-12 20:31:49 +00:00
|
|
|
# If there aren't toolchain artifacts to use for this build,
|
|
|
|
# don't return a path.
|
|
|
|
return None
|
Bug 1553230 - Allow to opt-in to automatically update some bootstrapped toolchains. r=firefox-build-system-reviewers,nalexander,mhentges
This adds a --enable-bootstrap build flag that will automatically update
cbindgen, node, clang, sccache, nasm, wine, lucetc, dump_syms, pdbstr,
and winchecksec if they are already installed in ~/.mozbuild.
Eventually, we'll want to allow to install toolchains that weren't
already install, but one step at a time.
This explicitly doesn't cover rustc, which is its own can of worms, or
android-{ndk,sdk}, which are not installed via toolchain artifacts
currently.
Differential Revision: https://phabricator.services.mozilla.com/D101723
2021-01-15 22:15:51 +00:00
|
|
|
except Exception as e:
|
|
|
|
log.error("%s", e)
|
|
|
|
die("If you can't fix the above, retry with --disable-bootstrap.")
|
2021-02-12 20:31:49 +00:00
|
|
|
# We re-test whether the path exists because it may have been created by
|
|
|
|
# try_bootstrap. Automation will not have gone through the bootstrap
|
|
|
|
# process, but we want to return the path if it exists.
|
|
|
|
if os.path.exists(path):
|
|
|
|
return path
|
|
|
|
|
|
|
|
return bootstrap_path
|
|
|
|
|
|
|
|
|
|
|
|
@template
|
2021-02-24 02:01:33 +00:00
|
|
|
def bootstrap_search_path(path, paths=original_path, **kwargs):
|
2021-02-12 20:31:49 +00:00
|
|
|
@depends(
|
2021-02-24 02:01:32 +00:00
|
|
|
bootstrap_path(path, **kwargs),
|
2021-02-12 20:31:49 +00:00
|
|
|
bootstrap_search_path_order,
|
2021-02-24 02:01:33 +00:00
|
|
|
paths,
|
2021-02-12 20:31:49 +00:00
|
|
|
original_path,
|
|
|
|
)
|
2021-02-24 02:01:33 +00:00
|
|
|
def bootstrap_search_path(path, order, paths, original_path):
|
|
|
|
if paths is None:
|
|
|
|
paths = original_path
|
2021-02-12 20:31:49 +00:00
|
|
|
if not path:
|
2021-02-24 02:01:33 +00:00
|
|
|
return paths
|
2021-01-15 04:26:05 +00:00
|
|
|
if order == "prepend":
|
2021-02-24 02:01:33 +00:00
|
|
|
return [path] + paths
|
|
|
|
return paths + [path]
|
2021-01-15 04:26:05 +00:00
|
|
|
|
|
|
|
return bootstrap_search_path
|
|
|
|
|
|
|
|
|
2021-02-24 02:01:33 +00:00
|
|
|
# The execution model of the configure sandbox doesn't allow for
|
|
|
|
# check_prog to use bootstrap_search_path directly because check_prog
|
|
|
|
# comes first, so we use a trick to allow it. No use of check_prog
|
|
|
|
# happening before here won't allow bootstrap.
|
|
|
|
@template
|
|
|
|
def check_prog(*args, **kwargs):
|
|
|
|
kwargs["bootstrap_search_path"] = bootstrap_search_path
|
|
|
|
return check_prog(*args, **kwargs)
|
|
|
|
|
|
|
|
|
2021-01-15 04:33:01 +00:00
|
|
|
@depends(target, host)
|
|
|
|
def want_wine(target, host):
|
|
|
|
return target.kernel == "WINNT" and host.kernel != "WINNT"
|
|
|
|
|
|
|
|
|
2020-02-28 12:33:03 +00:00
|
|
|
wine = check_prog(
|
2020-03-03 12:54:47 +00:00
|
|
|
"WINE",
|
|
|
|
["wine64", "wine"],
|
|
|
|
allow_missing=True,
|
2021-01-15 04:33:01 +00:00
|
|
|
when=want_wine,
|
2021-02-24 02:01:33 +00:00
|
|
|
bootstrap="wine/bin",
|
2020-07-07 02:13:35 +00:00
|
|
|
)
|
2020-09-30 15:37:21 +00:00
|
|
|
check_prog("WGET", ("wget",), allow_missing=True)
|
2020-02-28 12:33:03 +00:00
|
|
|
|
|
|
|
|
2019-01-11 23:56:19 +00:00
|
|
|
include("build/moz.configure/toolchain.configure", when="--enable-compile-environment")
|
|
|
|
|
2016-10-04 06:33:37 +00:00
|
|
|
include("build/moz.configure/pkg.configure")
|
|
|
|
# Make this assignment here rather than in pkg.configure to avoid
|
|
|
|
# requiring this file in unit tests.
|
|
|
|
add_old_configure_assignment("PKG_CONFIG", pkg_config)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-10-13 08:15:24 +00:00
|
|
|
include("build/moz.configure/memory.configure", when="--enable-compile-environment")
|
|
|
|
include("build/moz.configure/headers.configure", when="--enable-compile-environment")
|
|
|
|
include("build/moz.configure/warnings.configure", when="--enable-compile-environment")
|
2017-11-15 18:53:16 +00:00
|
|
|
include("build/moz.configure/flags.configure", when="--enable-compile-environment")
|
2020-11-21 02:13:04 +00:00
|
|
|
include("build/moz.configure/lto-pgo.configure", when="--enable-compile-environment")
|
2018-08-02 16:00:21 +00:00
|
|
|
# rust.configure is included by js/moz.configure.
|
2017-06-23 06:12:04 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option("--enable-valgrind", help="Enable Valgrind integration hooks")
|
2018-05-09 21:26:31 +00:00
|
|
|
|
|
|
|
valgrind_h = check_header("valgrind/valgrind.h", when="--enable-valgrind")
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2018-05-09 21:26:31 +00:00
|
|
|
@depends("--enable-valgrind", valgrind_h)
|
|
|
|
def check_valgrind(valgrind, valgrind_h):
|
|
|
|
if valgrind:
|
|
|
|
if not valgrind_h:
|
|
|
|
die("--enable-valgrind specified but Valgrind is not installed")
|
|
|
|
return True
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2018-05-09 21:26:31 +00:00
|
|
|
set_define("MOZ_VALGRIND", check_valgrind)
|
|
|
|
set_config("MOZ_VALGRIND", check_valgrind)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2018-05-09 21:26:31 +00:00
|
|
|
|
2017-06-23 06:12:04 +00:00
|
|
|
@depends(target, host)
|
|
|
|
def is_openbsd(target, host):
|
|
|
|
return target.kernel == "OpenBSD" or host.kernel == "OpenBSD"
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
|
|
|
option(
|
2017-06-23 05:58:05 +00:00
|
|
|
env="SO_VERSION",
|
2020-10-26 18:34:53 +00:00
|
|
|
nargs=1,
|
2017-06-23 05:58:05 +00:00
|
|
|
default="1.0",
|
|
|
|
when=is_openbsd,
|
|
|
|
help="Shared library version for OpenBSD systems",
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
2017-06-19 18:20:29 +00:00
|
|
|
|
2017-06-23 05:58:05 +00:00
|
|
|
|
|
|
|
@depends("SO_VERSION", when=is_openbsd)
|
|
|
|
def so_version(value):
|
|
|
|
return value
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-06-23 06:12:04 +00:00
|
|
|
@template
|
|
|
|
def library_name_info_template(host_or_target):
|
2018-10-12 13:44:08 +00:00
|
|
|
assert host_or_target in {host, target}
|
2017-06-23 06:12:04 +00:00
|
|
|
compiler = {
|
|
|
|
host: host_c_compiler,
|
|
|
|
target: c_compiler,
|
|
|
|
}[host_or_target]
|
|
|
|
|
|
|
|
@depends(host_or_target, compiler, so_version)
|
|
|
|
def library_name_info_impl(host_or_target, compiler, so_version):
|
|
|
|
if host_or_target.kernel == "WINNT":
|
|
|
|
# There aren't artifacts for mingw builds, so it's OK that the
|
|
|
|
# results are inaccurate in that case.
|
2019-02-14 21:45:27 +00:00
|
|
|
if compiler and compiler.type != "clang-cl":
|
2017-06-23 06:12:04 +00:00
|
|
|
return namespace(
|
|
|
|
dll=namespace(prefix="", suffix=".dll"),
|
|
|
|
lib=namespace(prefix="lib", suffix="a"),
|
|
|
|
import_lib=namespace(prefix="lib", suffix="a"),
|
|
|
|
obj=namespace(prefix="", suffix="o"),
|
|
|
|
)
|
|
|
|
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
return namespace(
|
|
|
|
dll=namespace(prefix="", suffix=".dll"),
|
2017-06-23 06:12:04 +00:00
|
|
|
lib=namespace(prefix="", suffix="lib"),
|
|
|
|
import_lib=namespace(prefix="", suffix="lib"),
|
|
|
|
obj=namespace(prefix="", suffix="obj"),
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
)
|
|
|
|
|
2017-06-23 06:12:04 +00:00
|
|
|
elif host_or_target.kernel == "Darwin":
|
|
|
|
return namespace(
|
|
|
|
dll=namespace(prefix="lib", suffix=".dylib"),
|
|
|
|
lib=namespace(prefix="lib", suffix="a"),
|
|
|
|
import_lib=namespace(prefix=None, suffix=""),
|
|
|
|
obj=namespace(prefix="", suffix="o"),
|
|
|
|
)
|
|
|
|
elif so_version:
|
|
|
|
so = ".so.%s" % so_version
|
|
|
|
else:
|
|
|
|
so = ".so"
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
|
|
|
|
return namespace(
|
2017-06-23 06:12:04 +00:00
|
|
|
dll=namespace(prefix="lib", suffix=so),
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
lib=namespace(prefix="lib", suffix="a"),
|
|
|
|
import_lib=namespace(prefix=None, suffix=""),
|
|
|
|
obj=namespace(prefix="", suffix="o"),
|
|
|
|
)
|
2017-06-23 06:12:04 +00:00
|
|
|
|
|
|
|
return library_name_info_impl
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-06-23 06:12:04 +00:00
|
|
|
host_library_name_info = library_name_info_template(host)
|
|
|
|
library_name_info = library_name_info_template(target)
|
2017-06-19 18:20:29 +00:00
|
|
|
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
set_config("DLL_PREFIX", library_name_info.dll.prefix)
|
|
|
|
set_config("DLL_SUFFIX", library_name_info.dll.suffix)
|
2018-07-05 05:58:09 +00:00
|
|
|
set_config("HOST_DLL_PREFIX", host_library_name_info.dll.prefix)
|
|
|
|
set_config("HOST_DLL_SUFFIX", host_library_name_info.dll.suffix)
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
set_config("LIB_PREFIX", library_name_info.lib.prefix)
|
|
|
|
set_config("LIB_SUFFIX", library_name_info.lib.suffix)
|
|
|
|
set_config("OBJ_SUFFIX", library_name_info.obj.suffix)
|
2017-06-19 18:20:29 +00:00
|
|
|
# Lots of compilation tests depend on this variable being present.
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
add_old_configure_assignment("OBJ_SUFFIX", library_name_info.obj.suffix)
|
|
|
|
set_config("IMPORT_LIB_SUFFIX", library_name_info.import_lib.suffix)
|
2018-09-11 17:31:20 +00:00
|
|
|
set_define(
|
|
|
|
"MOZ_DLL_PREFIX", depends(library_name_info.dll.prefix)(lambda s: '"%s"' % s)
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
Bug 1375798 - Reorganize the library_name_info function. r=mshal
The function as it currently is matches how things were done in
old-configure.in. However, that's just confusing and hard to follow. In
fact, the unit test failing numerous times while writing this patch
pretty much highlights the problem.
So instead of a confusing set of overrides to the prefixes and suffixes,
spell out the whole set for each set of platforms. This also happens to
make the function shorter. Win/win.
At the same time, we normalize the function output as a nested
namespace, where we get, for each of dll, lib, import_lib, etc. a
prefix/suffix pair. Further down the road, we can imagine changing those
to class instances with a method allowing to format file names based on
those prefix/suffixes.
--HG--
extra : rebase_source : c18520d4df54feeea0a7f9588bc3cf8346793aaf
2017-06-23 06:05:06 +00:00
|
|
|
set_define(
|
|
|
|
"MOZ_DLL_SUFFIX", depends(library_name_info.dll.suffix)(lambda s: '"%s"' % s)
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
2019-11-27 20:11:59 +00:00
|
|
|
set_config("WASM_OBJ_SUFFIX", "wasm")
|
2017-06-19 18:20:29 +00:00
|
|
|
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
# Make `profiling` available to this file even when js/moz.configure
|
|
|
|
# doesn't end up included.
|
|
|
|
profiling = dependable(False)
|
2020-05-29 20:59:00 +00:00
|
|
|
# Same for js_standalone
|
|
|
|
js_standalone = dependable(False)
|
2020-05-29 17:11:27 +00:00
|
|
|
# Same for fold_libs
|
|
|
|
fold_libs = dependable(False)
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
|
2016-09-28 06:26:23 +00:00
|
|
|
include(include_project_configure)
|
2016-08-22 19:17:19 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-10-27 06:00:51 +00:00
|
|
|
@depends("--help")
|
2016-03-27 02:40:13 +00:00
|
|
|
@imports(_from="mozbuild.backend", _import="backends")
|
2016-10-27 06:00:51 +00:00
|
|
|
def build_backends_choices(_):
|
2016-03-04 09:02:39 +00:00
|
|
|
return tuple(backends)
|
|
|
|
|
|
|
|
|
2016-05-25 07:23:51 +00:00
|
|
|
@deprecated_option("--enable-build-backend", nargs="+", choices=build_backends_choices)
|
|
|
|
def build_backend(backends):
|
|
|
|
if backends:
|
|
|
|
return tuple("+%s" % b for b in backends)
|
2016-03-04 09:02:39 +00:00
|
|
|
|
2016-05-25 07:23:51 +00:00
|
|
|
|
|
|
|
imply_option("--build-backends", build_backend)
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2018-08-10 22:30:35 +00:00
|
|
|
@depends(
|
|
|
|
"--enable-artifact-builds",
|
|
|
|
"--disable-compile-environment",
|
2019-09-17 13:47:50 +00:00
|
|
|
"--enable-build-backend",
|
|
|
|
"--enable-project",
|
|
|
|
"--enable-application",
|
|
|
|
"--help",
|
|
|
|
)
|
2016-05-25 07:23:51 +00:00
|
|
|
@imports("sys")
|
2018-08-10 22:30:35 +00:00
|
|
|
def build_backend_defaults(
|
|
|
|
artifact_builds, compile_environment, requested_backends, project, application, _
|
|
|
|
):
|
2019-09-17 13:47:50 +00:00
|
|
|
if application:
|
|
|
|
project = application[0]
|
|
|
|
elif project:
|
|
|
|
project = project[0]
|
|
|
|
|
2018-08-10 22:30:35 +00:00
|
|
|
if "Tup" in requested_backends:
|
|
|
|
# As a special case, if Tup was requested, do not combine it with any
|
|
|
|
# Make based backend by default.
|
|
|
|
all_backends = []
|
|
|
|
elif artifact_builds:
|
2016-03-04 09:02:39 +00:00
|
|
|
all_backends = ["FasterMake+RecursiveMake"]
|
|
|
|
else:
|
|
|
|
all_backends = ["RecursiveMake", "FasterMake"]
|
2016-05-25 07:23:51 +00:00
|
|
|
# Normally, we'd use target.os == 'WINNT', but a dependency on target
|
|
|
|
# would require target to depend on --help, as well as host and shell,
|
|
|
|
# and this is not a can of worms we can open at the moment.
|
2019-09-17 13:47:50 +00:00
|
|
|
if sys.platform == "win32" and compile_environment and project != "mobile/android":
|
2016-05-24 15:47:24 +00:00
|
|
|
all_backends.append("VisualStudio")
|
2018-08-10 22:30:35 +00:00
|
|
|
return tuple(all_backends) or None
|
2016-05-25 07:23:51 +00:00
|
|
|
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
option(
|
2016-05-25 07:23:51 +00:00
|
|
|
"--build-backends",
|
2020-10-26 18:34:53 +00:00
|
|
|
nargs="+",
|
2016-05-25 07:23:51 +00:00
|
|
|
default=build_backend_defaults,
|
|
|
|
choices=build_backends_choices,
|
|
|
|
help="Build backends to generate",
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
2016-05-25 07:23:51 +00:00
|
|
|
@depends("--build-backends")
|
|
|
|
def build_backends(backends):
|
|
|
|
return backends
|
2016-03-22 05:21:32 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-05-25 07:23:51 +00:00
|
|
|
set_config("BUILD_BACKENDS", build_backends)
|
2016-03-04 09:02:39 +00:00
|
|
|
|
2018-10-11 19:16:49 +00:00
|
|
|
|
|
|
|
@depends(check_build_environment, build_backends)
|
|
|
|
@imports("glob")
|
|
|
|
def check_objdir_backend_reuse(build_env, backends):
|
|
|
|
# "Make based" might be RecursiveMake or a hybrid backend, so "Make" is
|
|
|
|
# intentionally vague for use with the substring match below.
|
|
|
|
incompatible_backends = (("Tup", "Make"), ("Make", "Tup"))
|
|
|
|
for backend_file in glob.iglob(
|
|
|
|
os.path.join(build_env.topobjdir, "backend.*Backend")
|
|
|
|
):
|
|
|
|
for prev, curr in incompatible_backends:
|
|
|
|
if prev in backend_file and any(curr in b for b in backends):
|
|
|
|
die(
|
|
|
|
"The active objdir, %s, was previously "
|
|
|
|
"used to build with a %s based backend. "
|
|
|
|
"Change objdirs (by setting MOZ_OBJDIR in "
|
|
|
|
"your mozconfig) or clobber to continue.\n",
|
|
|
|
build_env.topobjdir,
|
|
|
|
prev,
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2017-02-16 18:47:55 +00:00
|
|
|
option(
|
|
|
|
"--disable-gtest-in-build",
|
|
|
|
help="Force disable building the gtest libxul during the build.",
|
|
|
|
when="--enable-compile-environment",
|
|
|
|
)
|
|
|
|
|
2017-02-06 22:34:07 +00:00
|
|
|
# Determine whether to build the gtest xul. This happens in automation
|
2019-04-12 00:17:45 +00:00
|
|
|
# on Android and Desktop platforms with the exception of:
|
|
|
|
# - Windows PGO, where linking xul-gtest.dll takes too long;
|
|
|
|
# - Android other than x86_64, where gtest is not required.
|
2017-02-16 18:47:55 +00:00
|
|
|
@depends(
|
|
|
|
"MOZ_PGO",
|
|
|
|
build_project,
|
|
|
|
target,
|
|
|
|
"MOZ_AUTOMATION",
|
|
|
|
"--disable-gtest-in-build",
|
2017-08-28 18:12:24 +00:00
|
|
|
enable_tests,
|
|
|
|
when="--enable-compile-environment",
|
|
|
|
)
|
|
|
|
def build_gtest(pgo, build_project, target, automation, enabled, enable_tests):
|
|
|
|
if not enable_tests or not enabled:
|
2017-02-16 18:47:55 +00:00
|
|
|
return None
|
2019-09-10 23:18:27 +00:00
|
|
|
if (
|
|
|
|
automation
|
|
|
|
and build_project in ("browser", "comm/mail", "mobile/android")
|
2019-04-12 00:17:45 +00:00
|
|
|
and not (
|
|
|
|
(pgo and target.os == "WINNT")
|
|
|
|
or (target.os == "Android" and target.cpu != "x86_64")
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
2019-04-12 00:17:45 +00:00
|
|
|
):
|
2017-02-06 22:34:07 +00:00
|
|
|
return True
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-02-06 22:34:07 +00:00
|
|
|
set_config("LINK_GTEST_DURING_COMPILE", build_gtest)
|
2016-03-04 09:02:39 +00:00
|
|
|
|
2017-12-18 22:21:26 +00:00
|
|
|
# Localization
|
|
|
|
# ==============================================================
|
|
|
|
option(
|
|
|
|
"--enable-ui-locale",
|
|
|
|
default="en-US",
|
|
|
|
help="Select the user interface locale (default: en-US)",
|
|
|
|
)
|
|
|
|
|
|
|
|
set_config("MOZ_UI_LOCALE", depends("--enable-ui-locale")(lambda x: x))
|
|
|
|
|
2017-10-25 22:12:10 +00:00
|
|
|
# clang-plugin location
|
|
|
|
# ==============================================================
|
2018-07-05 05:58:09 +00:00
|
|
|
@depends(host_library_name_info, check_build_environment, when="--enable-clang-plugin")
|
2017-10-25 22:12:10 +00:00
|
|
|
def clang_plugin_path(library_name_info, build_env):
|
|
|
|
topobjdir = build_env.topobjdir
|
|
|
|
if topobjdir.endswith("/js/src"):
|
|
|
|
topobjdir = topobjdir[:-7]
|
|
|
|
return os.path.abspath(
|
|
|
|
os.path.join(
|
|
|
|
topobjdir,
|
|
|
|
"build",
|
|
|
|
"clang-plugin",
|
|
|
|
"%sclang-plugin%s"
|
|
|
|
% (library_name_info.dll.prefix, library_name_info.dll.suffix),
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-10-25 22:12:10 +00:00
|
|
|
add_old_configure_assignment("CLANG_PLUGIN", clang_plugin_path)
|
|
|
|
|
|
|
|
|
2016-03-15 01:45:12 +00:00
|
|
|
# Awk detection
|
|
|
|
# ==============================================================
|
|
|
|
awk = check_prog("AWK", ("gawk", "mawk", "nawk", "awk"))
|
|
|
|
|
|
|
|
# Until the AWK variable is not necessary in old-configure
|
|
|
|
@depends(awk)
|
|
|
|
def awk_for_old_configure(value):
|
2016-03-23 07:34:59 +00:00
|
|
|
return value
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-23 07:34:59 +00:00
|
|
|
add_old_configure_assignment("AWK", awk_for_old_configure)
|
2016-03-15 01:45:12 +00:00
|
|
|
|
|
|
|
|
2016-03-15 02:23:29 +00:00
|
|
|
# Perl detection
|
|
|
|
# ==============================================================
|
|
|
|
perl = check_prog("PERL", ("perl5", "perl"))
|
|
|
|
|
|
|
|
# Until the PERL variable is not necessary in old-configure
|
|
|
|
@depends(perl)
|
|
|
|
def perl_for_old_configure(value):
|
2016-03-23 07:34:59 +00:00
|
|
|
return value
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-23 07:34:59 +00:00
|
|
|
add_old_configure_assignment("PERL", perl_for_old_configure)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-15 02:23:29 +00:00
|
|
|
|
|
|
|
@template
|
|
|
|
def perl_version_check(min_version):
|
|
|
|
@depends(perl)
|
|
|
|
@checking("for minimum required perl version >= %s" % min_version)
|
|
|
|
def get_perl_version(perl):
|
2016-05-17 21:40:03 +00:00
|
|
|
return Version(
|
|
|
|
check_cmd_output(
|
|
|
|
perl,
|
|
|
|
"-e",
|
|
|
|
"print $]",
|
|
|
|
onerror=lambda: die("Failed to get perl version."),
|
Bug 1654103: Standardize on Black for Python code in `mozilla-central`. r=remote-protocol-reviewers,marionette-reviewers,webdriver-reviewers,perftest-reviewers,devtools-backward-compat-reviewers,jgilbert,preferences-reviewers,sylvestre,maja_zf,webcompat-reviewers,denschub,ntim,whimboo,sparky
Allow-list all Python code in tree for use with the black linter, and re-format all code in-tree accordingly.
To produce this patch I did all of the following:
1. Make changes to tools/lint/black.yml to remove include: stanza and update list of source extensions.
2. Run ./mach lint --linter black --fix
3. Make some ad-hoc manual updates to python/mozbuild/mozbuild/test/configure/test_configure.py -- it has some hard-coded line numbers that the reformat breaks.
4. Make some ad-hoc manual updates to `testing/marionette/client/setup.py`, `testing/marionette/harness/setup.py`, and `testing/firefox-ui/harness/setup.py`, which have hard-coded regexes that break after the reformat.
5. Add a set of exclusions to black.yml. These will be deleted in a follow-up bug (1672023).
# ignore-this-changeset
Differential Revision: https://phabricator.services.mozilla.com/D94045
2020-10-23 20:40:42 +00:00
|
|
|
)
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
2016-03-15 02:23:29 +00:00
|
|
|
|
|
|
|
@depends(get_perl_version)
|
|
|
|
def check_perl_version(version):
|
|
|
|
if version < min_version:
|
2016-03-25 06:48:21 +00:00
|
|
|
die("Perl %s or higher is required.", min_version)
|
2016-03-15 02:23:29 +00:00
|
|
|
|
|
|
|
@depends(perl)
|
|
|
|
@checking("for full perl installation")
|
2016-03-27 02:40:13 +00:00
|
|
|
@imports("subprocess")
|
2016-03-15 02:23:29 +00:00
|
|
|
def has_full_perl_installation(perl):
|
|
|
|
ret = subprocess.call([perl, "-e", "use Config; exit(!-d $Config{archlib})"])
|
|
|
|
return ret == 0
|
|
|
|
|
|
|
|
@depends(has_full_perl_installation)
|
|
|
|
def require_full_perl_installation(has_full_perl_installation):
|
|
|
|
if not has_full_perl_installation:
|
2016-03-25 06:48:21 +00:00
|
|
|
die(
|
|
|
|
"Cannot find Config.pm or $Config{archlib}. "
|
|
|
|
"A full perl installation is required."
|
|
|
|
)
|
2016-03-15 02:23:29 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-15 02:23:29 +00:00
|
|
|
perl_version_check("5.006")
|
|
|
|
|
|
|
|
|
2016-08-04 08:27:05 +00:00
|
|
|
# GNU make detection
|
|
|
|
# ==============================================================
|
|
|
|
option(env="MAKE", nargs=1, help="Path to GNU make")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-08-04 08:27:05 +00:00
|
|
|
|
|
|
|
@depends("MAKE", host)
|
|
|
|
def possible_makes(make, host):
|
|
|
|
candidates = []
|
|
|
|
if host.kernel == "WINNT":
|
|
|
|
candidates.append("mingw32-make")
|
|
|
|
if make:
|
|
|
|
candidates.append(make[0])
|
|
|
|
if host.kernel == "WINNT":
|
|
|
|
candidates.extend(("make", "gmake"))
|
|
|
|
else:
|
|
|
|
candidates.extend(("gmake", "make"))
|
|
|
|
return candidates
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-08-04 08:27:05 +00:00
|
|
|
check_prog("GMAKE", possible_makes)
|
|
|
|
|
2017-07-26 05:04:53 +00:00
|
|
|
# watchman detection
|
|
|
|
# ==============================================================
|
|
|
|
|
2017-07-28 23:11:22 +00:00
|
|
|
option(env="WATCHMAN", nargs=1, help="Path to the watchman program")
|
2017-07-26 05:04:53 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2019-02-04 21:20:48 +00:00
|
|
|
@depends(host, "WATCHMAN")
|
2017-08-30 08:25:30 +00:00
|
|
|
@checking("for watchman", callback=lambda w: w.path if w else "not found")
|
2019-02-04 21:20:48 +00:00
|
|
|
def watchman(host, prog):
|
|
|
|
# On Windows, `watchman` is only supported on 64-bit hosts.
|
|
|
|
if host.os == "WINNT" and host.cpu != "x86_64":
|
|
|
|
return
|
|
|
|
|
2017-07-28 23:11:22 +00:00
|
|
|
if not prog:
|
|
|
|
prog = find_program("watchman")
|
|
|
|
|
|
|
|
if not prog:
|
|
|
|
return
|
|
|
|
|
2017-08-30 17:02:36 +00:00
|
|
|
# `watchman version` will talk to the Watchman daemon service.
|
|
|
|
# This can hang due to permissions problems. e.g.
|
|
|
|
# https://github.com/facebook/watchman/issues/376. So use
|
|
|
|
# `watchman --version` to prevent a class of failures.
|
|
|
|
out = check_cmd_output(prog, "--version", onerror=lambda: None)
|
2017-07-28 23:11:22 +00:00
|
|
|
if out is None:
|
|
|
|
return
|
|
|
|
|
2017-08-30 17:02:36 +00:00
|
|
|
return namespace(path=prog, version=Version(out.strip()))
|
2017-07-28 23:11:22 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-08-30 08:25:30 +00:00
|
|
|
@depends_if(watchman)
|
2017-07-28 23:11:22 +00:00
|
|
|
@checking("for watchman version")
|
|
|
|
def watchman_version(w):
|
|
|
|
return w.version
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-08-30 08:25:30 +00:00
|
|
|
set_config("WATCHMAN", watchman.path)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-07-26 05:04:53 +00:00
|
|
|
|
2017-07-27 21:12:35 +00:00
|
|
|
@depends_all(hg_version, hg_config, watchman)
|
|
|
|
@checking("for watchman Mercurial integration")
|
|
|
|
@imports("os")
|
|
|
|
def watchman_hg(hg_version, hg_config, watchman):
|
|
|
|
if hg_version < Version("3.8"):
|
|
|
|
return "no (Mercurial 3.8+ required)"
|
|
|
|
|
|
|
|
ext_enabled = False
|
|
|
|
mode_disabled = False
|
|
|
|
|
|
|
|
for k in ("extensions.fsmonitor", "extensions.hgext.fsmonitor"):
|
|
|
|
if k in hg_config and hg_config[k] != "!":
|
|
|
|
ext_enabled = True
|
|
|
|
|
|
|
|
mode_disabled = hg_config.get("fsmonitor.mode") == "off"
|
|
|
|
|
|
|
|
if not ext_enabled:
|
|
|
|
return "no (fsmonitor extension not enabled)"
|
|
|
|
if mode_disabled:
|
|
|
|
return "no (fsmonitor.mode=off disables fsmonitor)"
|
|
|
|
|
|
|
|
return True
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-15 02:38:06 +00:00
|
|
|
# Miscellaneous programs
|
|
|
|
# ==============================================================
|
|
|
|
check_prog("XARGS", ("xargs",))
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2016-03-15 02:38:06 +00:00
|
|
|
|
2016-03-15 09:19:24 +00:00
|
|
|
@depends(target)
|
2016-03-27 22:22:09 +00:00
|
|
|
def extra_programs(target):
|
2016-03-15 23:23:31 +00:00
|
|
|
if target.kernel == "Darwin":
|
2016-03-27 22:22:09 +00:00
|
|
|
return namespace(
|
|
|
|
DSYMUTIL=("dsymutil", "llvm-dsymutil"),
|
2017-01-30 22:32:32 +00:00
|
|
|
MKFSHFS=("newfs_hfs", "mkfs.hfsplus"),
|
|
|
|
HFS_TOOL=("hfsplus",),
|
2016-03-27 22:22:09 +00:00
|
|
|
)
|
2016-03-15 09:19:24 +00:00
|
|
|
if target.os == "GNU" and target.kernel == "Linux":
|
2016-03-27 22:22:09 +00:00
|
|
|
return namespace(RPMBUILD=("rpmbuild",))
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-05-17 07:13:34 +00:00
|
|
|
check_prog("DSYMUTIL", extra_programs.DSYMUTIL, allow_missing=True)
|
|
|
|
check_prog("MKFSHFS", extra_programs.MKFSHFS, allow_missing=True)
|
|
|
|
check_prog("HFS_TOOL", extra_programs.HFS_TOOL, allow_missing=True)
|
|
|
|
check_prog("RPMBUILD", extra_programs.RPMBUILD, allow_missing=True)
|
2016-03-15 09:19:24 +00:00
|
|
|
|
2016-07-29 00:39:24 +00:00
|
|
|
|
|
|
|
@depends(target)
|
2016-08-16 00:34:42 +00:00
|
|
|
@imports("os")
|
2016-07-29 00:39:24 +00:00
|
|
|
def makensis_progs(target):
|
2016-08-16 00:34:42 +00:00
|
|
|
if target.kernel != "WINNT":
|
|
|
|
return
|
|
|
|
|
|
|
|
candidates = [
|
2017-06-08 01:56:21 +00:00
|
|
|
"makensis-3.01",
|
|
|
|
"makensis-3.0b3",
|
|
|
|
"makensis-3.0b1",
|
2016-08-16 00:34:42 +00:00
|
|
|
"makensis",
|
|
|
|
]
|
|
|
|
|
|
|
|
# Look for nsis installed by msys environment. But only the 32-bit version.
|
|
|
|
# We use an absolute path and insert as the first entry so it is preferred
|
|
|
|
# over a 64-bit exe that may be in PATH.
|
|
|
|
if "MSYSTEM_PREFIX" in os.environ:
|
|
|
|
prefix = os.path.dirname(os.environ["MSYSTEM_PREFIX"])
|
|
|
|
candidates.insert(0, os.path.join(prefix, "mingw32", "bin", "makensis.exe"))
|
|
|
|
|
|
|
|
return tuple(candidates)
|
2016-07-29 00:39:24 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2019-10-12 03:29:06 +00:00
|
|
|
nsis = check_prog("MAKENSISU", makensis_progs, allow_missing=True)
|
2016-07-29 00:39:24 +00:00
|
|
|
|
|
|
|
# Make sure the version of makensis is up to date.
|
Bug 1617794 - Wrap Windows tools with Wine on cross builds. r=dmajor
Windows programs run via Wine don't like Unix absolute paths (they look
like command line arguments), so we need to use relative paths.
Mingw already run fxc2 via wine, but for some reason it doesn't care
about the Unix absolute paths. genshaders does need some adjustements to
run properly with the real fxc.
Now, on actual Windows, because the temporary directory where
tempfile.NamedTemporaryFile creates files by default is not necessarily
on the same drive as where the command runs from, a relative path can't
be constructed. So we also force the temporary file to be created in the
current (obj) directory.
There is no similar concern for other files because we only go from
objdir to srcdir, and the build system already doesn't support both
being on a separate drive.
While here, flush stdout when the genshared script writes to it, so that
the messages are printed out immediately rather than randomly, later,
after output from subprocesses.
Differential Revision: https://phabricator.services.mozilla.com/D64294
--HG--
extra : moz-landing-system : lando
2020-02-27 04:42:57 +00:00
|
|
|
@depends(nsis, wine)
|
2016-07-29 00:39:24 +00:00
|
|
|
@checking("for NSIS version")
|
|
|
|
@imports("re")
|
Bug 1617794 - Wrap Windows tools with Wine on cross builds. r=dmajor
Windows programs run via Wine don't like Unix absolute paths (they look
like command line arguments), so we need to use relative paths.
Mingw already run fxc2 via wine, but for some reason it doesn't care
about the Unix absolute paths. genshaders does need some adjustements to
run properly with the real fxc.
Now, on actual Windows, because the temporary directory where
tempfile.NamedTemporaryFile creates files by default is not necessarily
on the same drive as where the command runs from, a relative path can't
be constructed. So we also force the temporary file to be created in the
current (obj) directory.
There is no similar concern for other files because we only go from
objdir to srcdir, and the build system already doesn't support both
being on a separate drive.
While here, flush stdout when the genshared script writes to it, so that
the messages are printed out immediately rather than randomly, later,
after output from subprocesses.
Differential Revision: https://phabricator.services.mozilla.com/D64294
--HG--
extra : moz-landing-system : lando
2020-02-27 04:42:57 +00:00
|
|
|
def nsis_version(nsis, wine):
|
|
|
|
if not nsis:
|
|
|
|
return None
|
2016-07-29 00:39:24 +00:00
|
|
|
nsis_min_version = "3.0b1"
|
Bug 1617794 - Wrap Windows tools with Wine on cross builds. r=dmajor
Windows programs run via Wine don't like Unix absolute paths (they look
like command line arguments), so we need to use relative paths.
Mingw already run fxc2 via wine, but for some reason it doesn't care
about the Unix absolute paths. genshaders does need some adjustements to
run properly with the real fxc.
Now, on actual Windows, because the temporary directory where
tempfile.NamedTemporaryFile creates files by default is not necessarily
on the same drive as where the command runs from, a relative path can't
be constructed. So we also force the temporary file to be created in the
current (obj) directory.
There is no similar concern for other files because we only go from
objdir to srcdir, and the build system already doesn't support both
being on a separate drive.
While here, flush stdout when the genshared script writes to it, so that
the messages are printed out immediately rather than randomly, later,
after output from subprocesses.
Differential Revision: https://phabricator.services.mozilla.com/D64294
--HG--
extra : moz-landing-system : lando
2020-02-27 04:42:57 +00:00
|
|
|
onerror = lambda: die("Failed to get nsis version.")
|
|
|
|
if wine and nsis.lower().endswith(".exe"):
|
|
|
|
out = check_cmd_output(wine, nsis, "-version", onerror=onerror)
|
|
|
|
else:
|
|
|
|
out = check_cmd_output(nsis, "-version", onerror=onerror)
|
|
|
|
|
2016-07-29 00:39:24 +00:00
|
|
|
m = re.search(r"(?<=v)[0-9]+\.[0-9]+((a|b|rc)[0-9]+)?", out)
|
|
|
|
|
|
|
|
if not m:
|
|
|
|
raise FatalCheckError("Unknown version of makensis")
|
|
|
|
ver = Version(m.group(0))
|
|
|
|
|
2016-10-21 00:15:34 +00:00
|
|
|
# Versions comparisons don't quite work well with beta versions, so ensure
|
|
|
|
# it works for the non-beta version.
|
|
|
|
if ver < nsis_min_version and (ver >= "3.0a" or ver < "3"):
|
2016-07-29 00:39:24 +00:00
|
|
|
raise FatalCheckError(
|
|
|
|
"To build the installer you must have NSIS"
|
|
|
|
" version %s or greater in your path" % nsis_min_version
|
|
|
|
)
|
|
|
|
|
|
|
|
return ver
|
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-06-08 01:56:21 +00:00
|
|
|
# And that makensis is 32-bit (but only on Windows).
|
|
|
|
@depends_if(nsis, when=depends(host)(lambda h: h.kernel == "WINNT"))
|
2016-08-16 01:11:48 +00:00
|
|
|
@checking("for 32-bit NSIS")
|
|
|
|
def nsis_binary_type(nsis):
|
|
|
|
bin_type = windows_binary_type(nsis)
|
|
|
|
if bin_type != "win32":
|
|
|
|
raise FatalCheckError("%s is not a 32-bit Windows application" % nsis)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
return "yes"
|
2016-08-16 01:11:48 +00:00
|
|
|
|
|
|
|
|
2017-06-08 01:56:21 +00:00
|
|
|
# And any flags we have to give to makensis
|
|
|
|
@depends(host)
|
|
|
|
def nsis_flags(host):
|
|
|
|
if host.kernel != "WINNT":
|
|
|
|
return "-nocd"
|
|
|
|
return ""
|
|
|
|
|
2016-07-29 00:39:24 +00:00
|
|
|
|
2017-06-08 01:56:21 +00:00
|
|
|
set_config("MAKENSISU_FLAGS", nsis_flags)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2017-08-31 20:03:48 +00:00
|
|
|
check_prog("7Z", ("7z", "7za"), allow_missing=True, when=target_is_windows)
|
2020-03-10 00:23:40 +00:00
|
|
|
check_prog("UPX", ("upx",), allow_missing=True, when=target_is_windows)
|
2017-08-31 20:03:48 +00:00
|
|
|
|
2019-01-24 15:33:47 +00:00
|
|
|
|
2019-02-04 18:10:10 +00:00
|
|
|
@depends(host_c_compiler, c_compiler, bindgen_config_paths)
|
|
|
|
def llvm_objdump(host_c_compiler, c_compiler, bindgen_config_paths):
|
2019-01-24 15:33:47 +00:00
|
|
|
clang = None
|
2019-02-04 18:10:10 +00:00
|
|
|
for compiler in (host_c_compiler, c_compiler):
|
|
|
|
if compiler and compiler.type == "clang":
|
|
|
|
clang = compiler.compiler
|
|
|
|
break
|
|
|
|
elif compiler and compiler.type == "clang-cl":
|
|
|
|
clang = os.path.join(os.path.dirname(compiler.compiler), "clang")
|
|
|
|
break
|
|
|
|
|
|
|
|
if not clang and bindgen_config_paths:
|
2019-01-24 15:33:47 +00:00
|
|
|
clang = bindgen_config_paths.clang_path
|
|
|
|
llvm_objdump = "llvm-objdump"
|
|
|
|
if clang:
|
|
|
|
out = check_cmd_output(
|
|
|
|
clang, "--print-prog-name=llvm-objdump", onerror=lambda: None
|
|
|
|
)
|
|
|
|
if out:
|
|
|
|
llvm_objdump = out.rstrip()
|
|
|
|
return (llvm_objdump,)
|
|
|
|
|
|
|
|
|
2019-01-24 15:40:58 +00:00
|
|
|
llvm_objdump = check_prog(
|
|
|
|
"LLVM_OBJDUMP",
|
|
|
|
llvm_objdump,
|
|
|
|
what="llvm-objdump",
|
2019-03-11 15:16:53 +00:00
|
|
|
when="--enable-compile-environment",
|
2021-01-15 04:26:05 +00:00
|
|
|
paths=clang_search_path,
|
2019-03-11 15:16:53 +00:00
|
|
|
)
|
2019-01-24 15:40:58 +00:00
|
|
|
|
|
|
|
add_old_configure_assignment("LLVM_OBJDUMP", llvm_objdump)
|
2019-01-24 15:33:47 +00:00
|
|
|
|
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option("--enable-dtrace", help="Build with dtrace support")
|
2020-05-21 22:38:47 +00:00
|
|
|
|
|
|
|
dtrace = check_header(
|
|
|
|
"sys/sdt.h",
|
|
|
|
when="--enable-dtrace",
|
|
|
|
onerror=lambda: die("dtrace enabled but sys/sdt.h not found"),
|
|
|
|
)
|
|
|
|
|
|
|
|
set_config("HAVE_DTRACE", True, when=dtrace)
|
|
|
|
set_define("INCLUDE_MOZILLA_DTRACE", True, when=dtrace)
|
|
|
|
add_old_configure_assignment("enable_dtrace", "yes", when=dtrace)
|
|
|
|
|
2020-05-21 22:38:47 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option("--disable-icf", help="Disable Identical Code Folding")
|
2020-05-21 22:38:47 +00:00
|
|
|
|
|
|
|
add_old_configure_assignment(
|
|
|
|
"MOZ_DISABLE_ICF", "1", when=depends("--enable-icf")(lambda x: not x)
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
2020-05-21 22:38:47 +00:00
|
|
|
|
2020-05-21 23:51:58 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(
|
|
|
|
"--enable-strip",
|
|
|
|
when=compile_environment,
|
|
|
|
help="Enable stripping of libs & executables",
|
|
|
|
)
|
2020-05-21 23:51:58 +00:00
|
|
|
|
2020-08-11 02:53:34 +00:00
|
|
|
# This should be handled as a `when` once bug 1617793 is fixed.
|
|
|
|
@depends("--enable-strip", c_compiler, when=compile_environment)
|
|
|
|
def enable_strip(strip, c_compiler):
|
|
|
|
if strip and c_compiler.type != "clang-cl":
|
|
|
|
return True
|
2020-05-21 23:51:58 +00:00
|
|
|
|
|
|
|
|
2020-08-11 02:53:34 +00:00
|
|
|
set_config("ENABLE_STRIP", enable_strip)
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(
|
|
|
|
"--disable-install-strip",
|
|
|
|
when=compile_environment,
|
|
|
|
help="Enable stripping of libs & executables when packaging",
|
|
|
|
)
|
2020-05-21 23:51:58 +00:00
|
|
|
|
2020-08-11 02:53:34 +00:00
|
|
|
# This should be handled as a `when` once bug 1617793 is fixed.
|
|
|
|
@depends("--enable-install-strip", c_compiler, when=compile_environment)
|
|
|
|
def enable_install_strip(strip, c_compiler):
|
|
|
|
if strip and c_compiler.type != "clang-cl":
|
|
|
|
return True
|
|
|
|
|
2020-05-21 23:51:58 +00:00
|
|
|
|
2020-08-11 02:53:34 +00:00
|
|
|
set_config("PKG_STRIP", enable_install_strip)
|
2020-05-21 23:51:58 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-08-11 02:53:34 +00:00
|
|
|
@depends("--enable-strip", "--enable-install-strip", when=compile_environment)
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
def strip(strip, install_strip):
|
|
|
|
return strip or install_strip
|
|
|
|
|
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(env="STRIP_FLAGS", nargs=1, when=strip, help="Flags for the strip command")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
|
|
|
|
2020-11-17 15:59:30 +00:00
|
|
|
@depends("STRIP_FLAGS", profiling, target, when=strip)
|
|
|
|
def strip_flags(flags, profiling, target):
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
if flags:
|
|
|
|
return flags[0].split()
|
2020-11-17 15:59:30 +00:00
|
|
|
if profiling:
|
|
|
|
# Only strip debug info and symbols when profiling is enabled, keeping
|
|
|
|
# local symbols.
|
|
|
|
if target.kernel == "Darwin":
|
|
|
|
return ["-S"]
|
|
|
|
elif target.os == "Android":
|
|
|
|
# The tooling we use with Android supports detached symbols, and the
|
|
|
|
# size increase caused by local symbols are too much for mobile. So,
|
|
|
|
# don't restrict the amount of stripping with a flag.
|
|
|
|
return
|
|
|
|
else:
|
|
|
|
return ["--strip-debug"]
|
|
|
|
# Otherwise strip everything we can, which happens without flags on non-Darwin.
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
# On Darwin, it tries to strip things it can't, so we need to limit its scope.
|
2020-11-17 15:59:30 +00:00
|
|
|
elif target.kernel == "Darwin":
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
return ["-x", "-S"]
|
2020-10-26 18:34:53 +00:00
|
|
|
|
Bug 1640578 - Remove --disable-install-strip from mac mozconfigs. r=froydnj
The need for --disable-install-strip in the mac mozconfigs comes from a
discrepancy in how stripping is handled between platforms. On Windows,
there is no stripping. On non-Mac unix, `strip` removes local symbols as
well as debug info and debug symbols. On Mac, it actually removes too
much, and one has to pass flags to remove both local symbols (`-x`) and
debug symbols (`-S`). Debug info is already in a separate file
(`.dSYM`).
For profiling reasons, we do ship e.g. nightlies with local symbols but
not debug info or symbols (or at least that's the intent). On Windows,
again, nothing to do. On non-Mac unix, we pass `--strip-debug` to
`strip` so that it keeps local symbols. That's where the discrepancy
comes in for Mac: the build system doesn't handle this at all, so the
mozconfigs contain --disable-install-strip to avoid stripping.
The build system should be doing what it's expected to be doing from the
start, without mozconfigs opting into anything.
AFAIK, we only really need the local symbols, so we can `strip -S` on
Mac when profiling is enabled, rather than `strip -x -S`. This also
significantly reduces the size of the installer for nightlies.
And while we're here, move the logic out of old-configure and into
python configure.
Differential Revision: https://phabricator.services.mozilla.com/D76789
2020-05-27 01:42:07 +00:00
|
|
|
|
|
|
|
set_config("STRIP_FLAGS", strip_flags)
|
|
|
|
|
|
|
|
|
2020-05-29 20:59:00 +00:00
|
|
|
@depends(js_standalone, target)
|
|
|
|
def system_zlib_default(js_standalone, target):
|
|
|
|
return js_standalone and target.kernel != "WINNT"
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-05-29 20:59:00 +00:00
|
|
|
|
2020-10-08 04:07:46 +00:00
|
|
|
option(
|
|
|
|
"--with-system-zlib",
|
|
|
|
nargs="?",
|
|
|
|
default=system_zlib_default,
|
|
|
|
help="{Use|Do not use} system libz",
|
|
|
|
)
|
2020-05-29 20:59:00 +00:00
|
|
|
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-05-29 20:59:00 +00:00
|
|
|
@depends("--with-system-zlib")
|
|
|
|
def deprecated_system_zlib_path(value):
|
|
|
|
if len(value) == 1:
|
|
|
|
die(
|
|
|
|
"--with-system-zlib=PATH is not supported anymore. Please use "
|
|
|
|
"--with-system-zlib and set any necessary pkg-config environment variable."
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
pkg_check_modules("MOZ_ZLIB", "zlib >= 1.2.3", when="--with-system-zlib")
|
2020-10-26 18:34:53 +00:00
|
|
|
|
2020-05-29 20:59:00 +00:00
|
|
|
set_config("MOZ_SYSTEM_ZLIB", True, when="--with-system-zlib")
|
|
|
|
add_old_configure_assignment("MOZ_SYSTEM_ZLIB", True, when="--with-system-zlib")
|
|
|
|
|
|
|
|
|
2019-01-16 23:12:20 +00:00
|
|
|
# Please do not add configure checks from here on.
|
|
|
|
|
2016-03-04 08:31:10 +00:00
|
|
|
# Fallthrough to autoconf-based configure
|
|
|
|
include("build/moz.configure/old.configure")
|
2016-12-02 18:05:57 +00:00
|
|
|
|
2019-01-16 23:12:20 +00:00
|
|
|
# JS Subconfigure.
|
|
|
|
include("js/sub.configure", when=compile_environment & toolkit)
|
|
|
|
|
|
|
|
|
2018-05-21 21:01:50 +00:00
|
|
|
@depends(check_build_environment, build_project)
|
2016-12-02 18:05:57 +00:00
|
|
|
@imports("__sandbox__")
|
2018-05-21 21:01:50 +00:00
|
|
|
@imports("glob")
|
2019-06-20 18:43:25 +00:00
|
|
|
@imports(_from="os.path", _import="exists")
|
2018-05-21 21:01:50 +00:00
|
|
|
def config_status_deps(build_env, build_project):
|
2016-12-02 18:05:57 +00:00
|
|
|
|
2018-05-21 21:01:50 +00:00
|
|
|
topsrcdir = build_env.topsrcdir
|
|
|
|
topobjdir = build_env.topobjdir
|
|
|
|
|
2019-06-20 18:43:25 +00:00
|
|
|
if not topobjdir.endswith("js/src"):
|
|
|
|
extra_deps = [os.path.join(topobjdir, ".mozconfig.json")]
|
2018-06-07 22:50:06 +00:00
|
|
|
else:
|
|
|
|
# mozconfig changes may impact js configure.
|
|
|
|
extra_deps = [os.path.join(topobjdir[:-7], ".mozconfig.json")]
|
|
|
|
|
2019-06-20 18:43:25 +00:00
|
|
|
confvars = os.path.join(topsrcdir, build_project, "confvars.sh")
|
|
|
|
if exists(confvars):
|
|
|
|
extra_deps.append(confvars)
|
|
|
|
|
2018-06-07 22:50:06 +00:00
|
|
|
return (
|
|
|
|
list(__sandbox__._all_paths)
|
|
|
|
+ extra_deps
|
|
|
|
+ [
|
2018-08-06 21:38:43 +00:00
|
|
|
os.path.join(topsrcdir, "CLOBBER"),
|
2018-05-21 21:01:50 +00:00
|
|
|
os.path.join(topsrcdir, "configure.in"),
|
|
|
|
os.path.join(topsrcdir, "js", "src", "configure.in"),
|
|
|
|
os.path.join(topsrcdir, "nsprpub", "configure"),
|
|
|
|
os.path.join(topsrcdir, "config", "milestone.txt"),
|
|
|
|
os.path.join(topsrcdir, "browser", "config", "version.txt"),
|
|
|
|
os.path.join(topsrcdir, "browser", "config", "version_display.txt"),
|
Bug 1656993: Create and require by default global `virtualenv`s in `~/.mozbuild` for `mach` r=mhentges,ahal
In two different places we've been encountering issues regarding 1) how we configure the system Python environment and 2) how the system Python environment relates to the `virtualenv`s that we use for building, testing, and other dev tasks. Specifically:
1. With the push to use `glean` for telemetry in `mach`, we are requiring (or rather, strongly encouraging) the `glean_sdk` Python package to be installed with bug 1651424. `mach bootstrap` upgrades the library using your system Python 3 in bug 1654607. We can't vendor it due to the package containing native code. Since we generally vendor all code required for `mach` to function, requiring that the system Python be configured with a certain version of `glean` is an unfortunate change.
2. The build uses the vendored `glean_parser` for a number of build tasks. Since the vendored `glean_parser` conflicts with the globally-installed `glean_sdk` package, we had to add special ad-hoc handling to allow us to circumvent this conflict in bug 1655781.
3. We begin to rely more and more on the `zstandard` package during build tasks, this package again being one that we can't vendor due to containing native code. Bug 1654994 contained more ad-hoc code which subprocesses out from the build system's `virtualenv` to the SYSTEM `python3` binary, assuming that the system `python3` has `zstandard` installed.
As we rely more on `glean_sdk`, `zstandard`, and other packages that are not vendorable, we need to settle on a standard model for how `mach`, the build process, and other `mach` commands that may make their own `virtualenv`s work in the presence of unvendorable packages.
With that in mind, this patch does all the following:
1. Separate out the `mach` `virtualenv_packages` from the in-build `virtualenv_packages`. Refactor the common stuff into `common_virtualenv_packages.txt`. Add functionality to the `virtualenv_packages` manifest parsing to allow the build `virtualenv` to "inherit" from the parent by pointing to the parent's `site-packages`. The `in-virtualenv` feature from bug 1655781 is no longer necessary, so delete it.
2. Add code to `bootstrap`, as well as a new `mach` command `create-mach-environment` to create `virtualenv`s in `~/.mozbuild`.
3. Add code to `mach` to dispatch either to the in-`~/.mozbuild` `virtualenv`s (or to the system Python 3 for commands which cannot run in the `virtualenv`s, namely `bootstrap` and `create-mach-environment`).
4. Remove the "add global argument" feature from `mach`. It isn't used and conflicts with (3).
5. Remove the `--print-command` feature from `mach` which is obsoleted by these changes.
This has the effect of allowing us to install packages that cannot be vendored into a "common" place (namely the global `~/.mozbuild` `virtualenv`s) and use those from the build without requiring us to hit the network. Miscellaneous implementation notes:
1. We allow users to force running `mach` with the system Python if they like. For now it doesn't make any sense to require 100% of people to create these `virtualenv`s when they're allowed to continue on with the old behavior if they like. We also skip this in CI.
2. We needed to duplicate the global-argument logic into the `mach` script to allow for the dispatch behavior. This is something we avoided with the Python 2 -> Python 3 migration with the `--print-command` feature, justifying its use by saying it was only temporarily required until all `mach` commands were running with Python 3. With this change, we'll need to be able to determine the `mach` command from the shell script for the forseeable future, and committing to this forever with the cost that `--print-command` incurs (namely `mach` startup time, an additional .4s on my machine) didn't seem worth it to me. It's not a ton of duplicated code.
Differential Revision: https://phabricator.services.mozilla.com/D85916
2020-08-17 17:21:02 +00:00
|
|
|
os.path.join(topsrcdir, "build", "build_virtualenv_packages.txt"),
|
|
|
|
os.path.join(topsrcdir, "build", "common_virtualenv_packages.txt"),
|
|
|
|
os.path.join(topsrcdir, "build", "mach_virtualenv_packages.txt"),
|
2018-05-21 21:01:50 +00:00
|
|
|
os.path.join(topsrcdir, "python", "mozbuild", "mozbuild", "virtualenv.py"),
|
|
|
|
os.path.join(topsrcdir, "testing", "mozbase", "packages.txt"),
|
|
|
|
os.path.join(topsrcdir, "aclocal.m4"),
|
|
|
|
os.path.join(topsrcdir, "old-configure.in"),
|
|
|
|
os.path.join(topsrcdir, "js", "src", "aclocal.m4"),
|
|
|
|
os.path.join(topsrcdir, "js", "src", "old-configure.in"),
|
|
|
|
]
|
|
|
|
+ glob.glob(os.path.join(topsrcdir, "build", "autoconf", "*.m4"))
|
2020-10-26 18:34:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
2018-05-21 21:01:50 +00:00
|
|
|
set_config("CONFIG_STATUS_DEPS", config_status_deps)
|
|
|
|
# Please do not add anything after setting config_dep_paths.
|