#!/usr/bin/python # This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. llvm_revision = "170890" moz_version = "moz0" ############################################## import os import os.path import shutil import tarfile import subprocess import platform import sys import simplejson def check_run(args): r = subprocess.call(args) assert r == 0 def run_in(path, args): d = os.getcwd() os.chdir(path) check_run(args) os.chdir(d) def patch(patch, plevel, srcdir): patch = os.path.realpath(patch) check_run(['patch', '-d', srcdir, '-p%s' % plevel, '-i', patch, '--fuzz=0', '-s']) def build_package(package_source_dir, package_build_dir, configure_args, make_args): if not os.path.exists(package_build_dir): os.mkdir(package_build_dir) run_in(package_build_dir, ["%s/configure" % package_source_dir] + configure_args) run_in(package_build_dir, ["make", "-j8"] + make_args) run_in(package_build_dir, ["make", "install"]) def with_env(env, f): old_env = os.environ.copy() os.environ.update(env) f() os.environ.clear() os.environ.update(old_env) def build_tar_package(tar, name, base, directory): name = os.path.realpath(name) run_in(base, [tar, "-cjf", name, directory]) def svn_co(url, directory, revision): check_run(["svn", "co", "-r", revision, url, directory]) # The directories end up in the debug info, so the easy way of getting # a reproducible build is to run it in a know absolute directory. # We use a directory in /builds/slave because the mozilla infrastructure # cleans it up automatically. base_dir = "/builds/slave/moz-toolchain" source_dir = base_dir + "/src" build_dir = base_dir + "/build" llvm_source_dir = source_dir + "/llvm" clang_source_dir = source_dir + "/clang" compiler_rt_source_dir = source_dir + "/compiler-rt" def build_one_stage(env, stage_dir, is_stage_one): def f(): build_one_stage_aux(stage_dir, is_stage_one) with_env(env, f) def build_tooltool_manifest(): def key_sort(item): item = item[0] if item == 'size': return 0 if item == 'digest': return 1 if item == 'algorithm': return 3 return 4 basedir = os.path.split(os.path.realpath(sys.argv[0]))[0] tooltool = basedir + '/tooltool.py' setup = basedir + '/setup.sh' manifest = 'clang.manifest' check_run(['python', tooltool, '-m', manifest, 'add', setup, 'clang.tar.bz2']) data = simplejson.load(file(manifest)) data = [{'clang_version' : 'r%s' % llvm_revision }] + data out = file(manifest,'w') simplejson.dump(data, out, indent=0, item_sort_key=key_sort) out.write('\n') assert data[2]['filename'] == 'clang.tar.bz2' os.rename('clang.tar.bz2', data[2]['digest']) isDarwin = platform.system() == "Darwin" def build_one_stage_aux(stage_dir, is_stage_one): os.mkdir(stage_dir) build_dir = stage_dir + "/build" inst_dir = stage_dir + "/clang" configure_opts = ["--enable-optimized", "--enable-targets=x86,x86_64,arm", "--disable-assertions", "--prefix=%s" % inst_dir, "--with-gcc-toolchain=/tools/gcc-4.5-0moz3"] build_package(llvm_source_dir, build_dir, configure_opts, ["CLANG_IS_PRODUCTION=1"]) if isDarwin: os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.7' if not os.path.exists(source_dir): os.makedirs(source_dir) svn_co("http://llvm.org/svn/llvm-project/llvm/branches/release_32", llvm_source_dir, llvm_revision) svn_co("http://llvm.org/svn/llvm-project/cfe/branches/release_32", clang_source_dir, llvm_revision) svn_co("http://llvm.org/svn/llvm-project/compiler-rt/branches/release_32", compiler_rt_source_dir, llvm_revision) os.symlink("../../clang", llvm_source_dir + "/tools/clang") os.symlink("../../compiler-rt", llvm_source_dir + "/projects/compiler-rt") patch("llvm-debug-frame.patch", 1, llvm_source_dir) if not isDarwin: patch("no-sse-on-linux.patch", 0, clang_source_dir) if os.path.exists(build_dir): shutil.rmtree(build_dir) os.makedirs(build_dir) stage1_dir = build_dir + '/stage1' stage1_inst_dir = stage1_dir + '/clang' if isDarwin: extra_cflags = "" extra_cxxflags = "" cc = "/usr/bin/clang" cxx = "/usr/bin/clang++" else: extra_cflags = "-static-libgcc" extra_cxxflags = "-static-libgcc -static-libstdc++" cc = "/usr/bin/gcc" cxx = "/usr/bin/g++" build_one_stage({"CC" : cc, "CXX" : cxx }, stage1_dir, True) stage2_dir = build_dir + '/stage2' build_one_stage({"CC" : stage1_inst_dir + "/bin/clang %s" % extra_cflags, "CXX" : stage1_inst_dir + "/bin/clang++ %s" % extra_cxxflags}, stage2_dir, False) build_tar_package("tar", "clang.tar.bz2", stage2_dir, "clang") build_tooltool_manifest()