# Copyright 2017 syzkaller project authors. All rights reserved. # Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file. # There are 3 OS/arch pairs: # - HOSTOS/HOSTARCH: pair where syz-manager will run. # - TARGETOS/TARGETVMARCH: pair of the target OS under test. # - TARGETOS/TARGETARCH: pair of the target test process. # # The last 2 differ for e.g. amd64 OS and 386 test processes (compat syscall testing). # All pairs default to the current machine. All but BUILD can be overriden. # # For example, to test linux/amd64 on linux/amd64, you just run: # make # To test linux/arm64 from darwin/amd64 host, run: # make HOSTOS=darwin HOSTARCH=amd64 TARGETOS=linux TARGETARCH=arm64 # To test x86 compat syscalls, run: # make TARGETVMARCH=amd64 TARGETARCH=386 # # There is one special case for extracting constants for Android # (you don't need this unless you update system call descriptions): # make extract TARGETOS=android SOURCEDIR=/path/to/android/checkout define newline endef ENV := $(subst \n,$(newline),$(shell CI=$(CI)\ SOURCEDIR=$(SOURCEDIR) HOSTOS=$(HOSTOS) HOSTARCH=$(HOSTARCH) \ TARGETOS=$(TARGETOS) TARGETARCH=$(TARGETARCH) TARGETVMARCH=$(TARGETVMARCH) \ SYZ_CLANG=$(SYZ_CLANG) \ go run tools/syz-make/make.go)) # Uncomment in case of emergency. # $(info $(ENV)) $(eval $(ENV)) ifneq ("$(SYZERROR)", "") $(error $(SYZERROR)) endif ifeq ("$(NCORES)", "") $(error syz-make failed) endif ifeq ("$(MAKELEVEL)", "0") MAKEFLAGS += -j$(NCORES) --no-print-directory endif GO := go HOSTGO := go # By default, build all Go binaries as static. We don't need cgo and it is # known to cause problems at least on Android emulator. CGO_ENABLED ?= 0 export CGO_ENABLED TARGETGOOS := $(TARGETOS) TARGETGOARCH := $(TARGETVMARCH) export GO111MODULE=on export GOBIN=$(shell pwd -P)/bin GITREV=$(shell git rev-parse HEAD) ifeq ("$(shell git diff --shortstat)", "") REV=$(GITREV) else REV=$(GITREV)+ endif GITREVDATE=$(shell git log -n 1 --format="%ad") # Don't generate symbol table and DWARF debug info. # Reduces build time and binary sizes considerably. # That's only needed if you use gdb or nm. # If you need that, build manually without these flags. GOFLAGS := "-ldflags=-s -w -X github.com/google/syzkaller/prog.GitRevision=$(REV) -X 'github.com/google/syzkaller/prog.gitRevisionDate=$(GITREVDATE)'" GOHOSTFLAGS := $(GOFLAGS) GOTARGETFLAGS := $(GOFLAGS) ifneq ("$(GOTAGS)", "") GOHOSTFLAGS += "-tags=$(GOTAGS)" endif GOTARGETFLAGS += "-tags=syz_target syz_os_$(TARGETOS) syz_arch_$(TARGETVMARCH) $(GOTAGS)" ifeq ("$(TARGETOS)", "test") TARGETGOOS := $(HOSTOS) TARGETGOARCH := $(HOSTARCH) endif ifeq ("$(TARGETOS)", "akaros") TARGETGOOS := $(HOSTOS) TARGETGOARCH := $(HOSTARCH) endif ifeq ("$(TARGETOS)", "fuchsia") TARGETGOOS := $(HOSTOS) TARGETGOARCH := $(HOSTARCH) endif ifeq ("$(TARGETOS)", "trusty") TARGETGOOS := $(HOSTOS) TARGETGOARCH := $(HOSTARCH) endif .PHONY: all clean host target \ manager runtest fuzzer executor \ ci hub \ execprog mutate prog2c trace2syz stress repro upgrade db \ usbgen symbolize crush \ bin/syz-extract bin/syz-fmt \ extract generate generate_go generate_sys \ format format_go format_cpp format_sys \ tidy test test_race check_copyright check_language check_whitespace check_links check_diff check_commits \ presubmit presubmit_smoke presubmit_build presubmit_arch presubmit_big presubmit_race presubmit_old all: host target host: manager runtest repro mutate prog2c db upgrade target: fuzzer execprog stress executor executor: descriptions ifneq ("$(BUILDOS)", "$(NATIVEBUILDOS)") $(info ************************************************************************************) $(info Executor will not be built) $(info Building executor for ${TARGETOS} is not supported on ${BUILDOS}) $(info ************************************************************************************) else ifneq ("$(NO_CROSS_COMPILER)", "") $(info ************************************************************************************) $(info Executor will not be built) $(info Native cross-compiler is missing/broken:) $(info $(NO_CROSS_COMPILER)) $(info ************************************************************************************) else mkdir -p ./bin/$(TARGETOS)_$(TARGETARCH) $(CC) -o ./bin/$(TARGETOS)_$(TARGETARCH)/syz-executor$(EXE) executor/executor.cc \ $(ADDCFLAGS) $(CFLAGS) -DGOOS_$(TARGETOS)=1 -DGOARCH_$(TARGETARCH)=1 \ -DHOSTGOOS_$(HOSTOS)=1 -DGIT_REVISION=\"$(REV)\" endif endif # .descriptions is a stub file that serves as a substitute for all files generated by syz-sysgen: # sys/*/gen/*.go, executor/defs.h, executor/syscalls.h # syz-sysgen generates them all at once, so we can't make each of them an independent target. .PHONY: descriptions descriptions: go list -f '{{.Stale}}' ./sys/syz-sysgen | grep -q false || go install ./sys/syz-sysgen $(MAKE) .descriptions .descriptions: sys/*/*.txt sys/*/*.const bin/syz-sysgen bin/syz-sysgen touch .descriptions manager: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-manager github.com/google/syzkaller/syz-manager runtest: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-runtest github.com/google/syzkaller/tools/syz-runtest fuzzer: descriptions GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-fuzzer$(EXE) github.com/google/syzkaller/syz-fuzzer execprog: descriptions GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-execprog$(EXE) github.com/google/syzkaller/tools/syz-execprog ci: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-ci github.com/google/syzkaller/syz-ci hub: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-hub github.com/google/syzkaller/syz-hub repro: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-repro github.com/google/syzkaller/tools/syz-repro mutate: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-mutate github.com/google/syzkaller/tools/syz-mutate prog2c: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-prog2c github.com/google/syzkaller/tools/syz-prog2c crush: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-crush github.com/google/syzkaller/tools/syz-crush reporter: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-reporter github.com/google/syzkaller/tools/syz-reporter stress: descriptions GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-stress$(EXE) github.com/google/syzkaller/tools/syz-stress db: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-db github.com/google/syzkaller/tools/syz-db upgrade: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-upgrade github.com/google/syzkaller/tools/syz-upgrade trace2syz: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-trace2syz github.com/google/syzkaller/tools/syz-trace2syz expand: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-expand github.com/google/syzkaller/tools/syz-expand usbgen: GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-usbgen github.com/google/syzkaller/tools/syz-usbgen symbolize: GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-symbolize github.com/google/syzkaller/tools/syz-symbolize bisect: descriptions GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-bisect github.com/google/syzkaller/tools/syz-bisect # `extract` extracts const files from various kernel sources, and may only # re-generate parts of files. extract: bin/syz-extract ifeq ($(TARGETOS),fuchsia) $(MAKE) generate_fidl TARGETARCH=amd64 $(MAKE) generate_fidl TARGETARCH=arm64 else endif bin/syz-extract -build -os=$(TARGETOS) -sourcedir=$(SOURCEDIR) $(FILES) bin/syz-extract: GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o $@ ./sys/syz-extract # `generate` does *not* depend on any kernel sources, and generates everything # in one pass, for all arches. It can be run on a bare syzkaller checkout. generate: $(MAKE) descriptions $(MAKE) generate_go $(MAKE) format generate_go: format_cpp $(GO) generate ./pkg/csource ./executor ./pkg/ifuzz ./pkg/build ./pkg/html generate_fidl: ifeq ($(TARGETOS),fuchsia) $(HOSTGO) generate ./sys/fuchsia $(MAKE) format_sys else endif generate_trace2syz: (cd tools/syz-trace2syz/parser; ragel -Z -G2 -o lex.go straceLex.rl) (cd tools/syz-trace2syz/parser; goyacc -o strace.go -p Strace -v="" strace.y) format: format_go format_cpp format_sys format_go: $(GO) fmt ./... format_cpp: clang-format --style=file -i executor/*.cc executor/*.h \ executor/android/android_seccomp.h \ tools/kcovtrace/*.c tools/kcovfuzzer/*.c tools/fops_probe/*.cc format_sys: bin/syz-fmt bin/syz-fmt all bin/syz-fmt: $(HOSTGO) build $(GOHOSTFLAGS) -o $@ ./tools/syz-fmt tidy: descriptions clang-tidy -quiet -header-filter=.* -warnings-as-errors=* \ -checks=-*,misc-definitions-in-headers,bugprone-macro-parentheses,clang-analyzer-*,-clang-analyzer-security.insecureAPI*,-clang-analyzer-optin.performance* \ -extra-arg=-DGOOS_$(TARGETOS)=1 -extra-arg=-DGOARCH_$(TARGETARCH)=1 \ -extra-arg=-DHOSTGOOS_$(HOSTOS)=1 -extra-arg=-DGIT_REVISION=\"$(REV)\" \ executor/*.cc lint: # This should install the command from our vendor dir. CGO_ENABLED=1 $(HOSTGO) install github.com/golangci/golangci-lint/cmd/golangci-lint CGO_ENABLED=1 $(HOSTGO) build -buildmode=plugin -o bin/syz-linter.so ./tools/syz-linter bin/golangci-lint run ./... presubmit: $(MAKE) presubmit_smoke $(MAKE) presubmit_arch $(MAKE) presubmit_race presubmit_smoke: $(MAKE) generate $(MAKE) -j100 check_commits check_diff check_copyright check_language check_whitespace check_links presubmit_build tidy $(MAKE) test presubmit_build: # Run go build before lint for better error messages if build is broken. # This does not check build of test files, but running go test takes too long (even for building). $(GO) build ./... $(MAKE) lint presubmit_arch: descriptions env HOSTOS=linux HOSTARCH=amd64 $(MAKE) host env HOSTOS=freebsd HOSTARCH=amd64 $(MAKE) host env HOSTOS=netbsd HOSTARCH=amd64 $(MAKE) host env HOSTOS=openbsd HOSTARCH=amd64 $(MAKE) host env HOSTOS=darwin HOSTARCH=amd64 $(MAKE) host env TARGETOS=linux TARGETARCH=amd64 $(MAKE) target env TARGETOS=linux TARGETARCH=amd64 SYZ_CLANG=yes $(MAKE) target env TARGETOS=linux TARGETARCH=386 $(MAKE) target env TARGETOS=linux TARGETARCH=arm64 $(MAKE) target env TARGETOS=linux TARGETARCH=arm $(MAKE) target env TARGETOS=linux TARGETARCH=mips64le $(MAKE) target env TARGETOS=linux TARGETARCH=ppc64le $(MAKE) target env TARGETOS=linux TARGETARCH=riscv64 $(MAKE) target env TARGETOS=linux TARGETARCH=s390x $(MAKE) target env TARGETOS=freebsd TARGETARCH=amd64 $(MAKE) target env TARGETOS=freebsd TARGETARCH=386 $(MAKE) target env TARGETOS=netbsd TARGETARCH=amd64 $(MAKE) target env TARGETOS=openbsd TARGETARCH=amd64 $(MAKE) target env TARGETOS=windows TARGETARCH=amd64 $(MAKE) target env TARGETOS=akaros TARGETARCH=amd64 $(MAKE) executor env TARGETOS=fuchsia TARGETARCH=amd64 $(MAKE) executor env TARGETOS=fuchsia TARGETARCH=arm64 $(MAKE) executor env TARGETOS=test TARGETARCH=64 $(MAKE) executor env TARGETOS=test TARGETARCH=64_fork $(MAKE) executor env TARGETOS=test TARGETARCH=32_shmem $(MAKE) executor env TARGETOS=test TARGETARCH=32_fork_shmem $(MAKE) executor presubmit_big: descriptions # This target runs on CI in syz-big-env, # so we test packages that need GCloud SDK or OS toolchains. $(GO) test -short -coverprofile=.coverage.txt ./dashboard/app ./pkg/csource ./pkg/cover presubmit_race: descriptions # -race requires cgo env CGO_ENABLED=1 $(GO) test -race; if test $$? -ne 2; then \ env CGO_ENABLED=1 $(GO) test -race -short -bench=.* -benchtime=.2s ./... ;\ fi presubmit_old: descriptions # Binaries we can compile in syz-old-env. 386 is broken, riscv64 is missing. TARGETARCH=amd64 $(MAKE) target TARGETARCH=arm64 $(MAKE) target TARGETARCH=arm $(MAKE) target TARGETARCH=ppc64le $(MAKE) target TARGETARCH=mips64le $(MAKE) target TARGETARCH=s390x $(MAKE) target test: descriptions $(GO) test -short -coverprofile=.coverage.txt ./... clean: rm -rf ./bin .descriptions sys/*/gen executor/defs.h executor/syscalls.h # For a tupical Ubuntu/Debian distribution. # We use "|| true" for apt-get install because packages are all different on different distros. # Also see tools/syz-env for container approach. install_prerequisites: uname -a sudo apt-get update sudo apt-get install -y -q libc6-dev-i386 linux-libc-dev \ gcc-aarch64-linux-gnu gcc-arm-linux-gnueabi gcc-powerpc64le-linux-gnu gcc-mips64el-linux-gnuabi64 || true sudo apt-get install -y -q g++-aarch64-linux-gnu || true sudo apt-get install -y -q g++-powerpc64le-linux-gnu || true sudo apt-get install -y -q g++-arm-linux-gnueabi || true sudo apt-get install -y -q g++-mips64el-linux-gnuabi64 || true sudo apt-get install -y -q g++-s390x-linux-gnu || true sudo apt-get install -y -q g++-riscv64-linux-gnu || true sudo apt-get install -y -q g++ || true [ -z "$(shell which python)" -a -n "$(shell which python3)" ] && sudo apt-get install -y -q python-is-python3 || true sudo apt-get install -y -q clang-tidy || true sudo apt-get install -y -q clang clang-format ragel GO111MODULE=off go get -u golang.org/x/tools/cmd/goyacc check_copyright: ./tools/check-copyright.sh check_language: ./tools/check-language.sh check_whitespace: ./tools/check-whitespace.sh check_commits: ./tools/check-commits.sh check_links: python ./tools/check_links.py $$(pwd) $$(find -name '*.md' | grep -v "./vendor/") # Check that the diff is empty. This is meant to be executed after generating # and formatting the code to make sure that everything is committed. check_diff: @if [ "$(shell git --no-pager diff --name-only)" != "" ]; then \ git --no-pager diff; \ git --no-pager diff --name-only | \ sed "s#.*#&:1:1: The file is not formatted/regenerated. Run 'make generate' and include it into the commit.#g"; \ false; \ fi