mirror of
https://github.com/reactos/syzkaller.git
synced 2024-11-23 11:29:46 +00:00
54b3c45e28
To get more compiler coverage and to not let it rot. clang get detect more bugs statically.
357 lines
13 KiB
Makefile
357 lines
13 KiB
Makefile
# Copyright 2017 syzkaller project authors. All rights reserved.
|
|
# Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
|
|
|
|
# There are 3 OS/arch pairs:
|
|
# - HOSTOS/HOSTARCH: pair where syz-manager will run.
|
|
# - TARGETOS/TARGETVMARCH: pair of the target OS under test.
|
|
# - TARGETOS/TARGETARCH: pair of the target test process.
|
|
#
|
|
# The last 2 differ for e.g. amd64 OS and 386 test processes (compat syscall testing).
|
|
# All pairs default to the current machine. All but BUILD can be overriden.
|
|
#
|
|
# For example, to test linux/amd64 on linux/amd64, you just run:
|
|
# make
|
|
# To test linux/arm64 from darwin/amd64 host, run:
|
|
# make HOSTOS=darwin HOSTARCH=amd64 TARGETOS=linux TARGETARCH=arm64
|
|
# To test x86 compat syscalls, run:
|
|
# make TARGETVMARCH=amd64 TARGETARCH=386
|
|
#
|
|
# There is one special case for extracting constants for Android
|
|
# (you don't need this unless you update system call descriptions):
|
|
# make extract TARGETOS=android SOURCEDIR=/path/to/android/checkout
|
|
|
|
define newline
|
|
|
|
|
|
endef
|
|
ENV := $(subst \n,$(newline),$(shell CI=$(CI)\
|
|
SOURCEDIR=$(SOURCEDIR) HOSTOS=$(HOSTOS) HOSTARCH=$(HOSTARCH) \
|
|
TARGETOS=$(TARGETOS) TARGETARCH=$(TARGETARCH) TARGETVMARCH=$(TARGETVMARCH) \
|
|
SYZ_CLANG=$(SYZ_CLANG) \
|
|
go run tools/syz-make/make.go))
|
|
# Uncomment in case of emergency.
|
|
# $(info $(ENV))
|
|
$(eval $(ENV))
|
|
ifneq ("$(SYZERROR)", "")
|
|
$(error $(SYZERROR))
|
|
endif
|
|
ifeq ("$(NCORES)", "")
|
|
$(error syz-make failed)
|
|
endif
|
|
ifeq ("$(MAKELEVEL)", "0")
|
|
MAKEFLAGS += -j$(NCORES) --no-print-directory
|
|
endif
|
|
|
|
GO := go
|
|
HOSTGO := go
|
|
# By default, build all Go binaries as static. We don't need cgo and it is
|
|
# known to cause problems at least on Android emulator.
|
|
CGO_ENABLED ?= 0
|
|
export CGO_ENABLED
|
|
TARGETGOOS := $(TARGETOS)
|
|
TARGETGOARCH := $(TARGETVMARCH)
|
|
export GO111MODULE=on
|
|
export GOBIN=$(shell pwd -P)/bin
|
|
|
|
GITREV=$(shell git rev-parse HEAD)
|
|
ifeq ("$(shell git diff --shortstat)", "")
|
|
REV=$(GITREV)
|
|
else
|
|
REV=$(GITREV)+
|
|
endif
|
|
GITREVDATE=$(shell git log -n 1 --format="%ad")
|
|
|
|
# Don't generate symbol table and DWARF debug info.
|
|
# Reduces build time and binary sizes considerably.
|
|
# That's only needed if you use gdb or nm.
|
|
# If you need that, build manually without these flags.
|
|
GOFLAGS := "-ldflags=-s -w -X github.com/google/syzkaller/prog.GitRevision=$(REV) -X 'github.com/google/syzkaller/prog.gitRevisionDate=$(GITREVDATE)'"
|
|
|
|
GOHOSTFLAGS := $(GOFLAGS)
|
|
GOTARGETFLAGS := $(GOFLAGS)
|
|
ifneq ("$(GOTAGS)", "")
|
|
GOHOSTFLAGS += "-tags=$(GOTAGS)"
|
|
endif
|
|
GOTARGETFLAGS += "-tags=syz_target syz_os_$(TARGETOS) syz_arch_$(TARGETVMARCH) $(GOTAGS)"
|
|
|
|
ifeq ("$(TARGETOS)", "test")
|
|
TARGETGOOS := $(HOSTOS)
|
|
TARGETGOARCH := $(HOSTARCH)
|
|
endif
|
|
|
|
ifeq ("$(TARGETOS)", "akaros")
|
|
TARGETGOOS := $(HOSTOS)
|
|
TARGETGOARCH := $(HOSTARCH)
|
|
endif
|
|
|
|
ifeq ("$(TARGETOS)", "fuchsia")
|
|
TARGETGOOS := $(HOSTOS)
|
|
TARGETGOARCH := $(HOSTARCH)
|
|
endif
|
|
|
|
ifeq ("$(TARGETOS)", "trusty")
|
|
TARGETGOOS := $(HOSTOS)
|
|
TARGETGOARCH := $(HOSTARCH)
|
|
endif
|
|
|
|
.PHONY: all host target \
|
|
manager runtest fuzzer executor \
|
|
ci hub \
|
|
execprog mutate prog2c trace2syz stress repro upgrade db \
|
|
usbgen symbolize crush \
|
|
bin/syz-extract bin/syz-fmt \
|
|
extract generate generate_go generate_sys \
|
|
format format_go format_cpp format_sys \
|
|
tidy test test_race check_copyright check_language check_links check_diff \
|
|
presubmit presubmit_parallel clean
|
|
|
|
all: host target
|
|
host: manager runtest repro mutate prog2c db upgrade
|
|
target: fuzzer execprog stress executor
|
|
|
|
executor: descriptions
|
|
ifneq ("$(BUILDOS)", "$(NATIVEBUILDOS)")
|
|
$(info ************************************************************************************)
|
|
$(info Executor will not be built)
|
|
$(info Building executor for ${TARGETOS} is not supported on ${BUILDOS})
|
|
$(info ************************************************************************************)
|
|
else
|
|
ifneq ("$(NO_CROSS_COMPILER)", "")
|
|
$(info ************************************************************************************)
|
|
$(info Executor will not be built)
|
|
$(info Native cross-compiler is missing/broken:)
|
|
$(info $(NO_CROSS_COMPILER))
|
|
$(info ************************************************************************************)
|
|
else
|
|
mkdir -p ./bin/$(TARGETOS)_$(TARGETARCH)
|
|
$(CC) -o ./bin/$(TARGETOS)_$(TARGETARCH)/syz-executor$(EXE) executor/executor.cc \
|
|
$(ADDCFLAGS) $(CFLAGS) -DGOOS_$(TARGETOS)=1 -DGOARCH_$(TARGETARCH)=1 \
|
|
-DHOSTGOOS_$(HOSTOS)=1 -DGIT_REVISION=\"$(REV)\"
|
|
endif
|
|
endif
|
|
|
|
# .descriptions is a stub file that serves as a substitute for all files generated by syz-sysgen:
|
|
# sys/*/gen/*.go, executor/defs.h, executor/syscalls.h
|
|
# syz-sysgen generates them all at once, so we can't make each of them an independent target.
|
|
.PHONY: descriptions
|
|
descriptions:
|
|
go list -f '{{.Stale}}' ./sys/syz-sysgen | grep -q false || go install ./sys/syz-sysgen
|
|
$(MAKE) .descriptions
|
|
|
|
.descriptions: sys/*/*.txt sys/*/*.const bin/syz-sysgen
|
|
bin/syz-sysgen
|
|
touch .descriptions
|
|
|
|
manager: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-manager github.com/google/syzkaller/syz-manager
|
|
|
|
runtest: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-runtest github.com/google/syzkaller/tools/syz-runtest
|
|
|
|
fuzzer: descriptions
|
|
GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-fuzzer$(EXE) github.com/google/syzkaller/syz-fuzzer
|
|
|
|
execprog: descriptions
|
|
GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-execprog$(EXE) github.com/google/syzkaller/tools/syz-execprog
|
|
|
|
ci: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-ci github.com/google/syzkaller/syz-ci
|
|
|
|
hub: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-hub github.com/google/syzkaller/syz-hub
|
|
|
|
repro: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-repro github.com/google/syzkaller/tools/syz-repro
|
|
|
|
mutate: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-mutate github.com/google/syzkaller/tools/syz-mutate
|
|
|
|
prog2c: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-prog2c github.com/google/syzkaller/tools/syz-prog2c
|
|
|
|
crush: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-crush github.com/google/syzkaller/tools/syz-crush
|
|
|
|
reporter: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-reporter github.com/google/syzkaller/tools/syz-reporter
|
|
|
|
stress: descriptions
|
|
GOOS=$(TARGETGOOS) GOARCH=$(TARGETGOARCH) $(GO) build $(GOTARGETFLAGS) -o ./bin/$(TARGETOS)_$(TARGETVMARCH)/syz-stress$(EXE) github.com/google/syzkaller/tools/syz-stress
|
|
|
|
db: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-db github.com/google/syzkaller/tools/syz-db
|
|
|
|
upgrade: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-upgrade github.com/google/syzkaller/tools/syz-upgrade
|
|
|
|
trace2syz: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-trace2syz github.com/google/syzkaller/tools/syz-trace2syz
|
|
|
|
expand: descriptions
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-expand github.com/google/syzkaller/tools/syz-expand
|
|
|
|
usbgen:
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-usbgen github.com/google/syzkaller/tools/syz-usbgen
|
|
|
|
symbolize:
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o ./bin/syz-symbolize github.com/google/syzkaller/tools/syz-symbolize
|
|
|
|
# `extract` extracts const files from various kernel sources, and may only
|
|
# re-generate parts of files.
|
|
extract: bin/syz-extract
|
|
ifeq ($(TARGETOS),fuchsia)
|
|
$(MAKE) generate_fidl TARGETARCH=amd64
|
|
$(MAKE) generate_fidl TARGETARCH=arm64
|
|
else
|
|
endif
|
|
bin/syz-extract -build -os=$(TARGETOS) -sourcedir=$(SOURCEDIR) $(FILES)
|
|
|
|
bin/syz-extract:
|
|
GOOS=$(HOSTOS) GOARCH=$(HOSTARCH) $(HOSTGO) build $(GOHOSTFLAGS) -o $@ ./sys/syz-extract
|
|
|
|
# `generate` does *not* depend on any kernel sources, and generates everything
|
|
# in one pass, for all arches. It can be run on a bare syzkaller checkout.
|
|
generate:
|
|
$(MAKE) descriptions
|
|
$(MAKE) generate_go
|
|
$(MAKE) format
|
|
|
|
generate_go: format_cpp
|
|
$(GO) generate ./pkg/csource ./executor ./pkg/ifuzz ./pkg/build ./pkg/html
|
|
|
|
generate_fidl:
|
|
ifeq ($(TARGETOS),fuchsia)
|
|
$(HOSTGO) generate ./sys/fuchsia
|
|
$(MAKE) format_sys
|
|
else
|
|
endif
|
|
|
|
generate_trace2syz:
|
|
(cd tools/syz-trace2syz/parser; ragel -Z -G2 -o lex.go straceLex.rl)
|
|
(cd tools/syz-trace2syz/parser; goyacc -o strace.go -p Strace -v="" strace.y)
|
|
|
|
format: format_go format_cpp format_sys
|
|
|
|
format_go:
|
|
$(GO) fmt ./...
|
|
|
|
format_cpp:
|
|
clang-format --style=file -i executor/*.cc executor/*.h \
|
|
executor/android/android_seccomp.h \
|
|
tools/kcovtrace/*.c tools/kcovfuzzer/*.c tools/fops_probe/*.cc
|
|
|
|
format_sys: bin/syz-fmt
|
|
bin/syz-fmt all
|
|
|
|
bin/syz-fmt:
|
|
$(HOSTGO) build $(GOHOSTFLAGS) -o $@ ./tools/syz-fmt
|
|
|
|
tidy:
|
|
# A single check is enabled for now. But it's always fixable and proved to be useful.
|
|
clang-tidy -quiet -header-filter=.* -checks=-*,misc-definitions-in-headers -warnings-as-errors=* \
|
|
-extra-arg=-DGOOS_$(TARGETOS)=1 -extra-arg=-DGOARCH_$(TARGETARCH)=1 \
|
|
executor/*.cc
|
|
|
|
lint:
|
|
# This should install the command from our vendor dir.
|
|
CGO_ENABLED=1 $(HOSTGO) install github.com/golangci/golangci-lint/cmd/golangci-lint
|
|
CGO_ENABLED=1 $(HOSTGO) build -buildmode=plugin -o bin/syz-linter.so ./tools/syz-linter
|
|
bin/golangci-lint run ./...
|
|
|
|
presubmit:
|
|
$(MAKE) presubmit_smoke
|
|
$(MAKE) presubmit_arch
|
|
$(MAKE) presubmit_race
|
|
|
|
presubmit_smoke:
|
|
$(MAKE) generate
|
|
$(MAKE) -j100 check_diff check_copyright check_language check_links presubmit_build
|
|
$(MAKE) test
|
|
|
|
presubmit_build:
|
|
# Run go build before lint for better error messages if build is broken.
|
|
# This does not check build of test files, but running go test takes too long (even for building).
|
|
$(GO) build ./...
|
|
$(MAKE) lint
|
|
|
|
presubmit_arch: descriptions
|
|
env HOSTOS=linux HOSTARCH=amd64 $(MAKE) host
|
|
env HOSTOS=freebsd HOSTARCH=amd64 $(MAKE) host
|
|
env HOSTOS=netbsd HOSTARCH=amd64 $(MAKE) host
|
|
env HOSTOS=openbsd HOSTARCH=amd64 $(MAKE) host
|
|
env HOSTOS=darwin HOSTARCH=amd64 $(MAKE) host
|
|
env TARGETOS=linux TARGETARCH=amd64 $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=amd64 SYZ_CLANG=yes $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=386 $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=arm64 $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=arm $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=mips64le $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=ppc64le $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=riscv64 $(MAKE) target
|
|
env TARGETOS=linux TARGETARCH=s390x $(MAKE) target
|
|
env TARGETOS=freebsd TARGETARCH=amd64 $(MAKE) target
|
|
env TARGETOS=freebsd TARGETARCH=386 $(MAKE) target
|
|
env TARGETOS=netbsd TARGETARCH=amd64 $(MAKE) target
|
|
env TARGETOS=openbsd TARGETARCH=amd64 $(MAKE) target
|
|
env TARGETOS=windows TARGETARCH=amd64 $(MAKE) target
|
|
env TARGETOS=akaros TARGETARCH=amd64 $(MAKE) executor
|
|
env TARGETOS=fuchsia TARGETARCH=amd64 $(MAKE) executor
|
|
env TARGETOS=fuchsia TARGETARCH=arm64 $(MAKE) executor
|
|
env TARGETOS=test TARGETARCH=64 $(MAKE) executor
|
|
env TARGETOS=test TARGETARCH=64_fork $(MAKE) executor
|
|
env TARGETOS=test TARGETARCH=32_shmem $(MAKE) executor
|
|
env TARGETOS=test TARGETARCH=32_fork_shmem $(MAKE) executor
|
|
|
|
presubmit_big: descriptions
|
|
# This target runs on CI in syz-big-env,
|
|
# so we test packages that need GCloud SDK or OS toolchains.
|
|
$(GO) test -short -coverprofile=.coverage.txt ./dashboard/app ./pkg/csource ./pkg/cover
|
|
|
|
presubmit_race: descriptions
|
|
# -race requires cgo
|
|
env CGO_ENABLED=1 $(GO) test -race; if test $$? -ne 2; then \
|
|
env CGO_ENABLED=1 $(GO) test -race -short -bench=.* -benchtime=.2s ./... ;\
|
|
fi
|
|
|
|
test: descriptions
|
|
$(GO) test -short -coverprofile=.coverage.txt ./...
|
|
|
|
clean:
|
|
rm -rf ./bin .descriptions sys/*/gen executor/defs.h executor/syscalls.h
|
|
|
|
# For a tupical Ubuntu/Debian distribution.
|
|
# We use "|| true" for apt-get install because packages are all different on different distros.
|
|
# Also see tools/syz-env for container approach.
|
|
install_prerequisites:
|
|
uname -a
|
|
sudo apt-get update
|
|
sudo apt-get install -y -q libc6-dev-i386 linux-libc-dev \
|
|
gcc-aarch64-linux-gnu gcc-arm-linux-gnueabi gcc-powerpc64le-linux-gnu gcc-mips64el-linux-gnuabi64 || true
|
|
sudo apt-get install -y -q g++-aarch64-linux-gnu || true
|
|
sudo apt-get install -y -q g++-powerpc64le-linux-gnu || true
|
|
sudo apt-get install -y -q g++-arm-linux-gnueabi || true
|
|
sudo apt-get install -y -q g++-mips64el-linux-gnuabi64 || true
|
|
sudo apt-get install -y -q g++-s390x-linux-gnu || true
|
|
sudo apt-get install -y -q g++-riscv64-linux-gnu || true
|
|
sudo apt-get install -y -q clang clang-format ragel
|
|
go get -u golang.org/x/tools/cmd/goyacc
|
|
|
|
check_copyright:
|
|
./tools/check-copyright.sh
|
|
|
|
check_language:
|
|
./tools/check-language.sh
|
|
|
|
check_links:
|
|
python ./tools/check_links.py $$(pwd) $$(ls ./*.md; find ./docs/ -name '*.md')
|
|
|
|
# Check that the diff is empty. This is meant to be executed after generating
|
|
# and formatting the code to make sure that everything is committed.
|
|
check_diff:
|
|
@if [ "$(shell git --no-pager diff --name-only)" != "" ]; then \
|
|
git --no-pager diff; \
|
|
git --no-pager diff --name-only | \
|
|
sed "s#.*#&:1:1: The file is not formatted/regenerated. Run 'make generate' and include it into the commit.#g"; \
|
|
false; \
|
|
fi
|