ark_runtime_core/scripts/install-deps-ubuntu

#!/bin/bash
# Copyright (c) 2021 Huawei Device Co., Ltd.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

#
# Aux functions
#

function print_help
{
    HELP_MESSAGE="
    It is the bootstrap script for Panda on Ubuntu 18.04 or 20.04.

    This script installs all necessary packages for building and testing Panda
    in your local environment, given that your environment is Ubuntu 18.04 or 20.04.
    (detected with the contents of /etc/os-release).

    The script should run with superuser privileges.

    EXAMPLE

    $ ./scripts/install-deps-ubuntu --help
    $ ./scripts/install-deps-ubuntu --install=x86 --install=arm-all --install=dev

    or

    $ ./scripts/install-deps-ubuntu -h
    $ ./scripts/install-deps-ubuntu -i=x86 -i=arm-all -i=dev

    SYNOPSIS

    $0 [OPTIONS]

    OPTIONS

    --help              | -h              Show this message and exit.

    --install=dev       | -i=dev          Install tools needed for development.

    --install=arm-all   | -i=arm-all      Install extra packages for cross-compiling for AArch32 and AArch64.

    --install=x86       | -i=x86          Install extra packages for cross-compiling for x86.

    --install=windows   | -i=windows      Install extra packages for cross-compiling for Windows.

    --install=fuzzing   | -i=fuzzing      Install extra packages for fuzzing.

    CAVEAT

    * Packages for cross-compiling for aarch64 and x86 cannot co-exist, so the
    script (read: apt) will replace any conflicting packages on each run.
    * However, packages for cross-compiling for aarch64 and 32-bit ARM can
    co-exist, so they are in a single 'arm-all' dependency list.
    "

    echo "$HELP_MESSAGE"
}

function install_dep
{
    local fname=$1

    if [[ ! -f "$fname" ]] ; then
        echo "FATAL: Dependency list $fname not found."
        exit 1
    fi

    echo "Processing $fname"
    grep --color=never -o '^[^#]*' "$fname" | xargs apt install -y --no-install-recommends -o Dpkg::Options::="--force-overwrite"
}

function install_qemu
{
    local needed_version="6.0.0"

    local aarch64_version=$(qemu-aarch64 --version | grep version | awk '{print $3}')
    local arm_version=$(qemu-arm --version | grep version | awk '{print $3}')

    if [[ "$aarch64_version" == "$needed_version" && "$arm_version" == "$needed_version" ]] ; then
        return
    fi

    local src_dir=$(mktemp -d)
    local qemu_name="qemu-$needed_version"
    local archive_name="$src_dir/$qemu_name.tar.xz"

    echo "Dowloading qemu sources to $archive_name"
    curl --progress https://download.qemu.org/$qemu_name.tar.xz --output "$archive_name"

    echo "Extracting $archive_name"
    tar -C $src_dir -xf $archive_name

    echo "Installing qemu build dependencies"
    apt-get install libglib2.0-dev libfdt-dev libpixman-1-dev zlib1g-dev pkg-config flex bison ninja

    cd "$src_dir/$qemu_name"
    ./configure --target-list=aarch64-linux-user,arm-linux-user
    make -j install
}

function enable_llvm_repo
{
    local llvm_url=http://apt.llvm.org

    local repo_name="deb ${llvm_url}/${UBUNTU_CODENAME}/  llvm-toolchain-${UBUNTU_CODENAME}-12  main"
    curl https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add - \
        && echo -e $repo_name > /etc/apt/sources.list.d/llvm-12.list \
        && apt-get update
}

#
# Main logic
#

#
# Parse command-line arguments
#

# Set default flag values
INSTALL_CI_TOOLS=no
INSTALL_DEV=no
INSTALL_CROSS_ARM_ALL=no
INSTALL_CROSS_x86=no
INSTALL_CROSS_WINDOWS=no
INSTALL_FUZZING_TOOLS=no
INSTALL_ARM_DEV=no
SRC_LIST_STR='# This file is generated automatically by Panda install-deps-ubuntu script. DO NOT EDIT!!!\n'


for i in "$@"
do
    case $i in
    -h|--help)
        print_help
        exit 0
        ;;
    -i=*|--install=*)
        FLAG_ARG=${i//[-a-zA-Z0-9]*=/}
        if [[ $FLAG_ARG == "dev" ]] ; then
            if [[ $INSTALL_ARM_DEV == "yes" ]] ; then
                echo "FATAL: Parameter --install=dev excludes --install=arm-dev"
                exit 1
            else
                INSTALL_DEV=yes
            fi
        fi
        if [[ $FLAG_ARG == "arm-all" ]] ; then
            INSTALL_CROSS_ARM_ALL=yes
        fi
        if [[ $FLAG_ARG == "x86" ]] ; then
            INSTALL_CROSS_x86=yes
        fi
        if [[ $FLAG_ARG == "windows" ]] ; then
            INSTALL_CROSS_WINDOWS=yes
        fi
        if [[ $FLAG_ARG == "ci-tools" ]] ; then
            INSTALL_CI_TOOLS=yes
        fi
        if [[ $FLAG_ARG == "fuzzing" ]] ; then
            if [[ $(arch) == "x86_64" ]] ; then
               INSTALL_FUZZING_TOOLS=yes
            else
               echo "Fuzzing is supported only for amd64. Options will have no effect"
            fi
        fi
        if [[ $FLAG_ARG == "arm-dev" ]] ; then
            if [[ $INSTALL_DEV == "yes" ]] ; then
                echo "FATAL: Parameter --install=arm-dev excludes --install=dev"
                exit 1
            else
                INSTALL_ARM_DEV=yes
            fi
        fi
      ;;
    *)
      echo "Error: Unsupported flag $i" >&2
      exit 1
      ;;
  esac
done

#
# Check 'sudo' and if script is running on Ubuntu
#

if [[ $(id -u) -ne 0 ]] ; then
    echo "FATAL: Please run as root."
    exit 1
fi

#
# Check specific Ubuntu version
#

UBUNTU_NAME=ubuntu

if [ ! -f /etc/os-release ]; then
    echo "FATAL: /etc/os-release not found. Exiting..."
    exit 1
else
    . /etc/os-release

    if [[ $NAME == "Ubuntu" ]]; then
        apt-get update \
        && dpkg -l | grep curl  || apt-get -y install curl \
        && dpkg -l | grep gnupg || apt-get -y install gnupg \
        && apt-get update
    else
        echo "FATAL: Only Ubuntu is supported. This is not. Exiting..."
        exit 1
    fi
fi

if [[ $VERSION_ID == "18.04" ]]; then
    echo "Installing packages for Ubuntu 18.04 LTS."
    UBUNTU_NAME=ubuntu-18-04
elif [[ $VERSION_ID == "20.04" ]]; then
    echo "Installing packages for Ubuntu 20.04 LTS."
    UBUNTU_NAME=ubuntu-20-04
else
    echo "Trying to install packages for Ubuntu with unpinned versions."
fi

set -e

#
# Install dependencies
#

SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd -P)"
NEED_INSTALL_ADDITIONAL_FILES=false

install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-build"

if [[ "x$INSTALL_CI_TOOLS" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-ci"
fi

if [[ "x$INSTALL_FUZZING_TOOLS" == "xyes" ]] ; then
    enable_llvm_repo
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-fuzzing"
fi

if [[ "x$INSTALL_DEV" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-dev"
fi

if [[ "x$INSTALL_CROSS_ARM_ALL" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-cross-arm-all"
    install_qemu
fi

if [[ "x$INSTALL_CROSS_x86" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-cross-x86"
fi

if [[ "x$INSTALL_CROSS_WINDOWS" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-cross-windows"
fi

if [[ "x$INSTALL_ARM_DEV" == "xyes" ]] ; then
    install_dep "$SCRIPT_DIR/dep-lists/$UBUNTU_NAME-arm-dev"
    install_qemu
fi