build_katran.sh

#!/usr/bin/env bash

 # Copyright (C) 2018-present, Facebook, Inc.
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
 # the Free Software Foundation; version 2 of the License.
 #
 # This program is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License along
 # with this program; if not, write to the Free Software Foundation, Inc.,
 # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

set -xeo pipefail
NCPUS=$(cat /proc/cpuinfo  | grep processor | wc -l)
ROOT_DIR=$(pwd)
DEPS_DIR="${ROOT_DIR}/deps"
CLANG_DIR="${DEPS_DIR}/clang/clang+llvm-5.0.0-linux-x86_64-ubuntu16.04"

if [ ! -z "$FORCE_INSTALL" ]; then
    rm -rf ./deps
fi

if [ -z "$BUILD_EXAMPLE" ]; then
    BUILD_EXAMPLE=1
    export CMAKE_BUILD_EXAMPLE="$BUILD_EXAMPLE"
fi

mkdir deps || true

get_dev_tools() {
    sudo apt-get update
    sudo apt-get install -y \
        build-essential \
        cmake \
        libbison-dev \
        bison \
        flex \
        bc
}

get_folly() {
    if [ -f "deps/folly_installed" ]; then
        return
    fi
    rm -rf deps/folly
	sudo apt-get install -y \
		g++ \
		automake \
		autoconf \
		autoconf-archive \
		libtool \
		libboost-all-dev \
		libevent-dev \
		libdouble-conversion-dev \
		libgoogle-glog-dev \
		libgflags-dev \
		liblz4-dev \
		liblzma-dev \
		libsnappy-dev \
		make \
		zlib1g-dev \
		binutils-dev \
		libjemalloc-dev \
		libssl-dev \
		pkg-config \
    	libiberty-dev \
        libunwind8-dev \
        libdwarf-dev

    pushd .
	cd deps
	git clone https://github.com/facebook/folly --depth 1
	cd folly/build
  cmake ..
  make -j $NCPUS
  sudo make install
  popd
  touch deps/folly_installed
}

get_clang() {
    if [ -f "deps/clang_installed" ]; then
        return
    fi
    rm -rf deps/clang
    pushd .
    cd deps
    mkdir clang
    cd clang
    wget http://releases.llvm.org/5.0.0/clang+llvm-5.0.0-linux-x86_64-ubuntu16.04.tar.xz
    tar xvf ./clang+llvm-5.0.0-linux-x86_64-ubuntu16.04.tar.xz
    popd
    touch deps/clang_installed
}

get_required_libs() {
    sudo apt-get install -y \
        libgoogle-glog-dev \
        libgflags-dev \
        libelf-dev \
        libmnl-dev \
        liblzma-dev \
        libre2-dev
}

get_linux() {
    if [ -f "deps/linux_installed" ]; then
        return
    fi
    rm -rf deps/linux
    pushd .
    cd deps
    git clone --branch v4.15 --depth 1 https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
    cd linux
    make defconfig
    popd
    touch deps/linux_installed
}

get_gtest() {
    if [ -f "deps/googletest_installed" ]; then
        return
    fi
    rm -rf deps/googletest
    pushd .
    cd deps
    git clone --depth 1 https://github.com/google/googletest
    cd googletest
    mkdir build
    cd build
    cmake ..
    make && sudo make install
    popd
    touch deps/googletest_installed
}

get_mstch() {
    if [ -f "deps/mstch_installed" ]; then
        return
    fi
    rm -rf deps/mstch
    pushd .
    cd deps
    git clone --depth 1 https://github.com/no1msd/mstch
    mkdir -p mstch/build
    cd mstch/build
    cmake ..
    make -j $NCPUS
    sudo make install
    popd
    touch deps/mstch_installed
}

get_wangle() {
    if [ -f "deps/wangle_installed" ]; then
        return
    fi
    rm -rf deps/wangle
    pushd .
    cd deps
    git clone --depth 1 https://github.com/facebook/wangle
    cd wangle/wangle
    cmake .
    make -j $NCPUS
    sudo make install
    popd
    touch deps/wangle_installed
}

get_zstd() {
    if [ -f "deps/zstd_installed" ]; then
        return
    fi
    rm -rf deps/zstd
    pushd .
    cd deps
    git clone --depth 1 https://github.com/facebook/zstd
    cd zstd
    make -j $NCPUS
    sudo make install
    popd
    touch deps/zstd_installed
}

get_fbthrift() {
    if [ -f "deps/fbthrift_installed" ]; then
        return
    fi
    rm -rf deps/fbthrift
    sudo apt-get install -y \
        libkrb5-dev \
        flex
    pushd .
    cd deps
    git clone --depth 1 https://github.com/facebook/fbthrift || true
    cd fbthrift/build
    cmake ..
    make -j $NCPUS
    sudo make install
    popd
    touch deps/fbthrift_installed
}

get_grpc() {
    if [ -f "deps/grpc_installed" ]; then
        return
    fi
    rm -rf deps/grpc
    pushd .
    cd deps
    git clone  --depth 1 https://github.com/grpc/grpc
    cd grpc
    git submodule update --init
    make -j $NCPUS
    sudo make install
    cd third_party/protobuf
    make && sudo make install
    popd
    touch deps/grpc_installed
}

fix_gtest() {
    # oss version require this line for gtest to run/work
    local GTEST_INIT='

int main(int argc, char **argv) {
  ::testing::InitGoogleTest(&argc, argv);
  return RUN_ALL_TESTS();
}
'
    local TEST_EXISTS=$(grep InitGoogleTest $1 | wc -l)
    if [ "$TEST_EXISTS" -gt 0 ]; then
        return
    fi
    echo "$GTEST_INIT" >> $1
}

katran_oss_tests_fixup() {
    fix_gtest ./katran/lib/tests/CHHelpersTest.cpp
    fix_gtest ./katran/lib/tests/IpHelpersTest.cpp
    fix_gtest ./katran/lib/tests/VipTest.cpp
    fix_gtest ./katran/lib/tests/KatranLbTest.cpp
    fix_gtest ./katran/lib/testing/Base64Test.cpp
}

build_katran() {
    pushd .
    rm -rf ./build
    mkdir build
    cd build
    cmake ..
    make -j $NCPUS
    popd
     ./build_bpf_modules_opensource.sh 2>/dev/null
}

test_katran() {
    pushd .
    cd build/katran/lib/tests/
    ctest -v ./*
    cd ../testing/
    ctest -v ./*
    popd
}

get_dev_tools
get_folly
get_clang
get_required_libs
get_linux
get_gtest
if [ "$BUILD_EXAMPLE" -eq 1 ]; then
  get_mstch
  get_wangle
  get_zstd
  get_fbthrift
  get_grpc
fi
if [ -z "$INSTALL_DEPS_ONLY" ]; then
  katran_oss_tests_fixup
  build_katran
  test_katran
fi