vitess-gh/.travis.yml

# Use container-based infrastructure (see: http://docs.travis-ci.com/user/workers/container-based-infrastructure/).
sudo: false
language: go
go:
  - 1.4
addons:
  apt:
    sources:
    - ubuntu-toolchain-r-test
    packages:
    # NOTE: When you add a dependency, don't forget to add comment why it's necessary.
    - automake
    - libtool
    - memcached
    - php5-cli
    - php5-dev
    - python-dev
    - python-mysqldb
    - python-pip
    - python-virtualenv
    - libssl-dev
    - g++-4.8
    - gcc-4.8
    - git
    - pkg-config
    # installs libaio1 which is required by MariaDB 10.0 server package
    - libaio-dev
    # required by travis script below to measure CPU and memory usage
    - time
    # Optional dependency. Without a running syslog daemon, Vitess will keep complaining that it could not log events and spam the logs.
    - rsyslog
# Cache directories of dependencies which are built by bootstrap.sh
cache:
  directories:
  # Cache downloaded and extracted MariaDB 10.0 packages.
  - $MYSQL_ROOT
  # Cache bootstrapped dependencies (e.g. protobuf and gRPC).
  - $HOME/gopath/dist/grpc/.build_finished
  # Required by make proto and subsequently check_make_proto.sh.
  - $HOME/gopath/dist/grpc/bin/grpc_python_plugin
  - $HOME/gopath/dist/grpc/lib
  - $HOME/gopath/dist/grpc/include
  - $HOME/gopath/dist/protobuf/.build_finished
  - $HOME/gopath/dist/protobuf/lib
  # Required by make proto and subsequently check_make_proto.sh.
  - $HOME/gopath/dist/protobuf/bin/protoc
  - $HOME/gopath/dist/py-mock-1.0.1/.build_finished
  - $HOME/gopath/dist/py-mock-1.0.1/lib/python2.7/site-packages
  - $HOME/gopath/dist/py-vt-bson-0.3.2/lib/python2.7/site-packages
  - $HOME/gopath/dist/vt-zookeeper-3.4.6/.build_finished
  - $HOME/gopath/dist/vt-zookeeper-3.4.6/include
  - $HOME/gopath/dist/vt-zookeeper-3.4.6/lib
  # Maven repository for Java dependencies.
  - $HOME/.m2
  - $HOME/.phpenv
before_cache:
  # Travis CI caching doesn't work with this symlink. Just delete it.
  - rm $HOME/gopath/bin/zksrv.sh
  # Delete these files because they keep changing (having the latest timestamp
  # of an update) and trigger a lengthy update of the cache (~25 seconds).
  - rm $HOME/.m2/repository/com/youtube/vitess/*/*-SNAPSHOT/resolver-status.properties
  - rm $HOME/.m2/repository/io/grpc/protoc-gen-grpc-java/*/protoc-gen-grpc-java-*.pom.lastUpdated
  # Don't cache unnecessary PHP files.
  - rm $HOME/.phpenv/versions/*/sbin/*
  - rm $HOME/.phpenv/versions/*/bin/php-cgi
  - find $HOME/.phpenv/vendor/grpc/grpc -mindepth 1 -maxdepth 1 ! -name src | xargs rm -rf
  - find $HOME/.phpenv/vendor/grpc/grpc/src -mindepth 1 -maxdepth 1 ! -name php | xargs rm -rf
env:
  global:
    - MYSQL_FLAVOR=MariaDB
    - MYSQL_ROOT=$HOME/mysql
    - VT_MYSQL_ROOT=$MYSQL_ROOT/usr
    # Enable parallel compilation e.g. for gRPC.
    # (The Travis CI worker is allowed to use up to 2 cores, but as of 07/2015 4 parallel compilations is actually faster.)
    - MAKEFLAGS=-j4
    # Run go build and test with -p 4 (i.e. up to 4 packages are compiled/tested in parallel).
    # As of 07/2015 this value works best in a Travis CI container.
    - VT_GO_PARALLEL=4
    - PATH="$HOME/.phpenv/bin:$HOME/gopath/dist/protobuf/bin:$PATH"
    # Add -follow to TEST_FLAGS below to print as the test runs, to diagnose stuck tests.
    - TEST_FLAGS="-docker=false -timeout=5m -print-log -remote-stats=http://enisoc.com:15123/travis/stats"
    - CC=gcc-4.8
    - CXX=g++-4.8
  matrix:
    # NOTE: Travis CI schedules up to 5 tests simultaneously.
    #       All our tests should be spread out as evenly as possible across these 5 slots.
    #       We should always utilize all 5 slots because the cost of the setup is high (up to one minute).
    # NOTE: Use "" if you specify a space separated list of multiple targets.
    - TEST_MATRIX="-shard 0"
    - TEST_MATRIX="-shard 1"
    - TEST_MATRIX="-shard 2"
    - TEST_MATRIX="-shard 3"
    - TEST_MATRIX="-shard 4"
before_install:
  - travis/download_mariadb.sh
  - travis/php_init.sh
install:
  - ./bootstrap.sh
  - travis/php_grpc.sh
before_script:
  - source dev.env
  # Travis only tests. Run only on the first shard.
  # Part of "before_script" because in "script" the job would not fail immediately if a command fails.
  - |
    if [[ $TEST_MATRIX = *"-shard 0"* ]]; then
      travis/check_make_proto.sh
    fi
script:
  - eval "$(phpenv init -)"
  # Log GOMAXPROCS (should be 2 as of 07/2015).
  - go run travis/log_gomaxprocs.go
  - go run test.go $TEST_FLAGS $TEST_MATRIX
after_failure:
  # In case of errors, output log files to make it easier to debug the error.
  # List all available files.
  - ls -alR $HOME/gopath/vtdataroot
  # Output *.log* and *.stderr files. (Add -keep-data to TEST_FLAGS above or tests will delete their logs.)
  - find $HOME/gopath/vtdataroot \( -name "*.log*" -or -name "*.stderr" \) -type f -print0 | xargs -0r --verbose --max-args=1 cat