incubator-airflow/tox.ini

#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
# 
#   http://www.apache.org/licenses/LICENSE-2.0
# 
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

[tox]
envlist = flake8,{py27,py35}-backend_{mysql,sqlite,postgres}
skipsdist=True

[global]
wheel_dir = {homedir}/.wheelhouse
find_links =
    {homedir}/.wheelhouse
    {homedir}/.pip-cache

[flake8]
max-line-length = 90
ignore = E731

[testenv]
deps =
    wheel
    coveralls

basepython =
  py27: python2.7
  py35: python3.5

setenv =
  HADOOP_DISTRO=cdh
  HADOOP_HOME=/tmp/hadoop-cdh
  HADOOP_OPTS=-D/tmp/krb5.conf
  MINICLUSTER_HOME=/tmp/minicluster-1.1-SNAPSHOT
  HIVE_HOME=/tmp/hive
  backend_mysql: AIRFLOW__CORE__SQL_ALCHEMY_CONN=mysql://root@localhost/airflow
  backend_postgres: AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgresql+psycopg2://postgres@localhost/airflow
  backend_sqlite: AIRFLOW__CORE__SQL_ALCHEMY_CONN=sqlite:///{homedir}/airflow/airflow.db
  backend_sqlite: AIRFLOW__CORE__EXECUTOR=SequentialExecutor

passenv =
    HOME
    JAVA_HOME
    TRAVIS
    TRAVIS_BRANCH
    TRAVIS_BUILD_DIR
    TRAVIS_JOB_ID
    USER
    TRAVIS_CACHE
    TRAVIS_PULL_REQUEST
    PATH
    BOTO_CONFIG
    KRB5_CONFIG
    KRB5_KTNAME

commands =
  pip wheel -w {homedir}/.wheelhouse -f {homedir}/.wheelhouse -e .[devel_ci]
  pip install --find-links={homedir}/.wheelhouse --no-index -e .[devel_ci]
  sudo {toxinidir}/scripts/ci/setup_kdc.sh
  {toxinidir}/scripts/ci/setup_env.sh
  {toxinidir}/scripts/ci/ldap.sh
  {toxinidir}/scripts/ci/load_fixtures.sh
  {toxinidir}/scripts/ci/load_data.sh
  {toxinidir}/scripts/ci/run_tests.sh []
  {toxinidir}/scripts/ci/check-license.sh

[testenv:flake8]
basepython = python3

deps =
    flake8

commands =
    {toxinidir}/scripts/ci/flake8_diff.sh
[AIRFLOW-248] Add Apache license header to all files - Added Apache license header for files with extension (.service, .in, .mako, .properties, .ini, .sh, .ldif, .coveragerc, .cfg, .yml, .conf, .sql, .css, .js, .html, .xml. - Added/Replaced shebang on all .sh files with portable version - #!/usr/bin/env bash. - Skipped third party css and js files. Skipped all minified js files as well. Closes #1598 from ajayyadava/248 2016-06-21 18:15:42 +03:00			`#`
[AIRFLOW-2287] Fix incorrect ASF headers Closes #3219 from bolkedebruin/fix_header 2018-04-14 10:13:23 +03:00			`# Licensed to the Apache Software Foundation (ASF) under one`
			`# or more contributor license agreements. See the NOTICE file`
			`# distributed with this work for additional information`
			`# regarding copyright ownership. The ASF licenses this file`
			`# to you under the Apache License, Version 2.0 (the`
			`# "License"); you may not use this file except in compliance`
			`# with the License. You may obtain a copy of the License at`
			`#`
			`# http://www.apache.org/licenses/LICENSE-2.0`
			`#`
			`# Unless required by applicable law or agreed to in writing,`
			`# software distributed under the License is distributed on an`
			`# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY`
			`# KIND, either express or implied. See the License for the`
			`# specific language governing permissions and limitations`
			`# under the License.`
[AIRFLOW-248] Add Apache license header to all files - Added Apache license header for files with extension (.service, .in, .mako, .properties, .ini, .sh, .ldif, .coveragerc, .cfg, .yml, .conf, .sql, .css, .js, .html, .xml. - Added/Replaced shebang on all .sh files with portable version - #!/usr/bin/env bash. - Skipped third party css and js files. Skipped all minified js files as well. Closes #1598 from ajayyadava/248 2016-06-21 18:15:42 +03:00
Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00			`[tox]`
[AIRFLOW-XXX] Upgrade to python 3.5 and disable dask tests Dask tests seem to create issues down the line. 2017-12-18 17:55:28 +03:00			`envlist = flake8,{py27,py35}-backend_{mysql,sqlite,postgres}`
skipsdist 2015-10-17 01:42:09 +03:00			`skipsdist=True`
Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00
Add wheel and cache 2015-10-16 12:47:20 +03:00			`[global]`
use {homedir} 2015-10-17 02:41:20 +03:00			`wheel_dir = {homedir}/.wheelhouse`
Add wheel and cache 2015-10-16 12:47:20 +03:00			`find_links =`
use {homedir} 2015-10-17 02:41:20 +03:00			`{homedir}/.wheelhouse`
			`{homedir}/.pip-cache`
Add wheel and cache 2015-10-16 12:47:20 +03:00
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00			`[flake8]`
			`max-line-length = 90`
			`ignore = E731`

Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00			`[testenv]`
Adding coveralls dep to tox 2015-10-21 21:40:03 +03:00			`deps =`
			`wheel`
			`coveralls`
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00
Add suport for python 3.5 2015-10-18 15:36:32 +03:00			`basepython =`
			`py27: python2.7`
[AIRFLOW-XXX] Upgrade to python 3.5 and disable dask tests Dask tests seem to create issues down the line. 2017-12-18 17:55:28 +03:00			`py35: python3.5`
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00
Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00			`setenv =`
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00			`HADOOP_DISTRO=cdh`
			`HADOOP_HOME=/tmp/hadoop-cdh`
			`HADOOP_OPTS=-D/tmp/krb5.conf`
			`MINICLUSTER_HOME=/tmp/minicluster-1.1-SNAPSHOT`
			`HIVE_HOME=/tmp/hive`
			`backend_mysql: AIRFLOW__CORE__SQL_ALCHEMY_CONN=mysql://root@localhost/airflow`
			`backend_postgres: AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgresql+psycopg2://postgres@localhost/airflow`
			`backend_sqlite: AIRFLOW__CORE__SQL_ALCHEMY_CONN=sqlite:///{homedir}/airflow/airflow.db`
			`backend_sqlite: AIRFLOW__CORE__EXECUTOR=SequentialExecutor`

Trying to get coveralls to run 2015-10-21 21:52:11 +03:00			`passenv =`
			`HOME`
			`JAVA_HOME`
			`TRAVIS`
			`TRAVIS_BRANCH`
			`TRAVIS_BUILD_DIR`
			`TRAVIS_JOB_ID`
			`USER`
Fix caching by using TRAVIS_CACHE and moving it from .cache to .travis_cache 2015-10-29 00:53:38 +03:00			`TRAVIS_CACHE`
Pass TRAVIS_PULL_REQUEST to the scripts 2016-03-09 10:50:24 +03:00			`TRAVIS_PULL_REQUEST`
This patch allows for testing of hive operators and hooks. Sasl is used (NoSasl in connection string is not possible). Tests have been adjusted. 2016-03-16 22:15:06 +03:00			`PATH`
[AIRFLOW-507] Use Travis' ubuntu trusty for CI Travis' ubuntu trusty provides a more up to date environment for CI. It allows for better testing by integration more services like kerberos and celery. Also it comes closer to actual production environments (e.g. MySQL 5.6). 2016-09-12 16:10:58 +03:00			`BOTO_CONFIG`
[AIRFLOW-489] Add API Framework This implements a framework for API calls to Airflow. Currently all access is done by cli or web ui. Especially in the context of the cli this raises security concerns which can be alleviated with a secured API call over the wire. Secondly integration with other systems is a bit harder if you have to call a cli. For public facing endpoints JSON is used. As an example the trigger_dag functionality is now made into a API call. Backwards compat is retained by switching to a LocalClient. 2016-11-21 21:29:35 +03:00			`KRB5_CONFIG`
			`KRB5_KTNAME`
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00
Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00			`commands =`
[AIRFLOW-2123] Install CI dependencies from setup.py Install the dependencies from setup.py so we keep all the dependencies in one single place Closes #3054 from Fokko/fd-fix-ci-2 2018-03-06 01:46:07 +03:00			`pip wheel -w {homedir}/.wheelhouse -f {homedir}/.wheelhouse -e .[devel_ci]`
			`pip install --find-links={homedir}/.wheelhouse --no-index -e .[devel_ci]`
[AIRFLOW-489] Add API Framework This implements a framework for API calls to Airflow. Currently all access is done by cli or web ui. Especially in the context of the cli this raises security concerns which can be alleviated with a secured API call over the wire. Secondly integration with other systems is a bit harder if you have to call a cli. For public facing endpoints JSON is used. As an example the trigger_dag functionality is now made into a API call. Backwards compat is retained by switching to a LocalClient. 2016-11-21 21:29:35 +03:00			`sudo {toxinidir}/scripts/ci/setup_kdc.sh`
Port ci tests from snakebite in order to test against hadoop 2015-10-06 16:43:44 +03:00			`{toxinidir}/scripts/ci/setup_env.sh`
Add ldap travis tests 2015-11-05 23:37:46 +03:00			`{toxinidir}/scripts/ci/ldap.sh`
			`{toxinidir}/scripts/ci/load_fixtures.sh`
Provide data for ci tests 2016-03-19 20:37:07 +03:00			`{toxinidir}/scripts/ci/load_data.sh`
Add wheel and cache 2015-10-16 12:47:20 +03:00			`{toxinidir}/scripts/ci/run_tests.sh []`
This patch adds license checking for Airflow. For now it will store a number in Travis' cache to make sure current builds do not fail but newly added files should have a license header included. 2016-03-04 21:11:15 +03:00			`{toxinidir}/scripts/ci/check-license.sh`
[AIRFLOW-1870] Enable flake8 tests Flake8 tests now run for diffs Closes #2829 from bolkedebruin/use_flake8 2017-11-30 17:57:17 +03:00
			`[testenv:flake8]`
			`basepython = python3`

			`deps =`
			`flake8`

			`commands =`
			`{toxinidir}/scripts/ci/flake8_diff.sh`