azure-sdk-for-python/scripts/dev_setup.py

#!/usr/bin/env python

# --------------------------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for license information.
# --------------------------------------------------------------------------------------------

from __future__ import print_function

import sys
import glob
import os
import argparse
from collections import Counter
from subprocess import check_call, CalledProcessError

root_dir = os.path.abspath(os.path.join(os.path.abspath(__file__), '..', '..'))

def pip_command(command, additionalDir='.', error_ok=False):
    try:
        print('Executing: ' + command)
        check_call([sys.executable, '-m', 'pip'] + command.split(), cwd=os.path.join(root_dir, additionalDir))
        print()
    except CalledProcessError as err:
        print(err, file=sys.stderr)
        if not error_ok:
            sys.exit(1)

# optional argument in a situation where we want to build a variable subset of packages
parser = argparse.ArgumentParser(description='Set up the dev environment for selected packages.')
parser.add_argument('--packageList', '-p', 
    dest='packageList', 
    default='', 
    help='Comma separated list of targeted packages. Used to limit the number of packages that dependencies will be installed for.')
args = parser.parse_args()

packages = [os.path.dirname(p) for p in glob.glob('azure*/setup.py')]

# keep targeted packages separate. python2 needs the nspkgs to work properly.
if not args.packageList:
    targeted_packages = [os.path.dirname(p) for p in glob.glob('azure*/setup.py')]
else:
    targeted_packages = [x.strip() for x in args.packageList.split(',')]

# Extract nspkg and sort nspkg by number of "-"
nspkg_packages = [p for p in packages if 'nspkg' in p]
nspkg_packages.sort(key = lambda x: len([c for c in x if c == '-']))

# Manually push meta-packages at the end, in reverse dependency order
meta_packages = ['azure-mgmt', 'azure']

content_packages = [p for p in packages if p not in nspkg_packages+meta_packages and p in targeted_packages]

# Put azure-common in front
if 'azure-common' in content_packages:
    content_packages.remove('azure-common')
content_packages.insert(0, 'azure-common')

if 'azure-sdk-tools' in content_packages:
    content_packages.remove('azure-sdk-tools')
content_packages.insert(1, 'azure-sdk-tools')

print('Running dev setup...')
print('Root directory \'{}\'\n'.format(root_dir))

# install private whls if there are any
privates_dir = os.path.join(root_dir, 'privates')
if os.path.isdir(privates_dir) and os.listdir(privates_dir):
    whl_list = ' '.join([os.path.join(privates_dir, f) for f in os.listdir(privates_dir)])
    pip_command('install {}'.format(whl_list))

# install nspkg only on py2, but in wheel mode (not editable mode)
if sys.version_info < (3, ):
    for package_name in nspkg_packages:
        pip_command('install ./{}/'.format(package_name))

# install packages
for package_name in content_packages:
    # if we are running dev_setup with no arguments. going after dev_requirements will be a pointless exercise
    # and waste of cycles as all the dependencies will be installed regardless. 
    if os.path.isfile('{}/dev_requirements.txt'.format(package_name)):
        pip_command('install -r dev_requirements.txt', package_name)
    pip_command('install --ignore-requires-python -e {}'.format(package_name))

# On Python 3, uninstall azure-nspkg if he got installed
if sys.version_info >= (3, ):
    pip_command('uninstall -y azure-nspkg', error_ok=True)

print('Finished dev setup.')