2013-06-20 19:10:00 +04:00
|
|
|
#!/usr/bin/env python
|
|
|
|
|
2013-06-20 18:51:58 +04:00
|
|
|
import atexit
|
2013-06-29 07:36:02 +04:00
|
|
|
import contextlib
|
2013-06-20 19:10:00 +04:00
|
|
|
import errno
|
2013-06-20 18:51:58 +04:00
|
|
|
import shutil
|
2013-06-21 06:32:57 +04:00
|
|
|
import subprocess
|
|
|
|
import sys
|
2013-06-20 18:51:58 +04:00
|
|
|
import tarfile
|
|
|
|
import tempfile
|
|
|
|
import urllib2
|
2013-06-20 19:10:00 +04:00
|
|
|
import os
|
2013-06-20 19:23:22 +04:00
|
|
|
import zipfile
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2014-12-08 20:02:08 +03:00
|
|
|
from config import is_verbose_mode
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2013-06-20 19:10:00 +04:00
|
|
|
def tempdir(prefix=''):
|
|
|
|
directory = tempfile.mkdtemp(prefix=prefix)
|
2013-06-20 18:51:58 +04:00
|
|
|
atexit.register(shutil.rmtree, directory)
|
2013-06-20 19:10:00 +04:00
|
|
|
return directory
|
|
|
|
|
2014-08-12 16:28:18 +04:00
|
|
|
|
2013-06-29 07:36:02 +04:00
|
|
|
@contextlib.contextmanager
|
|
|
|
def scoped_cwd(path):
|
|
|
|
cwd = os.getcwd()
|
|
|
|
os.chdir(path)
|
|
|
|
try:
|
|
|
|
yield
|
|
|
|
finally:
|
|
|
|
os.chdir(cwd)
|
|
|
|
|
|
|
|
|
2014-08-09 05:22:06 +04:00
|
|
|
@contextlib.contextmanager
|
|
|
|
def scoped_env(key, value):
|
|
|
|
origin = ''
|
|
|
|
if key in os.environ:
|
|
|
|
origin = os.environ[key]
|
|
|
|
os.environ[key] = value
|
|
|
|
try:
|
|
|
|
yield
|
|
|
|
finally:
|
|
|
|
os.environ[key] = origin
|
|
|
|
|
|
|
|
|
2013-06-20 19:10:00 +04:00
|
|
|
def download(text, url, path):
|
2014-07-21 12:31:51 +04:00
|
|
|
safe_mkdir(os.path.dirname(path))
|
2014-08-08 10:08:01 +04:00
|
|
|
with open(path, 'wb') as local_file:
|
2013-06-20 19:10:00 +04:00
|
|
|
web_file = urllib2.urlopen(url)
|
|
|
|
file_size = int(web_file.info().getheaders("Content-Length")[0])
|
|
|
|
downloaded_size = 0
|
|
|
|
block_size = 128
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2014-02-17 13:50:25 +04:00
|
|
|
ci = os.environ.get('CI') == '1'
|
|
|
|
|
2013-06-20 18:51:58 +04:00
|
|
|
while True:
|
|
|
|
buf = web_file.read(block_size)
|
|
|
|
if not buf:
|
|
|
|
break
|
|
|
|
|
|
|
|
downloaded_size += len(buf)
|
|
|
|
local_file.write(buf)
|
|
|
|
|
2014-02-17 13:50:25 +04:00
|
|
|
if not ci:
|
|
|
|
percent = downloaded_size * 100. / file_size
|
|
|
|
status = "\r%s %10d [%3.1f%%]" % (text, downloaded_size, percent)
|
|
|
|
print status,
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2014-02-17 13:50:25 +04:00
|
|
|
if ci:
|
|
|
|
print "%s done." % (text)
|
|
|
|
else:
|
|
|
|
print
|
2014-07-21 12:31:51 +04:00
|
|
|
return path
|
2013-06-20 18:51:58 +04:00
|
|
|
|
|
|
|
|
2013-06-20 19:23:22 +04:00
|
|
|
def extract_tarball(tarball_path, member, destination):
|
2013-06-20 18:51:58 +04:00
|
|
|
with tarfile.open(tarball_path) as tarball:
|
2013-06-20 19:23:22 +04:00
|
|
|
tarball.extract(member, destination)
|
|
|
|
|
|
|
|
|
|
|
|
def extract_zip(zip_path, destination):
|
2013-06-21 06:32:57 +04:00
|
|
|
if sys.platform == 'darwin':
|
|
|
|
# Use unzip command on Mac to keep symbol links in zip file work.
|
2014-02-26 18:08:01 +04:00
|
|
|
execute(['unzip', zip_path, '-d', destination])
|
2013-06-21 06:32:57 +04:00
|
|
|
else:
|
|
|
|
with zipfile.ZipFile(zip_path) as z:
|
|
|
|
z.extractall(destination)
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2013-10-26 13:23:16 +04:00
|
|
|
def make_zip(zip_file_path, files, dirs):
|
2013-08-31 05:37:02 +04:00
|
|
|
safe_unlink(zip_file_path)
|
|
|
|
if sys.platform == 'darwin':
|
2013-10-26 13:23:16 +04:00
|
|
|
files += dirs
|
2014-02-26 18:08:01 +04:00
|
|
|
execute(['zip', '-r', '-y', zip_file_path] + files)
|
2013-08-31 05:37:02 +04:00
|
|
|
else:
|
2013-10-26 13:42:12 +04:00
|
|
|
zip_file = zipfile.ZipFile(zip_file_path, "w", zipfile.ZIP_DEFLATED)
|
2013-08-31 05:37:02 +04:00
|
|
|
for filename in files:
|
|
|
|
zip_file.write(filename, filename)
|
2013-10-26 13:23:16 +04:00
|
|
|
for dirname in dirs:
|
|
|
|
for root, _, filenames in os.walk(dirname):
|
|
|
|
for f in filenames:
|
|
|
|
zip_file.write(os.path.join(root, f))
|
2013-08-31 05:37:02 +04:00
|
|
|
zip_file.close()
|
|
|
|
|
2013-06-20 18:51:58 +04:00
|
|
|
|
2013-06-24 13:51:48 +04:00
|
|
|
def rm_rf(path):
|
|
|
|
try:
|
|
|
|
shutil.rmtree(path)
|
|
|
|
except OSError as e:
|
|
|
|
if e.errno != errno.ENOENT:
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
2013-06-20 18:51:58 +04:00
|
|
|
def safe_unlink(path):
|
|
|
|
try:
|
|
|
|
os.unlink(path)
|
|
|
|
except OSError as e:
|
|
|
|
if e.errno != errno.ENOENT:
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
|
|
|
def safe_mkdir(path):
|
|
|
|
try:
|
|
|
|
os.makedirs(path)
|
|
|
|
except OSError as e:
|
|
|
|
if e.errno != errno.EEXIST:
|
|
|
|
raise
|
2013-08-12 11:01:05 +04:00
|
|
|
|
|
|
|
|
2014-02-26 18:08:01 +04:00
|
|
|
def execute(argv):
|
2014-12-08 20:02:08 +03:00
|
|
|
if is_verbose_mode():
|
2014-12-07 18:42:59 +03:00
|
|
|
print ' '.join(argv)
|
2014-02-26 18:08:01 +04:00
|
|
|
try:
|
2014-08-12 16:23:59 +04:00
|
|
|
output = subprocess.check_output(argv, stderr=subprocess.STDOUT)
|
2014-12-08 20:02:08 +03:00
|
|
|
if is_verbose_mode():
|
2014-08-12 16:23:59 +04:00
|
|
|
print output
|
|
|
|
return output
|
2014-02-26 18:08:01 +04:00
|
|
|
except subprocess.CalledProcessError as e:
|
|
|
|
print e.output
|
|
|
|
raise e
|
|
|
|
|
|
|
|
|
2014-12-08 02:42:55 +03:00
|
|
|
def execute_stdout(argv):
|
2014-12-08 20:02:08 +03:00
|
|
|
if is_verbose_mode():
|
2014-12-08 02:42:55 +03:00
|
|
|
print ' '.join(argv)
|
|
|
|
try:
|
|
|
|
subprocess.check_call(argv)
|
|
|
|
except subprocess.CalledProcessError as e:
|
|
|
|
print e.output
|
|
|
|
raise e
|
|
|
|
else:
|
2014-12-08 20:02:08 +03:00
|
|
|
execute(argv)
|
2014-12-08 02:42:55 +03:00
|
|
|
|
|
|
|
|
2013-08-12 11:01:05 +04:00
|
|
|
def get_atom_shell_version():
|
|
|
|
return subprocess.check_output(['git', 'describe', '--tags']).strip()
|
2014-07-21 12:31:51 +04:00
|
|
|
|
|
|
|
|
2014-09-20 19:09:49 +04:00
|
|
|
def get_chromedriver_version():
|
|
|
|
SOURCE_ROOT = os.path.abspath(os.path.join(__file__, '..', '..', '..'))
|
|
|
|
chromedriver = os.path.join(SOURCE_ROOT, 'out', 'Release', 'chromedriver')
|
|
|
|
output = subprocess.check_output([chromedriver, '-v']).strip()
|
|
|
|
return 'v' + output[13:]
|
|
|
|
|
|
|
|
|
2014-09-20 18:39:52 +04:00
|
|
|
def parse_version(version):
|
|
|
|
if version[0] == 'v':
|
|
|
|
version = version[1:]
|
|
|
|
|
|
|
|
vs = version.split('.')
|
|
|
|
if len(vs) > 4:
|
|
|
|
return vs[0:4]
|
|
|
|
else:
|
|
|
|
return vs + ['0'] * (4 - len(vs))
|
|
|
|
|
|
|
|
|
2014-07-21 12:31:51 +04:00
|
|
|
def s3_config():
|
|
|
|
config = (os.environ.get('ATOM_SHELL_S3_BUCKET', ''),
|
|
|
|
os.environ.get('ATOM_SHELL_S3_ACCESS_KEY', ''),
|
|
|
|
os.environ.get('ATOM_SHELL_S3_SECRET_KEY', ''))
|
|
|
|
message = ('Error: Please set the $ATOM_SHELL_S3_BUCKET, '
|
|
|
|
'$ATOM_SHELL_S3_ACCESS_KEY, and '
|
|
|
|
'$ATOM_SHELL_S3_SECRET_KEY environment variables')
|
|
|
|
assert all(len(c) for c in config), message
|
|
|
|
return config
|
|
|
|
|
|
|
|
|
|
|
|
def s3put(bucket, access_key, secret_key, prefix, key_prefix, files):
|
|
|
|
args = [
|
|
|
|
's3put',
|
|
|
|
'--bucket', bucket,
|
|
|
|
'--access_key', access_key,
|
|
|
|
'--secret_key', secret_key,
|
|
|
|
'--prefix', prefix,
|
|
|
|
'--key_prefix', key_prefix,
|
|
|
|
'--grant', 'public-read'
|
|
|
|
] + files
|
|
|
|
|
|
|
|
execute(args)
|