2012-11-14 08:59:48 +04:00
|
|
|
#!/usr/bin/env python
|
|
|
|
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
|
|
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
|
|
# found in the LICENSE file.
|
|
|
|
|
|
|
|
"""
|
|
|
|
This script runs every build as a hook. If it detects that the build should
|
|
|
|
be clobbered, it will touch the file <build_dir>/.landmine_triggered. The
|
|
|
|
various build scripts will then check for the presence of this file and clobber
|
|
|
|
accordingly. The script will also emit the reasons for the clobber to stdout.
|
|
|
|
|
|
|
|
A landmine is tripped when a builder checks out a different revision, and the
|
|
|
|
diff between the new landmines and the old ones is non-null. At this point, the
|
|
|
|
build is clobbered.
|
|
|
|
"""
|
|
|
|
|
|
|
|
import difflib
|
|
|
|
import gyp_helper
|
2012-11-15 06:53:03 +04:00
|
|
|
import logging
|
|
|
|
import optparse
|
2012-11-14 08:59:48 +04:00
|
|
|
import os
|
|
|
|
import sys
|
2013-08-21 06:44:58 +04:00
|
|
|
import subprocess
|
2012-11-14 08:59:48 +04:00
|
|
|
import time
|
|
|
|
|
2013-08-21 06:44:58 +04:00
|
|
|
import landmine_utils
|
2012-11-14 08:59:48 +04:00
|
|
|
|
|
|
|
|
2013-08-21 06:44:58 +04:00
|
|
|
SRC_DIR = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
|
2012-11-14 08:59:48 +04:00
|
|
|
|
|
|
|
|
|
|
|
def get_target_build_dir(build_tool, target, is_iphone=False):
|
|
|
|
"""
|
|
|
|
Returns output directory absolute path dependent on build and targets.
|
|
|
|
Examples:
|
|
|
|
r'c:\b\build\slave\win\build\src\out\Release'
|
|
|
|
'/mnt/data/b/build/slave/linux/build/src/out/Debug'
|
|
|
|
'/b/build/slave/ios_rel_device/build/src/xcodebuild/Release-iphoneos'
|
|
|
|
|
|
|
|
Keep this function in sync with tools/build/scripts/slave/compile.py
|
|
|
|
"""
|
|
|
|
ret = None
|
|
|
|
if build_tool == 'xcode':
|
|
|
|
ret = os.path.join(SRC_DIR, 'xcodebuild',
|
|
|
|
target + ('-iphoneos' if is_iphone else ''))
|
2013-05-11 23:13:21 +04:00
|
|
|
elif build_tool in ['make', 'ninja', 'ninja-ios']: # TODO: Remove ninja-ios.
|
2012-11-14 08:59:48 +04:00
|
|
|
ret = os.path.join(SRC_DIR, 'out', target)
|
2012-11-15 05:52:07 +04:00
|
|
|
elif build_tool in ['msvs', 'vs', 'ib']:
|
2012-11-14 08:59:48 +04:00
|
|
|
ret = os.path.join(SRC_DIR, 'build', target)
|
|
|
|
else:
|
2013-01-18 03:50:02 +04:00
|
|
|
raise NotImplementedError('Unexpected GYP_GENERATORS (%s)' % build_tool)
|
2012-11-14 08:59:48 +04:00
|
|
|
return os.path.abspath(ret)
|
|
|
|
|
|
|
|
|
2013-08-21 06:44:58 +04:00
|
|
|
def set_up_landmines(target, new_landmines):
|
2012-11-15 06:53:03 +04:00
|
|
|
"""Does the work of setting, planting, and triggering landmines."""
|
2013-08-21 06:44:58 +04:00
|
|
|
out_dir = get_target_build_dir(landmine_utils.builder(), target,
|
|
|
|
landmine_utils.platform() == 'ios')
|
2012-11-14 08:59:48 +04:00
|
|
|
|
2012-11-15 06:53:03 +04:00
|
|
|
landmines_path = os.path.join(out_dir, '.landmines')
|
|
|
|
if not os.path.exists(out_dir):
|
|
|
|
os.makedirs(out_dir)
|
2012-11-14 08:59:48 +04:00
|
|
|
|
2012-11-15 06:53:03 +04:00
|
|
|
if not os.path.exists(landmines_path):
|
|
|
|
with open(landmines_path, 'w') as f:
|
|
|
|
f.writelines(new_landmines)
|
|
|
|
else:
|
|
|
|
triggered = os.path.join(out_dir, '.landmines_triggered')
|
|
|
|
with open(landmines_path, 'r') as f:
|
|
|
|
old_landmines = f.readlines()
|
|
|
|
if old_landmines != new_landmines:
|
|
|
|
old_date = time.ctime(os.stat(landmines_path).st_ctime)
|
|
|
|
diff = difflib.unified_diff(old_landmines, new_landmines,
|
|
|
|
fromfile='old_landmines', tofile='new_landmines',
|
|
|
|
fromfiledate=old_date, tofiledate=time.ctime(), n=0)
|
|
|
|
|
|
|
|
with open(triggered, 'w') as f:
|
|
|
|
f.writelines(diff)
|
|
|
|
elif os.path.exists(triggered):
|
|
|
|
# Remove false triggered landmines.
|
|
|
|
os.remove(triggered)
|
|
|
|
|
|
|
|
|
Revert 220853 "Revert 220846 "Make landmines.py take an extra sc..."
r220846 was not the root cause of the failure.
> Revert 220846 "Make landmines.py take an extra script via an env..."
>
> It broke telemetry_unittests.
> http://build.chromium.org/p/chromium.win/builders/Win%207%20Tests%20x64%20%283%29/builds/8782/steps/telemetry_unittests/logs/stdio
>
> E:\b\depot_tools\python_bin\python_slave.exe src\tools\telemetry\run_tests --browser=release_x64
> No adb found in $PATH, fallback to checked in binary.
> Traceback (most recent call last):
> File "src\tools\telemetry\run_tests", line 8, in <module>
> from telemetry.unittest import gtest_testrunner
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\__init__.py", line 12, in <module>
> from telemetry.core.browser_options import BrowserFinderOptions
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_options.py", line 12, in <module>
> from telemetry.core import browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_finder.py", line 9, in <module>
> from telemetry.core.backends.chrome import android_browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_finder.py", line 17, in <module>
> from telemetry.core.backends.chrome import android_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_backend.py", line 15, in <module>
> from telemetry.core.backends.chrome import chrome_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\chrome_browser_backend.py", line 19, in <module>
> from telemetry.core.backends.chrome import extension_dict_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\extension_dict_backend.py", line 9, in <module>
> from telemetry.core.backends.chrome import inspector_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\inspector_backend.py", line 19, in <module>
> from telemetry.core.jsheap import model
> ImportError: No module named jsheap
>
> > Make landmines.py take an extra script via an env var.
> >
> > The extra Python script to run can be specified via env var
> > EXTRA_LANDMINES_SCRIPT.
> >
> > BUG=223636
> >
> > Review URL: https://chromiumcodereview.appspot.com/23604016
>
> TBR=sivachandra@chromium.org
>
> Review URL: https://codereview.chromium.org/23533016
TBR=tkent@chromium.org
Review URL: https://codereview.chromium.org/23532029
git-svn-id: http://src.chromium.org/svn/trunk/src/build@220870 4ff67af0-8c30-449e-8e8b-ad334ec8d88c
2013-09-03 01:51:18 +04:00
|
|
|
def process_options():
|
|
|
|
"""Returns a list of landmine emitting scripts."""
|
2012-11-15 06:53:03 +04:00
|
|
|
parser = optparse.OptionParser()
|
2013-08-21 06:44:58 +04:00
|
|
|
parser.add_option(
|
|
|
|
'-s', '--landmine-scripts', action='append',
|
|
|
|
default=[os.path.join(SRC_DIR, 'build', 'get_landmines.py')],
|
|
|
|
help='Path to the script which emits landmines to stdout. The target '
|
Revert 220853 "Revert 220846 "Make landmines.py take an extra sc..."
r220846 was not the root cause of the failure.
> Revert 220846 "Make landmines.py take an extra script via an env..."
>
> It broke telemetry_unittests.
> http://build.chromium.org/p/chromium.win/builders/Win%207%20Tests%20x64%20%283%29/builds/8782/steps/telemetry_unittests/logs/stdio
>
> E:\b\depot_tools\python_bin\python_slave.exe src\tools\telemetry\run_tests --browser=release_x64
> No adb found in $PATH, fallback to checked in binary.
> Traceback (most recent call last):
> File "src\tools\telemetry\run_tests", line 8, in <module>
> from telemetry.unittest import gtest_testrunner
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\__init__.py", line 12, in <module>
> from telemetry.core.browser_options import BrowserFinderOptions
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_options.py", line 12, in <module>
> from telemetry.core import browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_finder.py", line 9, in <module>
> from telemetry.core.backends.chrome import android_browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_finder.py", line 17, in <module>
> from telemetry.core.backends.chrome import android_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_backend.py", line 15, in <module>
> from telemetry.core.backends.chrome import chrome_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\chrome_browser_backend.py", line 19, in <module>
> from telemetry.core.backends.chrome import extension_dict_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\extension_dict_backend.py", line 9, in <module>
> from telemetry.core.backends.chrome import inspector_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\inspector_backend.py", line 19, in <module>
> from telemetry.core.jsheap import model
> ImportError: No module named jsheap
>
> > Make landmines.py take an extra script via an env var.
> >
> > The extra Python script to run can be specified via env var
> > EXTRA_LANDMINES_SCRIPT.
> >
> > BUG=223636
> >
> > Review URL: https://chromiumcodereview.appspot.com/23604016
>
> TBR=sivachandra@chromium.org
>
> Review URL: https://codereview.chromium.org/23533016
TBR=tkent@chromium.org
Review URL: https://codereview.chromium.org/23532029
git-svn-id: http://src.chromium.org/svn/trunk/src/build@220870 4ff67af0-8c30-449e-8e8b-ad334ec8d88c
2013-09-03 01:51:18 +04:00
|
|
|
'is passed to this script via option -t. Note that an extra '
|
|
|
|
'script can be specified via an env var EXTRA_LANDMINES_SCRIPT.')
|
2012-11-15 06:53:03 +04:00
|
|
|
parser.add_option('-v', '--verbose', action='store_true',
|
|
|
|
default=('LANDMINES_VERBOSE' in os.environ),
|
|
|
|
help=('Emit some extra debugging information (default off). This option '
|
|
|
|
'is also enabled by the presence of a LANDMINES_VERBOSE environment '
|
|
|
|
'variable.'))
|
2013-08-21 06:44:58 +04:00
|
|
|
|
2012-11-15 06:53:03 +04:00
|
|
|
options, args = parser.parse_args()
|
|
|
|
|
|
|
|
if args:
|
|
|
|
parser.error('Unknown arguments %s' % args)
|
|
|
|
|
|
|
|
logging.basicConfig(
|
|
|
|
level=logging.DEBUG if options.verbose else logging.ERROR)
|
2012-11-14 08:59:48 +04:00
|
|
|
|
Revert 220853 "Revert 220846 "Make landmines.py take an extra sc..."
r220846 was not the root cause of the failure.
> Revert 220846 "Make landmines.py take an extra script via an env..."
>
> It broke telemetry_unittests.
> http://build.chromium.org/p/chromium.win/builders/Win%207%20Tests%20x64%20%283%29/builds/8782/steps/telemetry_unittests/logs/stdio
>
> E:\b\depot_tools\python_bin\python_slave.exe src\tools\telemetry\run_tests --browser=release_x64
> No adb found in $PATH, fallback to checked in binary.
> Traceback (most recent call last):
> File "src\tools\telemetry\run_tests", line 8, in <module>
> from telemetry.unittest import gtest_testrunner
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\__init__.py", line 12, in <module>
> from telemetry.core.browser_options import BrowserFinderOptions
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_options.py", line 12, in <module>
> from telemetry.core import browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_finder.py", line 9, in <module>
> from telemetry.core.backends.chrome import android_browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_finder.py", line 17, in <module>
> from telemetry.core.backends.chrome import android_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_backend.py", line 15, in <module>
> from telemetry.core.backends.chrome import chrome_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\chrome_browser_backend.py", line 19, in <module>
> from telemetry.core.backends.chrome import extension_dict_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\extension_dict_backend.py", line 9, in <module>
> from telemetry.core.backends.chrome import inspector_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\inspector_backend.py", line 19, in <module>
> from telemetry.core.jsheap import model
> ImportError: No module named jsheap
>
> > Make landmines.py take an extra script via an env var.
> >
> > The extra Python script to run can be specified via env var
> > EXTRA_LANDMINES_SCRIPT.
> >
> > BUG=223636
> >
> > Review URL: https://chromiumcodereview.appspot.com/23604016
>
> TBR=sivachandra@chromium.org
>
> Review URL: https://codereview.chromium.org/23533016
TBR=tkent@chromium.org
Review URL: https://codereview.chromium.org/23532029
git-svn-id: http://src.chromium.org/svn/trunk/src/build@220870 4ff67af0-8c30-449e-8e8b-ad334ec8d88c
2013-09-03 01:51:18 +04:00
|
|
|
extra_script = os.environ.get('EXTRA_LANDMINES_SCRIPT')
|
|
|
|
if extra_script:
|
|
|
|
return options.landmine_scripts + [extra_script]
|
|
|
|
else:
|
|
|
|
return options.landmine_scripts
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
landmine_scripts = process_options()
|
2012-11-15 06:53:03 +04:00
|
|
|
gyp_helper.apply_chromium_gyp_env()
|
2012-11-14 08:59:48 +04:00
|
|
|
|
2013-03-30 01:17:44 +04:00
|
|
|
for target in ('Debug', 'Release', 'Debug_x64', 'Release_x64'):
|
2013-08-21 06:44:58 +04:00
|
|
|
landmines = []
|
Revert 220853 "Revert 220846 "Make landmines.py take an extra sc..."
r220846 was not the root cause of the failure.
> Revert 220846 "Make landmines.py take an extra script via an env..."
>
> It broke telemetry_unittests.
> http://build.chromium.org/p/chromium.win/builders/Win%207%20Tests%20x64%20%283%29/builds/8782/steps/telemetry_unittests/logs/stdio
>
> E:\b\depot_tools\python_bin\python_slave.exe src\tools\telemetry\run_tests --browser=release_x64
> No adb found in $PATH, fallback to checked in binary.
> Traceback (most recent call last):
> File "src\tools\telemetry\run_tests", line 8, in <module>
> from telemetry.unittest import gtest_testrunner
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\__init__.py", line 12, in <module>
> from telemetry.core.browser_options import BrowserFinderOptions
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_options.py", line 12, in <module>
> from telemetry.core import browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\browser_finder.py", line 9, in <module>
> from telemetry.core.backends.chrome import android_browser_finder
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_finder.py", line 17, in <module>
> from telemetry.core.backends.chrome import android_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\android_browser_backend.py", line 15, in <module>
> from telemetry.core.backends.chrome import chrome_browser_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\chrome_browser_backend.py", line 19, in <module>
> from telemetry.core.backends.chrome import extension_dict_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\extension_dict_backend.py", line 9, in <module>
> from telemetry.core.backends.chrome import inspector_backend
> File "E:\b\build\slave\Win_7_Tests_x64__3_\build\src\tools\telemetry\telemetry\core\backends\chrome\inspector_backend.py", line 19, in <module>
> from telemetry.core.jsheap import model
> ImportError: No module named jsheap
>
> > Make landmines.py take an extra script via an env var.
> >
> > The extra Python script to run can be specified via env var
> > EXTRA_LANDMINES_SCRIPT.
> >
> > BUG=223636
> >
> > Review URL: https://chromiumcodereview.appspot.com/23604016
>
> TBR=sivachandra@chromium.org
>
> Review URL: https://codereview.chromium.org/23533016
TBR=tkent@chromium.org
Review URL: https://codereview.chromium.org/23532029
git-svn-id: http://src.chromium.org/svn/trunk/src/build@220870 4ff67af0-8c30-449e-8e8b-ad334ec8d88c
2013-09-03 01:51:18 +04:00
|
|
|
for s in landmine_scripts:
|
2013-08-21 06:44:58 +04:00
|
|
|
proc = subprocess.Popen([sys.executable, s, '-t', target],
|
|
|
|
stdout=subprocess.PIPE)
|
|
|
|
output, _ = proc.communicate()
|
|
|
|
landmines.extend([('%s\n' % l.strip()) for l in output.splitlines()])
|
|
|
|
set_up_landmines(target, landmines)
|
2012-11-14 08:59:48 +04:00
|
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
2012-11-15 06:53:03 +04:00
|
|
|
sys.exit(main())
|