Bug 1038813 - Make the job bisection bleedthrough log output parsable by TBPL & Treeherder. r=edmorley

testing/mochitest/bisection.py

@@ -230,7 +230,7 @@ class Bisect(object):
                 numberOfTests = len(self.contents['testsToRun'])
                 if numberOfTests < 3:
                     # This means that only 2 tests are run. Since the last test is the failing test itself therefore the bleedthrough test is the first test
-                    self.summary.append("TEST-BLEEDTHROUGH - found failure, %s" % self.contents['testsToRun'][0])
+                    self.summary.append("TEST-UNEXPECTED-FAIL | %s | Bleedthrough detected, this test is the root cause for many of the above failures" % self.contents['testsToRun'][0])
                     status = -1
             else:
                 self.summary.append("\t\t%s failed with different error." % self.contents['testsToRun'][-1])

testing/mochitest/runtests.py

@@ -1564,9 +1564,14 @@ class Mochitest(MochitestUtilsMixin):
     bisect = bisection.Bisect(self)
     finished = False
     status = 0
+    bisection_log = 0
     while not finished:
       if options.bisectChunk:
         testsToRun = bisect.pre_test(options, testsToRun, status)
+        # To inform that we are in the process of bisection, and to look for bleedthrough
+        if options.bisectChunk != "default" and not bisection_log:
+            log.info("TEST-UNEXPECTED-FAIL | Bisection | Please ignore repeats and look for 'Bleedthrough' (if any) at the end of the failure list")
+            bisection_log = 1
 
       result = self.doTests(options, onLaunch, testsToRun)
       if options.bisectChunk:
@@ -1634,7 +1639,7 @@ class Mochitest(MochitestUtilsMixin):
 
     return result
 
-  def doTests(self, options, onLaunch=None, testsToFilter = None):
+  def doTests(self, options, onLaunch=None, testsToFilter=None):
     # A call to initializeLooping method is required in case of --run-by-dir or --bisect-chunk
     # since we need to initialize variables for each loop.
     if options.bisectChunk or options.runByDir: