gecko-dev/dom/imptests/importTestsuite.py

#!/usr/bin/env python
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.

"""
Imports a test suite from a remote repository. Takes one argument, a file in
the format described in README.
Note: removes both source and destination directory before starting. Do not
      use with outstanding changes in either directory.
"""

from __future__ import print_function, unicode_literals

import os
import shutil
import subprocess
import sys

import parseManifest
import writeMakefile

HEADERS_SUFFIX = "^headers^"

def parseManifestFile(dest, dir):
  subdirs, mochitests, _, __, supportfiles = parseManifest.parseManifestFile("hg-%s/%s/MANIFEST" % (dest, dir))
  return subdirs, mochitests, supportfiles

def getData(confFile):
  """This function parses a file of the form
  URL of remote repository|Name of the destination directory
  First directory of tests
  ...
  Last directory of tests"""
  repo = ""
  dest = ""
  directories = []
  try:
    fp = open(confFile, "r")
    first = True
    for line in fp:
      if first:
        idx = line.index("|")
        repo = line[:idx].strip()
        dest = line[idx + 1:].strip()
        first = False
      else:
        directories.append(line.strip())
  finally:
    fp.close()
    return repo, dest, directories

def makePath(a, b):
  if not b:
    # Empty directory, i.e., the repository root.
    return a
  return "%s/%s" % (a, b)

def copyTest(source, dest):
  """Copy the file at source to dest, as well as any ^headers^ file associated
  with it."""
  shutil.copy(source, dest)
  if os.path.exists(source + HEADERS_SUFFIX):
    shutil.copy(source + HEADERS_SUFFIX, dest + HEADERS_SUFFIX)

def copy(thissrcdir, dest, directories):
  """Copy mochitests and support files from the external HG directory to their
  place in mozilla-central.
  """
  print("Copying %s..." % directories)
  for d in directories:
    subdirs, mochitests, supportfiles = parseManifestFile(dest, d)
    sourcedir = makePath("hg-%s" % dest, d)
    destdir = makePath(dest, d)
    os.makedirs(destdir)

    for mochitest in mochitests:
      copyTest("%s/%s" % (sourcedir, mochitest), "%s/test_%s" % (destdir, mochitest))
    for support in supportfiles:
      copyTest("%s/%s" % (sourcedir, support), "%s/%s" % (destdir, support))

    if len(subdirs):
      if d:
        importDirs(thissrcdir, dest, ["%s/%s" % (d, subdir) for subdir in subdirs])
      else:
        # Empty directory, i.e., the repository root
        importDirs(thissrcdir, dest, subdirs)

def printMakefile(dest, directories):
  """Create a .mk file to be included into the main Makefile.in, which lists the
  directories with tests.
  """
  print("Creating .mk...")
  path = dest + ".mk"
  fp = open(path, "w")
  fp.write("DIRS += \\\n")
  fp.write(writeMakefile.makefileString([makePath(dest, d) for d in directories]))
  fp.write("\n")
  fp.close()
  subprocess.check_call(["hg", "add", path])

def printMakefiles(thissrcdir, dest, directories):
  """Create Makefile.in files for each directory that contains tests we import.
  """
  print("Creating Makefile.ins...")
  for d in directories:
    path = makePath(dest, d)
    print("Creating Makefile.in in %s..." % path)

    subdirs, mochitests, supportfiles = parseManifestFile(dest, d)

    files = ["test_%s" % (mochitest, ) for mochitest in mochitests]
    files.extend(supportfiles)
    files.extend(f for f in os.listdir(path) if f.endswith(HEADERS_SUFFIX))

    result = writeMakefile.substMakefile("importTestsuite.py", subdirs, files)

    fp = open(path + "/Makefile.in", "w")
    fp.write(result)
    fp.close()

def hgadd(dest, directories):
  """Inform hg of the files in |directories|."""
  print("hg addremoving...")
  for d in directories:
    subprocess.check_call(["hg", "addremove", "%s/%s" % (dest, d)])

def importDirs(thissrcdir, dest, directories):
  copy(thissrcdir, dest, directories)
  printMakefiles(thissrcdir, dest, directories)

def importRepo(confFile, thissrcdir):
  try:
    repo, dest, directories = getData(confFile)
    hgdest = "hg-%s" % (dest, )
    print("Going to clone %s to %s..." % (repo, hgdest))
    print("Removing %s..." % dest)
    subprocess.check_call(["rm", "--recursive", "--force", dest])
    print("Removing %s..." % hgdest)
    subprocess.check_call(["rm", "--recursive", "--force", hgdest])
    print("Cloning %s to %s..." % (repo, hgdest))
    subprocess.check_call(["hg", "clone", repo, hgdest])
    print("Going to import %s..." % directories)
    importDirs(thissrcdir, dest, directories)
    printMakefile(dest, directories)
    hgadd(dest, directories)
    print("Removing %s again..." % hgdest)
    subprocess.check_call(["rm", "--recursive", "--force", hgdest])
  except subprocess.CalledProcessError as e:
    print(e.returncode)
  finally:
    print("Done")

if __name__ == "__main__":
  if len(sys.argv) != 2:
    print("Need one argument.")
  else:
    importRepo(sys.argv[1], "dom/imptests")