treeherder/tests/sampledata.py

import json
import os

from django.conf import settings


class SampleData(object):

    @classmethod
    def get_perf_data(cls, filename):
        with open("{0}/sample_data/artifacts/performance/{1}".format(
                os.path.dirname(__file__), filename)) as f:
            return json.loads(f.read())

    @classmethod
    def get_talos_perf_data(cls):
        return cls.get_perf_data('talos_perf.json')

    @classmethod
    def get_minimal_talos_perf_data(cls):
        return cls.get_perf_data('talos_perf_minimal.json')

    def __init__(self):
        self.job_data_file = "{0}/sample_data/job_data.txt".format(
            os.path.dirname(__file__)
        )

        self.resultset_data_file = "{0}/sample_data/resultset_data.json".format(
            os.path.dirname(__file__)
        )

        self.logs_dir = "{0}/sample_data/logs".format(
            os.path.dirname(__file__)
        )

        self.talos_logs_dir = "{0}/sample_data/artifacts/performance/talos_logs".format(
            os.path.dirname(__file__)
        )

        with open("{0}/sample_data/artifacts/structured_log_artifact.json".format(
                  os.path.dirname(__file__))) as f:
            self.structured_log_artifact = f.readlines()

        with open("{0}/sample_data/artifacts/job_artifact.json".format(
                  os.path.dirname(__file__))) as f:
            self.job_artifact = f.readlines()

        with open("{0}/sample_data/artifacts/text_log_summary.json".format(
                  os.path.dirname(__file__))) as f:
            self.text_log_summary = json.load(f)

        with open("{0}/sample_data/pulse_consumer/job_data.json".format(
                  os.path.dirname(__file__))) as f:
            self.pulse_jobs = json.load(f)

        self.job_data = []
        self.resultset_data = []

        self.initialize_data()

    def initialize_data(self):
        with open(self.job_data_file) as f:
            for line in f.readlines():
                self.job_data.append(json.loads(line.strip()))

        with open(self.resultset_data_file) as f:
            self.resultset_data = json.loads(f.read())

            # ensure that the repository values for all the revisions have the
            # same name as the db test name in settings.  If this is not
            # the same, the tests will not pass.
            for rs in self.resultset_data:
                for rev in rs["revisions"]:
                    rev["repository"] = settings.TREEHERDER_TEST_PROJECT

    def get_log_path(self, name):
        """Returns the full path to a log file"""
        return "{0}/{1}".format(self.logs_dir, name)

    def get_talos_logs(self):
        """Returns a list of full paths to talos log files"""
        files = os.listdir(self.talos_logs_dir)
        for i, f in enumerate(files):
            files[i] = 'file://{0}/{1}'.format(self.talos_logs_dir, f)
        return files