treeherder/tests/sampledata.py

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, you can obtain one at http://mozilla.org/MPL/2.0/.

import json
import os
from django.conf import settings


class SampleData(object):

    @classmethod
    def get_credentials(cls):

        credentials = {
            'test_treeherder': {
                'consumer_key': '8de17836-4a9b-45f5-824c-5ada76713334',
                'consumer_secret': '0f71d011-d773-4831-9f1c-17b237207467'
            }
        }

        return credentials

    @classmethod
    def get_talos_perf_data(cls):
        with open("{0}/sample_data/artifacts/performance/talos_perf.json".format(
                os.path.dirname(__file__))) as f:
            return json.loads(f.read())

    @classmethod
    def get_b2g_perf_data(cls):
        with open("{0}/sample_data/artifacts/performance/b2g_perf.json".format(
                os.path.dirname(__file__))) as f:
            return json.loads(f.read())

    def __init__(self):
        self.job_data_file = "{0}/sample_data/job_data.txt".format(
            os.path.dirname(__file__)
        )

        self.resultset_data_file = "{0}/sample_data/resultset_data.json".format(
            os.path.dirname(__file__)
        )

        self.logs_dir = "{0}/sample_data/logs".format(
            os.path.dirname(__file__)
        )
        self.performance_logs_dir = "{0}/sample_data/artifacts/performance/perf_logs".format(
            os.path.dirname(__file__)
        )

        with open("{0}/sample_data/artifacts/structured_log_artifact.json".format(
                  os.path.dirname(__file__))) as f:
            self.structured_log_artifact = f.readlines()

        with open("{0}/sample_data/artifacts/job_artifact.json".format(
                  os.path.dirname(__file__))) as f:
            self.job_artifact = f.readlines()

        self.job_data = []
        self.resultset_data = []

        self.initialize_data()

    def initialize_data(self):
        with open(self.job_data_file) as f:
            for line in f.readlines():
                self.job_data.append(json.loads(line.strip()))

        with open(self.resultset_data_file) as f:
            self.resultset_data = json.loads(f.read())

            # ensure that the repository values for all the revisions have the
            # same name as the db test name in settings.  If this is not
            # the same, the tests will not pass.
            for rs in self.resultset_data:
                for rev in rs["revisions"]:
                    rev["repository"] = settings.DATABASES["default"]["TEST_NAME"]

    def get_log_path(self, name):
        """Returns the full path to a log file"""
        return "{0}/{1}".format(self.logs_dir, name)

    def get_performance_logs(self):
        """Returns a list of full paths to performance log files"""
        files = os.listdir(self.performance_logs_dir)
        for i, f in enumerate(files):
            files[i] = 'file://{0}/{1}'.format(self.performance_logs_dir, f)
        return files