treeherder/tests/sampledata.py

98 строки
3.1 KiB
Python

import json
import os
from django.conf import settings
class SampleData(object):
@classmethod
def get_credentials(cls):
credentials = {
settings.TREEHERDER_TEST_PROJECT: {
'consumer_key': '8de17836-4a9b-45f5-824c-5ada76713334',
'consumer_secret': '0f71d011-d773-4831-9f1c-17b237207467'
}
}
return credentials
@classmethod
def get_perf_data(cls, filename):
with open("{0}/sample_data/artifacts/performance/{1}".format(
os.path.dirname(__file__), filename)) as f:
return json.loads(f.read())
@classmethod
def get_talos_perf_data(cls):
return cls.get_perf_data('talos_perf.json')
@classmethod
def get_minimal_talos_perf_data(cls):
return cls.get_perf_data('talos_perf_minimal.json')
def __init__(self):
self.job_data_file = "{0}/sample_data/job_data.txt".format(
os.path.dirname(__file__)
)
self.resultset_data_file = "{0}/sample_data/resultset_data.json".format(
os.path.dirname(__file__)
)
self.logs_dir = "{0}/sample_data/logs".format(
os.path.dirname(__file__)
)
self.talos_logs_dir = "{0}/sample_data/artifacts/performance/talos_logs".format(
os.path.dirname(__file__)
)
with open("{0}/sample_data/artifacts/structured_log_artifact.json".format(
os.path.dirname(__file__))) as f:
self.structured_log_artifact = f.readlines()
with open("{0}/sample_data/artifacts/job_artifact.json".format(
os.path.dirname(__file__))) as f:
self.job_artifact = f.readlines()
with open("{0}/sample_data/artifacts/text_log_summary.json".format(
os.path.dirname(__file__))) as f:
self.text_log_summary = json.load(f)
with open("{0}/sample_data/pulse_consumer/job_data.json".format(
os.path.dirname(__file__))) as f:
self.pulse_jobs = json.load(f)
self.job_data = []
self.resultset_data = []
self.initialize_data()
def initialize_data(self):
with open(self.job_data_file) as f:
for line in f.readlines():
self.job_data.append(json.loads(line.strip()))
with open(self.resultset_data_file) as f:
self.resultset_data = json.loads(f.read())
# ensure that the repository values for all the revisions have the
# same name as the db test name in settings. If this is not
# the same, the tests will not pass.
for rs in self.resultset_data:
for rev in rs["revisions"]:
rev["repository"] = settings.TREEHERDER_TEST_PROJECT
def get_log_path(self, name):
"""Returns the full path to a log file"""
return "{0}/{1}".format(self.logs_dir, name)
def get_talos_logs(self):
"""Returns a list of full paths to talos log files"""
files = os.listdir(self.talos_logs_dir)
for i, f in enumerate(files):
files[i] = 'file://{0}/{1}'.format(self.talos_logs_dir, f)
return files