gecko/testing/talos/mach_commands.py
Julien Pagès bd25f466f6 Bug 1195288 - consider using python webserver for production talos. r=jmaher
Always use an in-process webserver, removing the need for apache - and
hopefuly providing better accuracy for numbers.

This means that we know have to copy the pagesets in the talos dir on
harness.

On windows, some pagesets paths were too long due to that, so the
solution is to replace "page_load_test" with "tests".
2015-09-25 22:39:03 +02:00

119 lines
3.9 KiB
Python

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# Integrates Talos mozharness with mach
from __future__ import absolute_import, print_function, unicode_literals
import os
import sys
import json
import which
import socket
from mozbuild.base import (
MozbuildObject,
MachCommandBase
)
from mach.decorators import (
CommandArgument,
CommandProvider,
Command,
)
HERE = os.path.dirname(os.path.realpath(__file__))
sys.path.append(os.path.join(HERE, 'talos'))
from cmdline import create_parser
class TalosRunner(MozbuildObject):
def run_test(self, talos_args):
"""
We want to do couple of things before running Talos
1. Clone mozharness
2. Make config for Talos Mozharness
3. Run mozharness
"""
self.init_variables(talos_args)
self.make_config()
self.write_config()
self.make_args()
return self.run_mozharness()
def init_variables(self, talos_args):
self.talos_dir = os.path.join(self.topsrcdir, 'testing', 'talos')
self.mozharness_dir = os.path.join(self.topsrcdir, 'testing',
'mozharness')
self.config_dir = os.path.join(self.mozharness_dir, 'configs', 'talos')
self.talos_json = os.path.join(self.talos_dir, 'talos.json')
self.config_filename = 'in_tree_conf.json'
self.config_file_path = os.path.join(self.config_dir,
self.config_filename)
self.binary_path = self.get_binary_path()
self.virtualenv_script = os.path.join(self.topsrcdir, 'python',
'virtualenv', 'virtualenv.py')
self.virtualenv_path = os.path.join(self.mozharness_dir, 'venv')
self.python_interp = sys.executable
self.talos_args = talos_args
def make_config(self):
self.config = {
'run_local': True,
'talos_json': self.talos_json,
'binary_path': self.binary_path,
'log_name': 'talos',
'virtualenv_path': self.virtualenv_path,
'pypi_url': 'http://pypi.python.org/simple',
'base_work_dir': self.mozharness_dir,
'exes': {
'python': self.python_interp,
'virtualenv': [self.python_interp, self.virtualenv_script]
},
'title': socket.gethostname(),
'default_actions': [
'populate-webroot',
'create-virtualenv',
'run-tests',
],
'talos_extra_options': ['--develop'] + self.talos_args,
}
def make_args(self):
self.args = {
'config': {},
'initial_config_file': self.config_file_path,
}
def write_config(self):
try:
config_file = open(self.config_file_path, 'wb')
config_file.write(json.dumps(self.config))
except IOError as e:
err_str = "Error writing to Talos Mozharness config file {0}:{1}"
print(err_str.format(self.config_file_path, str(e)))
raise e
def run_mozharness(self):
sys.path.insert(0, self.mozharness_dir)
from mozharness.mozilla.testing.talos import Talos
talos_mh = Talos(config=self.args['config'],
initial_config_file=self.args['initial_config_file'])
return talos_mh.run()
@CommandProvider
class MachCommands(MachCommandBase):
@Command('talos-test', category='testing',
description='Run talos tests (performance testing).',
parser=lambda: create_parser(mach_interface=True))
def run_talos_test(self, **kwargs):
talos = self._spawn(TalosRunner)
try:
return talos.run_test(sys.argv[2:])
except Exception as e:
print(str(e))
return 1