run_gtest_perf_test.py 5.41 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
#!/usr/bin/env python
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Runs an isolated non-Telemetry perf test .

The main contract is that the caller passes the arguments:

  --isolated-script-test-output=[FILENAME]
json is written to that file in the format produced by
common.parse_common_test_results.

  --isolated-script-test-chartjson-output=[FILE]
stdout is written to this file containing chart results for the perf dashboard

17 18 19 20 21 22 23 24
Optional argument:

  --isolated-script-test-filter-file=[FILENAME]

points to a file containing newline-separated test names, to run just
that subset of tests. This gets remapped to the command line argument
--test-launcher-filter-file.

25 26 27 28 29 30 31 32 33 34 35 36 37 38 39
This script is intended to be the base command invoked by the isolate,
followed by a subsequent non-python executable.  It is modeled after
run_gpu_integration_test_as_gtest.py
"""

import argparse
import json
import os
import shutil
import sys
import tempfile
import traceback

import common

40 41 42 43 44 45 46 47 48 49 50 51

def GetChromiumSrcDir():
  return os.path.abspath(
      os.path.join(os.path.abspath(__file__), '..', '..', '..'))

def GetPerfDir():
  return os.path.join(GetChromiumSrcDir(), 'tools', 'perf')
# Add src/tools/perf where generate_legacy_perf_dashboard_json.py lives
sys.path.append(GetPerfDir())

import generate_legacy_perf_dashboard_json

52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
# Add src/testing/ into sys.path for importing xvfb.
sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
import xvfb

# Unfortunately we need to copy these variables from ../test_env.py.
# Importing it and using its get_sandbox_env breaks test runs on Linux
# (it seems to unset DISPLAY).
CHROME_SANDBOX_ENV = 'CHROME_DEVEL_SANDBOX'
CHROME_SANDBOX_PATH = '/opt/chromium/chrome_sandbox'


def IsWindows():
  return sys.platform == 'cygwin' or sys.platform.startswith('win')


def main():
  parser = argparse.ArgumentParser()
  parser.add_argument(
      '--isolated-script-test-output', type=str,
      required=True)
  parser.add_argument(
      '--isolated-script-test-chartjson-output', type=str,
74
      required=False)
75 76 77
  parser.add_argument(
      '--isolated-script-test-perf-output', type=str,
      required=False)
78 79 80
  parser.add_argument(
      '--isolated-script-test-filter-file', type=str,
      required=False)
81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101
  parser.add_argument('--xvfb', help='Start xvfb.', action='store_true')

  args, rest_args = parser.parse_known_args()

  xvfb_proc = None
  openbox_proc = None
  xcompmgr_proc = None
  env = os.environ.copy()
  # Assume we want to set up the sandbox environment variables all the
  # time; doing so is harmless on non-Linux platforms and is needed
  # all the time on Linux.
  env[CHROME_SANDBOX_ENV] = CHROME_SANDBOX_PATH
  if args.xvfb and xvfb.should_start_xvfb(env):
    xvfb_proc, openbox_proc, xcompmgr_proc = xvfb.start_xvfb(env=env,
                                                             build_dir='.')
    assert xvfb_proc and openbox_proc and xcompmgr_proc, 'Failed to start xvfb'

  try:
    rc = 0
    try:
      executable = rest_args[0]
102 103 104
      extra_flags = []
      if len(rest_args) > 1:
        extra_flags = rest_args[1:]
105 106 107 108 109 110

      # These flags are to make sure that test output perf metrics in the log.
      if not '--verbose' in extra_flags:
        extra_flags.append('--verbose')
      if not '--test-launcher-print-test-stdio=always' in extra_flags:
        extra_flags.append('--test-launcher-print-test-stdio=always')
111 112 113
      if args.isolated_script_test_filter_file:
        extra_flags.append('--test-launcher-filter-file=' +
                           args.isolated_script_test_filter_file)
114

115 116 117 118
      if IsWindows():
        executable = '.\%s.exe' % executable
      else:
        executable = './%s' % executable
119
      with common.temporary_file() as tempfile_path:
120 121
        rc = common.run_command_with_output([executable] + extra_flags,
            env=env, stdoutfile=tempfile_path)
122 123 124 125 126
        # Now get the correct json format from the stdout to write to the
        # perf results file
        results_processor = (
            generate_legacy_perf_dashboard_json.LegacyResultsProcessor())
        charts = results_processor.GenerateJsonResults(tempfile_path)
127 128 129 130 131 132
        # TODO(eakuefner): Make isolated_script_test_perf_output mandatory
        # after flipping flag in swarming.
        if args.isolated_script_test_perf_output:
          filename = args.isolated_script_test_perf_output
        else:
          filename = args.isolated_script_test_chartjson_output
133
        # Write the returned encoded json to a the charts output file
134
        with open(filename, 'w') as f:
135
          f.write(charts)
136 137
    except Exception:
      traceback.print_exc()
138
      rc = 1
139

140
    valid = (rc == 0)
141 142 143 144 145 146
    failures = [] if valid else ['(entire test suite)']
    with open(args.isolated_script_test_output, 'w') as fp:
      json.dump({
          'valid': valid,
          'failures': failures,
      }, fp)
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171

    return rc

  finally:
    xvfb.kill(xvfb_proc)
    xvfb.kill(openbox_proc)
    xvfb.kill(xcompmgr_proc)


# This is not really a "script test" so does not need to manually add
# any additional compile targets.
def main_compile_targets(args):
  json.dump([], args.output)


if __name__ == '__main__':
  # Conform minimally to the protocol defined by ScriptTest.
  if 'compile_targets' in sys.argv:
    funcs = {
      'run': None,
      'compile_targets': main_compile_targets,
    }
    sys.exit(common.run_script(sys.argv[1:], funcs))
  sys.exit(main())