• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# Copyright (c) 2012 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Uploads the results to the flakiness dashboard server."""
6# pylint: disable=E1002,R0201
7
8import logging
9import os
10import shutil
11import tempfile
12import xml
13
14
15from devil.utils import cmd_helper
16from pylib.constants import host_paths
17from pylib.results.flakiness_dashboard import json_results_generator
18from pylib.utils import repo_utils
19
20
21
22class JSONResultsGenerator(json_results_generator.JSONResultsGeneratorBase):
23  """Writes test results to a JSON file and handles uploading that file to
24  the test results server.
25  """
26  def __init__(self, builder_name, build_name, build_number, tmp_folder,
27               test_results_map, test_results_server, test_type, master_name):
28    super(JSONResultsGenerator, self).__init__(
29        builder_name=builder_name,
30        build_name=build_name,
31        build_number=build_number,
32        results_file_base_path=tmp_folder,
33        builder_base_url=None,
34        test_results_map=test_results_map,
35        svn_repositories=(('webkit', 'third_party/WebKit'),
36                          ('chrome', '.')),
37        test_results_server=test_results_server,
38        test_type=test_type,
39        master_name=master_name)
40
41  #override
42  def _GetModifierChar(self, test_name):
43    if test_name not in self._test_results_map:
44      return self.__class__.NO_DATA_RESULT
45
46    return self._test_results_map[test_name].modifier
47
48  #override
49  def _GetSVNRevision(self, in_directory):
50    """Returns the git/svn revision for the given directory.
51
52    Args:
53      in_directory: The directory relative to src.
54    """
55    def _is_git_directory(in_directory):
56      """Returns true if the given directory is in a git repository.
57
58      Args:
59        in_directory: The directory path to be tested.
60      """
61      if os.path.exists(os.path.join(in_directory, '.git')):
62        return True
63      parent = os.path.dirname(in_directory)
64      if parent == host_paths.DIR_SOURCE_ROOT or parent == in_directory:
65        return False
66      return _is_git_directory(parent)
67
68    in_directory = os.path.join(host_paths.DIR_SOURCE_ROOT, in_directory)
69
70    if not os.path.exists(os.path.join(in_directory, '.svn')):
71      if _is_git_directory(in_directory):
72        return repo_utils.GetGitHeadSHA1(in_directory)
73      else:
74        return ''
75
76    output = cmd_helper.GetCmdOutput(['svn', 'info', '--xml'], cwd=in_directory)
77    try:
78      dom = xml.dom.minidom.parseString(output)
79      return dom.getElementsByTagName('entry')[0].getAttribute('revision')
80    except xml.parsers.expat.ExpatError:
81      return ''
82    return ''
83
84
85class ResultsUploader(object):
86  """Handles uploading buildbot tests results to the flakiness dashboard."""
87  def __init__(self, tests_type):
88    self._build_number = os.environ.get('BUILDBOT_BUILDNUMBER')
89    self._builder_name = os.environ.get('BUILDBOT_BUILDERNAME')
90    self._tests_type = tests_type
91
92    if not self._build_number or not self._builder_name:
93      raise Exception('You should not be uploading tests results to the server'
94                      'from your local machine.')
95
96    upstream = (tests_type != 'Chromium_Android_Instrumentation')
97    if upstream:
98      # TODO(frankf): Use factory properties (see buildbot/bb_device_steps.py)
99      # This requires passing the actual master name (e.g. 'ChromiumFYI' not
100      # 'chromium.fyi').
101      from slave import slave_utils # pylint: disable=F0401
102      self._build_name = slave_utils.SlaveBuildName(host_paths.DIR_SOURCE_ROOT)
103      self._master_name = slave_utils.GetActiveMaster()
104    else:
105      self._build_name = 'chromium-android'
106      buildbot_branch = os.environ.get('BUILDBOT_BRANCH')
107      if not buildbot_branch:
108        buildbot_branch = 'master'
109      else:
110        # Ensure there's no leading "origin/"
111        buildbot_branch = buildbot_branch[buildbot_branch.find('/') + 1:]
112      self._master_name = '%s-%s' % (self._build_name, buildbot_branch)
113
114    self._test_results_map = {}
115
116  def AddResults(self, test_results):
117    # TODO(frankf): Differentiate between fail/crash/timeouts.
118    conversion_map = [
119        (test_results.GetPass(), False,
120            json_results_generator.JSONResultsGeneratorBase.PASS_RESULT),
121        (test_results.GetFail(), True,
122            json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT),
123        (test_results.GetCrash(), True,
124            json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT),
125        (test_results.GetTimeout(), True,
126            json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT),
127        (test_results.GetUnknown(), True,
128            json_results_generator.JSONResultsGeneratorBase.NO_DATA_RESULT),
129        ]
130
131    for results_list, failed, modifier in conversion_map:
132      for single_test_result in results_list:
133        test_result = json_results_generator.TestResult(
134            test=single_test_result.GetName(),
135            failed=failed,
136            elapsed_time=single_test_result.GetDuration() / 1000)
137        # The WebKit TestResult object sets the modifier it based on test name.
138        # Since we don't use the same test naming convention as WebKit the
139        # modifier will be wrong, so we need to overwrite it.
140        test_result.modifier = modifier
141
142        self._test_results_map[single_test_result.GetName()] = test_result
143
144  def Upload(self, test_results_server):
145    if not self._test_results_map:
146      return
147
148    tmp_folder = tempfile.mkdtemp()
149
150    try:
151      results_generator = JSONResultsGenerator(
152          builder_name=self._builder_name,
153          build_name=self._build_name,
154          build_number=self._build_number,
155          tmp_folder=tmp_folder,
156          test_results_map=self._test_results_map,
157          test_results_server=test_results_server,
158          test_type=self._tests_type,
159          master_name=self._master_name)
160
161      json_files = ["incremental_results.json", "times_ms.json"]
162      results_generator.GenerateJSONOutput()
163      results_generator.GenerateTimesMSFile()
164      results_generator.UploadJSONFiles(json_files)
165    except Exception as e: # pylint: disable=broad-except
166      logging.error("Uploading results to test server failed: %s.", e)
167    finally:
168      shutil.rmtree(tmp_folder)
169
170
171def Upload(results, flakiness_dashboard_server, test_type):
172  """Reports test results to the flakiness dashboard for Chrome for Android.
173
174  Args:
175    results: test results.
176    flakiness_dashboard_server: the server to upload the results to.
177    test_type: the type of the tests (as displayed by the flakiness dashboard).
178  """
179  uploader = ResultsUploader(test_type)
180  uploader.AddResults(results)
181  uploader.Upload(flakiness_dashboard_server)
182