# Copyright 2021 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. from recipe_engine import recipe_api import calendar DM_JSON = 'dm.json' class GoldUploadApi(recipe_api.RecipeApi): def upload(self): """Attempt to upload files to Gold. This module assumes setup has occurred for the vars and flavor modules. """ revision = self.m.properties['revision'] results_dir = self.m.flavor.host_dirs.dm_dir # Upload the images. It is preferred that the images are uploaded first # so they exist whenever the json is processed. image_dest_path = 'gs://%s/dm-images-v1' % self.m.properties['gs_bucket'] for ext in ['.png']: files_to_upload = self.m.file.glob_paths( 'find %s images' % ext, results_dir, '*%s' % ext, test_data=['someimage.png']) # For some reason, glob returns results_dir when it should return nothing. files_to_upload = [f for f in files_to_upload if str(f).endswith(ext)] if len(files_to_upload) > 0: self.m.gsutil.cp('%s images' % ext, results_dir.join('*%s' % ext), image_dest_path, multithread=True) summary_dest_path = 'gs://%s' % self.m.properties['gs_bucket'] ref = revision # Trybot results are siloed by issue/patchset. if self.m.vars.is_trybot: summary_dest_path = '/'.join([summary_dest_path, 'trybot']) ref = '%s_%s' % (str(self.m.vars.issue), str(self.m.vars.patchset)) # Compute the directory to upload results to now = self.m.time.utcnow() summary_dest_path = '/'.join([ summary_dest_path, 'dm-json-v1', str(now.year ).zfill(4), str(now.month).zfill(2), str(now.day ).zfill(2), str(now.hour ).zfill(2), ref, self.m.vars.builder_name, str(int(calendar.timegm(now.utctimetuple())))]) # Directly upload dm.json if it exists. json_file = results_dir.join(DM_JSON) # -Z compresses the json file at rest with gzip. self.m.gsutil.cp('dm.json', json_file, summary_dest_path + '/' + DM_JSON, extra_args=['-Z'])