• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1[
2  {
3    "cmd": [
4      "python",
5      "-u",
6      "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
7      "--json-output",
8      "/path/to/tmp/json",
9      "ensure-directory",
10      "--mode",
11      "0777",
12      "[START_DIR]/cache/work"
13    ],
14    "infra_step": true,
15    "name": "makedirs checkout_path"
16  },
17  {
18    "cmd": [
19      "python",
20      "-u",
21      "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
22      "--json-output",
23      "/path/to/tmp/json",
24      "remove",
25      "[START_DIR]/cache/work/.gclient_entries"
26    ],
27    "infra_step": true,
28    "name": "remove [START_DIR]/cache/work/.gclient_entries"
29  },
30  {
31    "cmd": [
32      "python",
33      "-u",
34      "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
35      "--spec-path",
36      "cache_dir = '[START_DIR]/cache/git'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]",
37      "--patch_root",
38      "skia",
39      "--revision_mapping_file",
40      "{\"got_revision\": \"skia\"}",
41      "--git-cache-dir",
42      "[START_DIR]/cache/git",
43      "--cleanup-dir",
44      "[CLEANUP]/bot_update",
45      "--output_json",
46      "/path/to/tmp/json",
47      "--revision",
48      "skia@abc123"
49    ],
50    "cwd": "[START_DIR]/cache/work",
51    "env_suffixes": {
52      "PATH": [
53        "RECIPE_REPO[depot_tools]"
54      ]
55    },
56    "infra_step": true,
57    "name": "bot_update",
58    "~followup_annotations": [
59      "@@@STEP_TEXT@Some step text@@@",
60      "@@@STEP_LOG_LINE@json.output@{@@@",
61      "@@@STEP_LOG_LINE@json.output@  \"did_run\": true, @@@",
62      "@@@STEP_LOG_LINE@json.output@  \"fixed_revisions\": {@@@",
63      "@@@STEP_LOG_LINE@json.output@    \"skia\": \"abc123\"@@@",
64      "@@@STEP_LOG_LINE@json.output@  }, @@@",
65      "@@@STEP_LOG_LINE@json.output@  \"manifest\": {@@@",
66      "@@@STEP_LOG_LINE@json.output@    \"skia\": {@@@",
67      "@@@STEP_LOG_LINE@json.output@      \"repository\": \"https://fake.org/skia.git\", @@@",
68      "@@@STEP_LOG_LINE@json.output@      \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
69      "@@@STEP_LOG_LINE@json.output@    }@@@",
70      "@@@STEP_LOG_LINE@json.output@  }, @@@",
71      "@@@STEP_LOG_LINE@json.output@  \"patch_failure\": false, @@@",
72      "@@@STEP_LOG_LINE@json.output@  \"patch_root\": \"skia\", @@@",
73      "@@@STEP_LOG_LINE@json.output@  \"properties\": {@@@",
74      "@@@STEP_LOG_LINE@json.output@    \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@",
75      "@@@STEP_LOG_LINE@json.output@    \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@",
76      "@@@STEP_LOG_LINE@json.output@  }, @@@",
77      "@@@STEP_LOG_LINE@json.output@  \"root\": \"skia\", @@@",
78      "@@@STEP_LOG_LINE@json.output@  \"source_manifest\": {@@@",
79      "@@@STEP_LOG_LINE@json.output@    \"directories\": {@@@",
80      "@@@STEP_LOG_LINE@json.output@      \"skia\": {@@@",
81      "@@@STEP_LOG_LINE@json.output@        \"git_checkout\": {@@@",
82      "@@@STEP_LOG_LINE@json.output@          \"repo_url\": \"https://fake.org/skia.git\", @@@",
83      "@@@STEP_LOG_LINE@json.output@          \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
84      "@@@STEP_LOG_LINE@json.output@        }@@@",
85      "@@@STEP_LOG_LINE@json.output@      }@@@",
86      "@@@STEP_LOG_LINE@json.output@    }, @@@",
87      "@@@STEP_LOG_LINE@json.output@    \"version\": 0@@@",
88      "@@@STEP_LOG_LINE@json.output@  }, @@@",
89      "@@@STEP_LOG_LINE@json.output@  \"step_text\": \"Some step text\"@@@",
90      "@@@STEP_LOG_LINE@json.output@}@@@",
91      "@@@STEP_LOG_END@json.output@@@",
92      "@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
93      "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
94    ]
95  },
96  {
97    "cmd": [
98      "python",
99      "-u",
100      "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
101      "--json-output",
102      "/path/to/tmp/json",
103      "ensure-directory",
104      "--mode",
105      "0777",
106      "[START_DIR]/tmp"
107    ],
108    "infra_step": true,
109    "name": "makedirs tmp_dir"
110  },
111  {
112    "cmd": [
113      "python",
114      "-u",
115      "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
116      "--json-output",
117      "/path/to/tmp/json",
118      "ensure-directory",
119      "--mode",
120      "0777",
121      "[START_DIR]/cache/docker/skqp"
122    ],
123    "infra_step": true,
124    "name": "mkdirs out_dir"
125  },
126  {
127    "cmd": [
128      "docker",
129      "run",
130      "--rm",
131      "--workdir",
132      "/SRC/skia/infra/skqp",
133      "--volume",
134      "[START_DIR]/cache/work:/SRC",
135      "--volume",
136      "[START_DIR]/cache/docker/skqp:/OUT",
137      "gcr.io/skia-public/android-skqp:r20_v1",
138      "./build_apk.sh"
139    ],
140    "env": {
141      "CHROME_HEADLESS": "1",
142      "DOCKER_CONFIG": "/home/chrome-bot/.docker",
143      "PATH": "<PATH>:RECIPE_REPO[depot_tools]"
144    },
145    "name": "Build SKQP apk with Docker"
146  },
147  {
148    "cmd": [
149      "python",
150      "-u",
151      "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'hello-opencl', 'hello-opencl.exe', 'nanobench', 'nanobench.exe', 'skpbench', 'skpbench.exe', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'skiaserve', 'skottie_tool', 'lib/*.so', 'run_testlab', 'skqp-universal-debug.apk', 'whitelist_devices.json']\n\ntry:\n  os.makedirs(dst)\nexcept OSError as e:\n  if e.errno != errno.EEXIST:\n    raise\n\nfor pattern in build_products_whitelist:\n  path = os.path.join(src, pattern)\n  for f in glob.glob(path):\n    dst_path = os.path.join(dst, os.path.relpath(f, src))\n    if not os.path.isdir(os.path.dirname(dst_path)):\n      os.makedirs(os.path.dirname(dst_path))\n    print 'Copying build product %s to %s' % (f, dst_path)\n    shutil.move(f, dst_path)\n",
152      "[START_DIR]/cache/work/skia/out/Build-Debian9-Clang-universal-devrel-Android_SKQP/devrel",
153      "[START_DIR]/[SWARM_OUT_DIR]"
154    ],
155    "infra_step": true,
156    "name": "copy build products",
157    "~followup_annotations": [
158      "@@@STEP_LOG_LINE@python.inline@import errno@@@",
159      "@@@STEP_LOG_LINE@python.inline@import glob@@@",
160      "@@@STEP_LOG_LINE@python.inline@import os@@@",
161      "@@@STEP_LOG_LINE@python.inline@import shutil@@@",
162      "@@@STEP_LOG_LINE@python.inline@import sys@@@",
163      "@@@STEP_LOG_LINE@python.inline@@@@",
164      "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@",
165      "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@",
166      "@@@STEP_LOG_LINE@python.inline@build_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'hello-opencl', 'hello-opencl.exe', 'nanobench', 'nanobench.exe', 'skpbench', 'skpbench.exe', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'skiaserve', 'skottie_tool', 'lib/*.so', 'run_testlab', 'skqp-universal-debug.apk', 'whitelist_devices.json']@@@",
167      "@@@STEP_LOG_LINE@python.inline@@@@",
168      "@@@STEP_LOG_LINE@python.inline@try:@@@",
169      "@@@STEP_LOG_LINE@python.inline@  os.makedirs(dst)@@@",
170      "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@",
171      "@@@STEP_LOG_LINE@python.inline@  if e.errno != errno.EEXIST:@@@",
172      "@@@STEP_LOG_LINE@python.inline@    raise@@@",
173      "@@@STEP_LOG_LINE@python.inline@@@@",
174      "@@@STEP_LOG_LINE@python.inline@for pattern in build_products_whitelist:@@@",
175      "@@@STEP_LOG_LINE@python.inline@  path = os.path.join(src, pattern)@@@",
176      "@@@STEP_LOG_LINE@python.inline@  for f in glob.glob(path):@@@",
177      "@@@STEP_LOG_LINE@python.inline@    dst_path = os.path.join(dst, os.path.relpath(f, src))@@@",
178      "@@@STEP_LOG_LINE@python.inline@    if not os.path.isdir(os.path.dirname(dst_path)):@@@",
179      "@@@STEP_LOG_LINE@python.inline@      os.makedirs(os.path.dirname(dst_path))@@@",
180      "@@@STEP_LOG_LINE@python.inline@    print 'Copying build product %s to %s' % (f, dst_path)@@@",
181      "@@@STEP_LOG_LINE@python.inline@    shutil.move(f, dst_path)@@@",
182      "@@@STEP_LOG_END@python.inline@@@"
183    ]
184  },
185  {
186    "cmd": [
187      "python",
188      "-u",
189      "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products_whitelist = ['*.apk']\n\ntry:\n  os.makedirs(dst)\nexcept OSError as e:\n  if e.errno != errno.EEXIST:\n    raise\n\nfor pattern in build_products_whitelist:\n  path = os.path.join(src, pattern)\n  for f in glob.glob(path):\n    dst_path = os.path.join(dst, os.path.relpath(f, src))\n    if not os.path.isdir(os.path.dirname(dst_path)):\n      os.makedirs(os.path.dirname(dst_path))\n    print 'Copying build product %s to %s' % (f, dst_path)\n    # Because Docker usually has some strange permissions (like root\n    # ownership), we'd rather not keep those around. copyfile doesn't\n    # keep the metadata around, so that helps us.\n    shutil.copyfile(f, dst_path)\n",
190      "[START_DIR]/cache/docker/skqp",
191      "[START_DIR]/[SWARM_OUT_DIR]"
192    ],
193    "infra_step": true,
194    "name": "copy apk output",
195    "~followup_annotations": [
196      "@@@STEP_LOG_LINE@python.inline@import errno@@@",
197      "@@@STEP_LOG_LINE@python.inline@import glob@@@",
198      "@@@STEP_LOG_LINE@python.inline@import os@@@",
199      "@@@STEP_LOG_LINE@python.inline@import shutil@@@",
200      "@@@STEP_LOG_LINE@python.inline@import sys@@@",
201      "@@@STEP_LOG_LINE@python.inline@@@@",
202      "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@",
203      "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@",
204      "@@@STEP_LOG_LINE@python.inline@build_products_whitelist = ['*.apk']@@@",
205      "@@@STEP_LOG_LINE@python.inline@@@@",
206      "@@@STEP_LOG_LINE@python.inline@try:@@@",
207      "@@@STEP_LOG_LINE@python.inline@  os.makedirs(dst)@@@",
208      "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@",
209      "@@@STEP_LOG_LINE@python.inline@  if e.errno != errno.EEXIST:@@@",
210      "@@@STEP_LOG_LINE@python.inline@    raise@@@",
211      "@@@STEP_LOG_LINE@python.inline@@@@",
212      "@@@STEP_LOG_LINE@python.inline@for pattern in build_products_whitelist:@@@",
213      "@@@STEP_LOG_LINE@python.inline@  path = os.path.join(src, pattern)@@@",
214      "@@@STEP_LOG_LINE@python.inline@  for f in glob.glob(path):@@@",
215      "@@@STEP_LOG_LINE@python.inline@    dst_path = os.path.join(dst, os.path.relpath(f, src))@@@",
216      "@@@STEP_LOG_LINE@python.inline@    if not os.path.isdir(os.path.dirname(dst_path)):@@@",
217      "@@@STEP_LOG_LINE@python.inline@      os.makedirs(os.path.dirname(dst_path))@@@",
218      "@@@STEP_LOG_LINE@python.inline@    print 'Copying build product %s to %s' % (f, dst_path)@@@",
219      "@@@STEP_LOG_LINE@python.inline@    # Because Docker usually has some strange permissions (like root@@@",
220      "@@@STEP_LOG_LINE@python.inline@    # ownership), we'd rather not keep those around. copyfile doesn't@@@",
221      "@@@STEP_LOG_LINE@python.inline@    # keep the metadata around, so that helps us.@@@",
222      "@@@STEP_LOG_LINE@python.inline@    shutil.copyfile(f, dst_path)@@@",
223      "@@@STEP_LOG_END@python.inline@@@"
224    ]
225  },
226  {
227    "cmd": [
228      "python",
229      "-u",
230      "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
231      "--json-output",
232      "/path/to/tmp/json",
233      "copy",
234      "[START_DIR]/cache/work/skia/infra/cts/whitelist_devices.json",
235      "[START_DIR]/[SWARM_OUT_DIR]"
236    ],
237    "infra_step": true,
238    "name": "copy whitelist"
239  },
240  {
241    "name": "$result"
242  }
243]