4 # Copyright (c) 2016-2020, Przemyslaw Skibinski, Yann Collet, Facebook, Inc.
7 # This source code is licensed under the BSD-style license found in the
13 # - doesn't support filenames with spaces
14 # - dir1/lz4 and dir2/lz4 will be merged in a single results file
24 script_version = 'v1.7.2 (2016-11-08)'
45     print(time.strftime("%Y/%m/%d %H:%M:%S") + ' - ' + text)
53     stderr_lines = stderr_lines.decode("utf-8")
54     stdout_lines = stdout_lines.decode("utf-8")
82             execute('mutt -s "' + topic + '" ' + emails + ' < ' + logFileName, verbose)
84             execute('mail -s "' + topic + '" ' + emails + ' < ' + logFileName, verbose)
86             log("e-mail cannot be sent (mail or mutt not found)")
89 def send_email_with_attachments(branch, commit, last_commit, args, text, results_files,  argument
95                       % (email_header, pid, branch, commit, last_commit,
98             execute('mutt -s "' + email_topic + '" ' + args.emails + ' -a ' + results_files
101             execute('mail -s "' + email_topic + '" ' + args.emails + ' < ' + logFileName)
103             log("e-mail cannot be sent (mail or mutt not found)")
107     execute('git fetch -p', verbose)
108     branches = execute('git branch -rl', verbose)
111         if ("HEAD" not in line) and ("coverity_scan" not in line) and ("gh-pages" not in line):
116 def git_get_changes(branch, commit, last_commit):  argument
117     fmt = '--format="%h: (%an) %s, %ar"'
119         commits = execute('git log -n 10 %s %s' % (fmt, commit))
121         commits = execute('git --no-pager log %s %s..%s' % (fmt, last_commit, commit))
128     commit = None
135             if len(words) <= 4:   # branch + commit + compilerVer + md5
136                 commit = words[1]
144     return commit, csize, cspeed, dspeed
147 def benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVersio…  argument
155 …result = execute('programs/%s -rqi5b1e%s %s' % (executableName, args.lastCLevel, testFilePath), pr…
161         myfile.write('%s %s %s md5=%s\n' % (branch, commit, compilerVersion, md5sum))
167         commit, csize, cspeed, dspeed = get_last_results(resultsFileName)
170 …print("%s:%s -%d cSpeed=%6.2f cLast=%6.2f cDiff=%1.4f dSpeed=%6.2f dLast=%6.2f dDiff=%1.4f ratioDi…
172 …text += "WARNING: %s -%d cSpeed=%.2f cLast=%.2f cDiff=%.4f %s\n" % (executableName, i+1, cspeed[i]…
174 …text += "WARNING: %s -%d dSpeed=%.2f dLast=%.2f dDiff=%.4f %s\n" % (executableName, i+1, dspeed[i]…
176 …text += "WARNING: %s -%d cSize=%d last_cSize=%d diff=%.4f %s\n" % (executableName, i+1, csize[i], …
178 …text = args.message + ("\nmaxLoadAvg=%s  load average at start=%s end=%s\n%s  last_commit=%s  md5=…
182 def update_config_file(branch, commit):  argument
189         outfile.write(commit)
193 def double_check(branch, commit, args, executableName, md5sum, compilerVersion, resultsFileName, fi…  argument
196 …text = benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVe…
198             log("WARNING: redoing tests for branch %s: commit %s" % (branch, commit))
199 …text = benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVe…
203 def test_commit(branch, commit, last_commit, args, testFilePaths, have_mutt, have_mail):  argument
205     version = local_branch.rpartition('-')[2] + '_' + commit
207 …execute('make -C programs clean lz4 CC=clang MOREFLAGS="-Werror -Wconversion -Wno-sign-conversion …
209                 'make -C programs clean lz4 lz4c32 MOREFLAGS="-DLZ4_GIT_COMMIT=%s"' % version)
223 …text = double_check(branch, commit, args, 'lz4', md5_lz4, 'gcc_version='+gcc_version, resultsFileN…
228 …text = double_check(branch, commit, args, 'lz4c32', md5_lz4c32, 'gcc_version='+gcc_version, result…
233 …text = double_check(branch, commit, args, 'lz4_clang', md5_lz4_clang, 'clang_version='+clang_versi…
238 …send_email_with_attachments(branch, commit, last_commit, args, text_to_send, results_files, logFil…
244     parser.add_argument('emails', help='list of e-mail addresses to send warnings')
245 …  parser.add_argument('--message', '-m', help='attach an additional message to e-mail', default="")
246 …  parser.add_argument('--repoURL', help='changes default repository URL', default=default_repo_url)
247 …parser.add_argument('--lowerLimit', '-l', type=float, help='send email if speed is lower than give…
248 …parser.add_argument('--ratioLimit', '-r', type=float, help='send email if ratio is lower than give…
249 …parser.add_argument('--maxLoadAvg', type=float, help='maximum load average to start testing', defa…
250 …parser.add_argument('--lastCLevel', type=int, help='last compression level for testing', default=5)
251 …parser.add_argument('--sleepTime', '-s', type=int, help='frequency of repository checking in secon…
252 …parser.add_argument('--timeout', '-t', type=int, help='timeout for executing shell commands', defa…
253 …parser.add_argument('--dry-run', dest='dry_run', action='store_true', help='not build', default=Fa…
254 …parser.add_argument('--verbose', '-v', action='store_true', help='more verbose logs', default=Fals…
258     # check if test files are accessible
269     # check availability of e-mail senders
270     have_mutt = does_command_exist("mutt -h")
271     have_mail = does_command_exist("mail -V")
273         log("ERROR: e-mail senders 'mail' or 'mutt' not found")
276 …ang_version = execute("clang -v 2>&1 | grep 'clang version' | sed -e 's:.*version \\([0-9.]*\\).*:…
277     gcc_version = execute("gcc -dumpversion", verbose)[0];
284         print("message=%s" % args.message)
307     # check if speedTest.pid already exists
313 …_email(args.emails, '[%s:%s] test-lz4-speed.py %s has been started' % (email_header, pid, script_v…
318     commit = ""  variable
332                     commit = execute('git show -s --format=%h ' + branch, verbose)[0]  variable
333                     last_commit = update_config_file(branch, commit)
334                     if commit == last_commit:
335                         log("skipping branch %s: head %s already processed" % (branch, commit))
337 …          log("build branch %s: head %s is different from prev %s" % (branch, commit, last_commit))
338                         execute('git checkout -- . && git checkout ' + branch)
339                         print(git_get_changes(branch, commit, last_commit))
340 …                test_commit(branch, commit, last_commit, args, testFilePaths, have_mutt, have_mail)
345             email_topic = '[%s:%s] ERROR in %s:%s' % (email_header, pid, branch, commit)
350 …_email(args.emails, '[%s:%s] test-lz4-speed.py %s has been stopped' % (email_header, pid, script_v…