2 # THIS BENCHMARK IS BEING REPLACED BY automated-bencmarking.py
8 # This source code is licensed under both the BSD-style license (found in the
11 # You may select, at your option, one of the above-listed licenses.
15 # - doesn't support filenames with spaces
16 # - dir1/zstd and dir2/zstd will be merged in a single results file
27 script_version = 'v1.1.2 (2017-03-26)'
48     print(time.strftime("%Y/%m/%d %H:%M:%S") + ' - ' + text)
56     stderr_lines = stderr_lines.decode("utf-8")
57     stdout_lines = stdout_lines.decode("utf-8")
85             execute('mutt -s "' + topic + '" ' + emails + ' < ' + logFileName, verbose)
87             execute('mail -s "' + topic + '" ' + emails + ' < ' + logFileName, verbose)
89             log("e-mail cannot be sent (mail or mutt not found)")
92 def send_email_with_attachments(branch, commit, last_commit, args, text, results_files,  argument
98                       % (email_header, pid, branch, commit, last_commit,
101             execute('mutt -s "' + email_topic + '" ' + args.emails + ' -a ' + results_files
104             execute('mail -s "' + email_topic + '" ' + args.emails + ' < ' + logFileName)
106             log("e-mail cannot be sent (mail or mutt not found)")
110     execute('git fetch -p', verbose)
111     branches = execute('git branch -rl', verbose)
114         if ("HEAD" not in line) and ("coverity_scan" not in line) and ("gh-pages" not in line):
119 def git_get_changes(branch, commit, last_commit):  argument
120     fmt = '--format="%h: (%an) %s, %ar"'
122         commits = execute('git log -n 10 %s %s' % (fmt, commit))
124         commits = execute('git --no-pager log %s %s..%s' % (fmt, last_commit, commit))
131     commit = None
138             if len(words) <= 4:   # branch + commit + compilerVer + md5
139                 commit = words[1]
147     return commit, csize, cspeed, dspeed
150 def benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVersio…  argument
160         cpuSelector = "taskset --cpu-list 0"
164 …result = execute('%s programs/%s -rqi5b1e%s -D %s %s' % (cpuSelector, executableName, args.lastCLe…
166 …result = execute('%s programs/%s -rqi5b1e%s %s' % (cpuSelector, executableName, args.lastCLevel, t…
172         myfile.write('%s %s %s md5=%s\n' % (branch, commit, compilerVersion, md5sum))
178         commit, csize, cspeed, dspeed = get_last_results(resultsFileName)
181 …print("%s:%s -%d cSpeed=%6.2f cLast=%6.2f cDiff=%1.4f dSpeed=%6.2f dLast=%6.2f dDiff=%1.4f ratioDi…
183 …text += "WARNING: %s -%d cSpeed=%.2f cLast=%.2f cDiff=%.4f %s\n" % (executableName, i+1, cspeed[i]…
185 …text += "WARNING: %s -%d dSpeed=%.2f dLast=%.2f dDiff=%.4f %s\n" % (executableName, i+1, dspeed[i]…
187 …text += "WARNING: %s -%d cSize=%d last_cSize=%d diff=%.4f %s\n" % (executableName, i+1, csize[i], …
189 …text = args.message + ("\nmaxLoadAvg=%s  load average at start=%s end=%s\n%s  last_commit=%s  md5=…
193 def update_config_file(branch, commit):  argument
200         outfile.write(commit)
204 def double_check(branch, commit, args, executableName, md5sum, compilerVersion, resultsFileName, fi…  argument
207 …text = benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVe…
209             log("WARNING: redoing tests for branch %s: commit %s" % (branch, commit))
210 …text = benchmark_and_compare(branch, commit, last_commit, args, executableName, md5sum, compilerVe…
214 def test_commit(branch, commit, last_commit, args, testFilePaths, have_mutt, have_mail):  argument
216     version = local_branch.rpartition('-')[2] + '_' + commit
218 …execute('make -C programs clean zstd CC=clang MOREFLAGS="-Werror -Wconversion -Wno-sign-conversion…
220                 'make -C programs clean zstd zstd32 MOREFLAGS="-DZSTD_GIT_COMMIT=%s"' % version)
241 …text = double_check(branch, commit, args, 'zstd', md5_zstd, 'gcc_version='+gcc_version, resultsFil…
246 …text = double_check(branch, commit, args, 'zstd32', md5_zstd32, 'gcc_version='+gcc_version, result…
251 …text = double_check(branch, commit, args, 'zstd_clang', md5_zstd_clang, 'clang_version='+clang_ver…
256 …send_email_with_attachments(branch, commit, last_commit, args, text_to_send, results_files, logFil…
262     parser.add_argument('emails', help='list of e-mail addresses to send warnings')
263     parser.add_argument('--dictionary', '-D', help='path to the dictionary')
264 …  parser.add_argument('--message', '-m', help='attach an additional message to e-mail', default="")
265 …  parser.add_argument('--repoURL', help='changes default repository URL', default=default_repo_url)
266 …parser.add_argument('--lowerLimit', '-l', type=float, help='send email if speed is lower than give…
267 …parser.add_argument('--ratioLimit', '-r', type=float, help='send email if ratio is lower than give…
268 …parser.add_argument('--maxLoadAvg', type=float, help='maximum load average to start testing', defa…
269 …parser.add_argument('--lastCLevel', type=int, help='last compression level for testing', default=5)
270 …parser.add_argument('--sleepTime', '-s', type=int, help='frequency of repository checking in secon…
271 …parser.add_argument('--timeout', '-t', type=int, help='timeout for executing shell commands', defa…
272 …parser.add_argument('--dry-run', dest='dry_run', action='store_true', help='not build', default=Fa…
273 …parser.add_argument('--verbose', '-v', action='store_true', help='more verbose logs', default=Fals…
277     # check if test files are accessible
288     # check if dictionary is accessible
295     # check availability of e-mail senders
296     have_mutt = does_command_exist("mutt -h")
297     have_mail = does_command_exist("mail -V")
299         log("ERROR: e-mail senders 'mail' or 'mutt' not found")
302 …clang_version = execute("clang -v 2>&1 | grep ' version ' | sed -e 's:.*version \\([0-9.]*\\).*:\\…
303     gcc_version = execute("gcc -dumpversion", verbose)[0];
310         print("message=%s" % args.message)
334     # check if speedTest.pid already exists
340 …_email(args.emails, '[%s:%s] test-zstd-speed.py %s has been started' % (email_header, pid, script_…
345     commit = ""  variable
357                     commit = execute('git show -s --format=%h ' + branch, verbose)[0]  variable
358                     last_commit = update_config_file(branch, commit)
359                     if commit == last_commit:
360                         log("skipping branch %s: head %s already processed" % (branch, commit))
362 …          log("build branch %s: head %s is different from prev %s" % (branch, commit, last_commit))
363                         execute('git checkout -- . && git checkout ' + branch)
364                         print(git_get_changes(branch, commit, last_commit))
365 …                test_commit(branch, commit, last_commit, args, testFilePaths, have_mutt, have_mail)
372             email_topic = '[%s:%s] ERROR in %s:%s' % (email_header, pid, branch, commit)
377 …_email(args.emails, '[%s:%s] test-zstd-speed.py %s has been stopped' % (email_header, pid, script_…