252 lines
11 KiB
Python
252 lines
11 KiB
Python
import os, re
|
|
from autotest_lib.client.bin import test, utils
|
|
from autotest_lib.client.common_lib import error
|
|
|
|
|
|
class unixbench5(test.test):
|
|
"""
|
|
This test measure system wide performance by running the following tests:
|
|
- Dhrystone - focuses on string handling.
|
|
- Whetstone - measure floating point operations.
|
|
- Execl Throughput - measure the number of execl calls per second.
|
|
- File Copy
|
|
- Pipe throughput
|
|
- Pipe-based context switching
|
|
- Process creation - number of times a process can fork and reap
|
|
- Shell Scripts - number of times a process can start and reap a script
|
|
- System Call Overhead - estimates the cost of entering and leaving the
|
|
kernel.
|
|
|
|
@see: http://code.google.com/p/byte-unixbench/
|
|
@author: Dale Curtis <dalecurtis@google.com>
|
|
"""
|
|
version = 1
|
|
|
|
|
|
def initialize(self):
|
|
self.job.require_gcc()
|
|
self.err = []
|
|
|
|
|
|
def setup(self, tarball='unixbench-5.1.3.tgz'):
|
|
"""
|
|
Compiles unixbench.
|
|
|
|
@tarball: Path or URL to a unixbench tarball
|
|
@see: http://byte-unixbench.googlecode.com/files/unixbench-5.1.3.tgz
|
|
"""
|
|
tarball = utils.unmap_url(self.bindir, tarball, self.tmpdir)
|
|
utils.extract_tarball_to_dir(tarball, self.srcdir)
|
|
os.chdir(self.srcdir)
|
|
|
|
utils.system('patch -p0 < ../Makefile.patch')
|
|
utils.make()
|
|
|
|
|
|
def run_once(self, args=''):
|
|
vars = 'UB_TMPDIR="%s" UB_RESULTDIR="%s"' % (self.tmpdir,
|
|
self.resultsdir)
|
|
os.chdir(self.srcdir)
|
|
self.report_data = utils.system_output(vars + ' ./Run ' + args)
|
|
self.results_path = os.path.join(self.resultsdir,
|
|
'raw_output_%s' % self.iteration)
|
|
utils.open_write_close(self.results_path, self.report_data)
|
|
|
|
|
|
def cleanup(self):
|
|
"""
|
|
Check error index list and throw TestError if necessary.
|
|
"""
|
|
if self.err:
|
|
e_msg = ("No measured results for output lines: %s\nOutput:%s" %
|
|
(" ".join(self.err), self.report_data))
|
|
raise error.TestError(e_msg)
|
|
|
|
|
|
def process_section(self, section, suffix):
|
|
keyval = {}
|
|
subsections = section.split('\n\n')
|
|
|
|
if len(subsections) < 3:
|
|
raise error.TestError('Invalid output format. Unable to parse')
|
|
|
|
# Process the subsection containing performance results first.
|
|
for index, line in enumerate(subsections[1].strip().split('\n')):
|
|
# Look for problems first.
|
|
if re.search('no measured results', line, flags=re.IGNORECASE):
|
|
self.err.append(str(index + 1))
|
|
|
|
# Every performance result line ends with 6 values, with the sixth
|
|
# being the actual result. Make sure there are at least that words
|
|
# in the line before processing.
|
|
words = line.lower().split()
|
|
if len(words) >= 6:
|
|
key = re.sub('\W', '', '_'.join(words[:-6]))
|
|
keyval[key + suffix] = words[-6]
|
|
|
|
# The final score should be the last item in the third subsection.
|
|
keyval['score' + suffix] = subsections[2].strip().split()[-1]
|
|
|
|
self.write_perf_keyval(keyval)
|
|
|
|
|
|
def postprocess_iteration(self):
|
|
# Break up sections around dividing lines.
|
|
sections = self.report_data.split('-'*72)
|
|
|
|
# First section is junk to us, second has results for single CPU run.
|
|
if len(sections) > 1:
|
|
self.process_section(section=sections[1], suffix='')
|
|
|
|
# Only machines with > 1 CPU will have a 3rd section.
|
|
if len(sections) > 2:
|
|
self.process_section(section=sections[2], suffix='_multi')
|
|
else:
|
|
raise error.TestError('Invalid output format. Unable to parse')
|
|
|
|
|
|
""" Here is a sample output:
|
|
|
|
# # # # # # # ##### ###### # # #### # #
|
|
# # ## # # # # # # # ## # # # # #
|
|
# # # # # # ## ##### ##### # # # # ######
|
|
# # # # # # ## # # # # # # # # #
|
|
# # # ## # # # # # # # ## # # # #
|
|
#### # # # # # ##### ###### # # #### # #
|
|
|
|
Version 5.1.2 Based on the Byte Magazine Unix Benchmark
|
|
|
|
Multi-CPU version Version 5 revisions by Ian Smith,
|
|
Sunnyvale, CA, USA
|
|
December 22, 2007 johantheghost at yahoo period com
|
|
|
|
|
|
1 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10
|
|
|
|
1 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10
|
|
|
|
1 x Execl Throughput 1 2 3
|
|
|
|
1 x File Copy 1024 bufsize 2000 maxblocks 1 2 3
|
|
|
|
1 x File Copy 256 bufsize 500 maxblocks 1 2 3
|
|
|
|
1 x File Copy 4096 bufsize 8000 maxblocks 1 2 3
|
|
|
|
1 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10
|
|
|
|
1 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10
|
|
|
|
1 x Process Creation 1 2 3
|
|
|
|
1 x System Call Overhead 1 2 3 4 5 6 7 8 9 10
|
|
|
|
1 x Shell Scripts (1 concurrent) 1 2 3
|
|
|
|
1 x Shell Scripts (8 concurrent) 1 2 3
|
|
|
|
2 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10
|
|
|
|
2 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10
|
|
|
|
2 x Execl Throughput 1 2 3
|
|
|
|
2 x File Copy 1024 bufsize 2000 maxblocks 1 2 3
|
|
|
|
2 x File Copy 256 bufsize 500 maxblocks 1 2 3
|
|
|
|
2 x File Copy 4096 bufsize 8000 maxblocks 1 2 3
|
|
|
|
2 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10
|
|
|
|
2 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10
|
|
|
|
2 x Process Creation 1 2 3
|
|
|
|
2 x System Call Overhead 1 2 3 4 5 6 7 8 9 10
|
|
|
|
2 x Shell Scripts (1 concurrent) 1 2 3
|
|
|
|
2 x Shell Scripts (8 concurrent) 1 2 3
|
|
|
|
========================================================================
|
|
BYTE UNIX Benchmarks (Version 5.1.2)
|
|
|
|
System: localhost: GNU/Linux
|
|
OS: GNU/Linux -- 2.6.32.26+drm33.12 -- #1 SMP Wed Jan 12 16:16:05 PST 2011
|
|
Machine: i686 (GenuineIntel)
|
|
Language: en_US.utf8 (charmap=, collate=)
|
|
CPU 0: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.2 bogomips)
|
|
Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
|
|
CPU 1: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.0 bogomips)
|
|
Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
|
|
14:11:59 up 1 day, 1:10, 0 users, load average: 0.47, 0.48, 0.51; runlevel
|
|
|
|
------------------------------------------------------------------------
|
|
Benchmark Run: Fri Jan 14 2011 14:11:59 - 14:41:26
|
|
2 CPUs in system; running 1 parallel copy of tests
|
|
|
|
Dhrystone 2 using register variables 2264000.6 lps (10.0 s, 7 samples)
|
|
Double-Precision Whetstone 507.0 MWIPS (10.1 s, 7 samples)
|
|
Execl Throughput 796.7 lps (30.0 s, 2 samples)
|
|
File Copy 1024 bufsize 2000 maxblocks 110924.1 KBps (30.1 s, 2 samples)
|
|
File Copy 256 bufsize 500 maxblocks 32600.5 KBps (30.1 s, 2 samples)
|
|
File Copy 4096 bufsize 8000 maxblocks 284236.5 KBps (30.0 s, 2 samples)
|
|
Pipe Throughput 301672.5 lps (10.0 s, 7 samples)
|
|
Pipe-based Context Switching 29475.3 lps (10.0 s, 7 samples)
|
|
Process Creation 3124.6 lps (30.0 s, 2 samples)
|
|
Shell Scripts (1 concurrent) 1753.0 lpm (60.0 s, 2 samples)
|
|
Shell Scripts (8 concurrent) 305.9 lpm (60.1 s, 2 samples)
|
|
System Call Overhead 592781.7 lps (10.0 s, 7 samples)
|
|
|
|
System Benchmarks Index Values BASELINE RESULT INDEX
|
|
Dhrystone 2 using register variables 116700.0 2264000.6 194.0
|
|
Double-Precision Whetstone 55.0 507.0 92.2
|
|
Execl Throughput 43.0 796.7 185.3
|
|
File Copy 1024 bufsize 2000 maxblocks 3960.0 110924.1 280.1
|
|
File Copy 256 bufsize 500 maxblocks 1655.0 32600.5 197.0
|
|
File Copy 4096 bufsize 8000 maxblocks 5800.0 284236.5 490.1
|
|
Pipe Throughput 12440.0 301672.5 242.5
|
|
Pipe-based Context Switching 4000.0 29475.3 73.7
|
|
Process Creation 126.0 3124.6 248.0
|
|
Shell Scripts (1 concurrent) 42.4 1753.0 413.4
|
|
Shell Scripts (8 concurrent) 6.0 305.9 509.8
|
|
System Call Overhead 15000.0 592781.7 395.2
|
|
========
|
|
System Benchmarks Index Score 238.0
|
|
|
|
------------------------------------------------------------------------
|
|
Benchmark Run: Fri Jan 14 2011 14:41:26 - 15:09:23
|
|
2 CPUs in system; running 2 parallel copies of tests
|
|
|
|
Dhrystone 2 using register variables 3411919.6 lps (10.0 s, 7 samples)
|
|
Double-Precision Whetstone 964.3 MWIPS (10.1 s, 7 samples)
|
|
Execl Throughput 2053.5 lps (30.0 s, 2 samples)
|
|
File Copy 1024 bufsize 2000 maxblocks 158308.0 KBps (30.0 s, 2 samples)
|
|
File Copy 256 bufsize 500 maxblocks 46249.5 KBps (30.0 s, 2 samples)
|
|
File Copy 4096 bufsize 8000 maxblocks 389881.9 KBps (30.0 s, 2 samples)
|
|
Pipe Throughput 410193.1 lps (10.0 s, 7 samples)
|
|
Pipe-based Context Switching 113780.0 lps (10.0 s, 7 samples)
|
|
Process Creation 7609.0 lps (30.0 s, 2 samples)
|
|
Shell Scripts (1 concurrent) 2355.0 lpm (60.0 s, 2 samples)
|
|
Shell Scripts (8 concurrent) 308.1 lpm (60.2 s, 2 samples)
|
|
System Call Overhead 1057063.2 lps (10.0 s, 7 samples)
|
|
|
|
System Benchmarks Index Values BASELINE RESULT INDEX
|
|
Dhrystone 2 using register variables 116700.0 3411919.6 292.4
|
|
Double-Precision Whetstone 55.0 964.3 175.3
|
|
Execl Throughput 43.0 2053.5 477.6
|
|
File Copy 1024 bufsize 2000 maxblocks 3960.0 158308.0 399.8
|
|
File Copy 256 bufsize 500 maxblocks 1655.0 46249.5 279.5
|
|
File Copy 4096 bufsize 8000 maxblocks 5800.0 389881.9 672.2
|
|
Pipe Throughput 12440.0 410193.1 329.7
|
|
Pipe-based Context Switching 4000.0 113780.0 284.5
|
|
Process Creation 126.0 7609.0 603.9
|
|
Shell Scripts (1 concurrent) 42.4 2355.0 555.4
|
|
Shell Scripts (8 concurrent) 6.0 308.1 513.5
|
|
System Call Overhead 15000.0 1057063.2 704.7
|
|
========
|
|
System Benchmarks Index Score 407.4
|
|
|
|
"""
|