| import os, re |
| from autotest_lib.client.bin import test, utils |
| from autotest_lib.client.common_lib import error |
| |
| |
| class unixbench5(test.test): |
| """ |
| This test measure system wide performance by running the following tests: |
| - Dhrystone - focuses on string handling. |
| - Whetstone - measure floating point operations. |
| - Execl Throughput - measure the number of execl calls per second. |
| - File Copy |
| - Pipe throughput |
| - Pipe-based context switching |
| - Process creation - number of times a process can fork and reap |
| - Shell Scripts - number of times a process can start and reap a script |
| - System Call Overhead - estimates the cost of entering and leaving the |
| kernel. |
| |
| @see: http://code.google.com/p/byte-unixbench/ |
| @author: Dale Curtis <[email protected]> |
| """ |
| version = 1 |
| |
| |
| def initialize(self): |
| self.job.require_gcc() |
| self.err = [] |
| |
| |
| def setup(self, tarball='unixbench-5.1.3.tgz'): |
| """ |
| Compiles unixbench. |
| |
| @tarball: Path or URL to a unixbench tarball |
| @see: http://byte-unixbench.googlecode.com/files/unixbench-5.1.3.tgz |
| """ |
| tarball = utils.unmap_url(self.bindir, tarball, self.tmpdir) |
| utils.extract_tarball_to_dir(tarball, self.srcdir) |
| os.chdir(self.srcdir) |
| |
| utils.system('patch -p0 < ../Makefile.patch') |
| utils.make() |
| |
| |
| def run_once(self, args=''): |
| vars = 'UB_TMPDIR="%s" UB_RESULTDIR="%s"' % (self.tmpdir, |
| self.resultsdir) |
| os.chdir(self.srcdir) |
| self.report_data = utils.system_output(vars + ' ./Run ' + args) |
| self.results_path = os.path.join(self.resultsdir, |
| 'raw_output_%s' % self.iteration) |
| utils.open_write_close(self.results_path, self.report_data) |
| |
| |
| def cleanup(self): |
| """ |
| Check error index list and throw TestError if necessary. |
| """ |
| if self.err: |
| e_msg = ("No measured results for output lines: %s\nOutput:%s" % |
| (" ".join(self.err), self.report_data)) |
| raise error.TestError(e_msg) |
| |
| |
| def process_section(self, section, suffix): |
| keyval = {} |
| subsections = section.split('\n\n') |
| |
| if len(subsections) < 3: |
| raise error.TestError('Invalid output format. Unable to parse') |
| |
| # Process the subsection containing performance results first. |
| for index, line in enumerate(subsections[1].strip().split('\n')): |
| # Look for problems first. |
| if re.search('no measured results', line, flags=re.IGNORECASE): |
| self.err.append(str(index + 1)) |
| |
| # Every performance result line ends with 6 values, with the sixth |
| # being the actual result. Make sure there are at least that words |
| # in the line before processing. |
| words = line.lower().split() |
| if len(words) >= 6: |
| key = re.sub('\W', '', '_'.join(words[:-6])) |
| keyval[key + suffix] = words[-6] |
| |
| # The final score should be the last item in the third subsection. |
| keyval['score' + suffix] = subsections[2].strip().split()[-1] |
| |
| self.write_perf_keyval(keyval) |
| |
| |
| def postprocess_iteration(self): |
| # Break up sections around dividing lines. |
| sections = self.report_data.split('-'*72) |
| |
| # First section is junk to us, second has results for single CPU run. |
| if len(sections) > 1: |
| self.process_section(section=sections[1], suffix='') |
| |
| # Only machines with > 1 CPU will have a 3rd section. |
| if len(sections) > 2: |
| self.process_section(section=sections[2], suffix='_multi') |
| else: |
| raise error.TestError('Invalid output format. Unable to parse') |
| |
| |
| """ Here is a sample output: |
| |
| # # # # # # # ##### ###### # # #### # # |
| # # ## # # # # # # # ## # # # # # |
| # # # # # # ## ##### ##### # # # # ###### |
| # # # # # # ## # # # # # # # # # |
| # # # ## # # # # # # # ## # # # # |
| #### # # # # # ##### ###### # # #### # # |
| |
| Version 5.1.2 Based on the Byte Magazine Unix Benchmark |
| |
| Multi-CPU version Version 5 revisions by Ian Smith, |
| Sunnyvale, CA, USA |
| December 22, 2007 johantheghost at yahoo period com |
| |
| |
| 1 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10 |
| |
| 1 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10 |
| |
| 1 x Execl Throughput 1 2 3 |
| |
| 1 x File Copy 1024 bufsize 2000 maxblocks 1 2 3 |
| |
| 1 x File Copy 256 bufsize 500 maxblocks 1 2 3 |
| |
| 1 x File Copy 4096 bufsize 8000 maxblocks 1 2 3 |
| |
| 1 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10 |
| |
| 1 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10 |
| |
| 1 x Process Creation 1 2 3 |
| |
| 1 x System Call Overhead 1 2 3 4 5 6 7 8 9 10 |
| |
| 1 x Shell Scripts (1 concurrent) 1 2 3 |
| |
| 1 x Shell Scripts (8 concurrent) 1 2 3 |
| |
| 2 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10 |
| |
| 2 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10 |
| |
| 2 x Execl Throughput 1 2 3 |
| |
| 2 x File Copy 1024 bufsize 2000 maxblocks 1 2 3 |
| |
| 2 x File Copy 256 bufsize 500 maxblocks 1 2 3 |
| |
| 2 x File Copy 4096 bufsize 8000 maxblocks 1 2 3 |
| |
| 2 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10 |
| |
| 2 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10 |
| |
| 2 x Process Creation 1 2 3 |
| |
| 2 x System Call Overhead 1 2 3 4 5 6 7 8 9 10 |
| |
| 2 x Shell Scripts (1 concurrent) 1 2 3 |
| |
| 2 x Shell Scripts (8 concurrent) 1 2 3 |
| |
| ======================================================================== |
| BYTE UNIX Benchmarks (Version 5.1.2) |
| |
| System: localhost: GNU/Linux |
| OS: GNU/Linux -- 2.6.32.26+drm33.12 -- #1 SMP Wed Jan 12 16:16:05 PST 2011 |
| Machine: i686 (GenuineIntel) |
| Language: en_US.utf8 (charmap=, collate=) |
| CPU 0: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.2 bogomips) |
| Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT |
| CPU 1: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.0 bogomips) |
| Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT |
| 14:11:59 up 1 day, 1:10, 0 users, load average: 0.47, 0.48, 0.51; runlevel |
| |
| ------------------------------------------------------------------------ |
| Benchmark Run: Fri Jan 14 2011 14:11:59 - 14:41:26 |
| 2 CPUs in system; running 1 parallel copy of tests |
| |
| Dhrystone 2 using register variables 2264000.6 lps (10.0 s, 7 samples) |
| Double-Precision Whetstone 507.0 MWIPS (10.1 s, 7 samples) |
| Execl Throughput 796.7 lps (30.0 s, 2 samples) |
| File Copy 1024 bufsize 2000 maxblocks 110924.1 KBps (30.1 s, 2 samples) |
| File Copy 256 bufsize 500 maxblocks 32600.5 KBps (30.1 s, 2 samples) |
| File Copy 4096 bufsize 8000 maxblocks 284236.5 KBps (30.0 s, 2 samples) |
| Pipe Throughput 301672.5 lps (10.0 s, 7 samples) |
| Pipe-based Context Switching 29475.3 lps (10.0 s, 7 samples) |
| Process Creation 3124.6 lps (30.0 s, 2 samples) |
| Shell Scripts (1 concurrent) 1753.0 lpm (60.0 s, 2 samples) |
| Shell Scripts (8 concurrent) 305.9 lpm (60.1 s, 2 samples) |
| System Call Overhead 592781.7 lps (10.0 s, 7 samples) |
| |
| System Benchmarks Index Values BASELINE RESULT INDEX |
| Dhrystone 2 using register variables 116700.0 2264000.6 194.0 |
| Double-Precision Whetstone 55.0 507.0 92.2 |
| Execl Throughput 43.0 796.7 185.3 |
| File Copy 1024 bufsize 2000 maxblocks 3960.0 110924.1 280.1 |
| File Copy 256 bufsize 500 maxblocks 1655.0 32600.5 197.0 |
| File Copy 4096 bufsize 8000 maxblocks 5800.0 284236.5 490.1 |
| Pipe Throughput 12440.0 301672.5 242.5 |
| Pipe-based Context Switching 4000.0 29475.3 73.7 |
| Process Creation 126.0 3124.6 248.0 |
| Shell Scripts (1 concurrent) 42.4 1753.0 413.4 |
| Shell Scripts (8 concurrent) 6.0 305.9 509.8 |
| System Call Overhead 15000.0 592781.7 395.2 |
| ======== |
| System Benchmarks Index Score 238.0 |
| |
| ------------------------------------------------------------------------ |
| Benchmark Run: Fri Jan 14 2011 14:41:26 - 15:09:23 |
| 2 CPUs in system; running 2 parallel copies of tests |
| |
| Dhrystone 2 using register variables 3411919.6 lps (10.0 s, 7 samples) |
| Double-Precision Whetstone 964.3 MWIPS (10.1 s, 7 samples) |
| Execl Throughput 2053.5 lps (30.0 s, 2 samples) |
| File Copy 1024 bufsize 2000 maxblocks 158308.0 KBps (30.0 s, 2 samples) |
| File Copy 256 bufsize 500 maxblocks 46249.5 KBps (30.0 s, 2 samples) |
| File Copy 4096 bufsize 8000 maxblocks 389881.9 KBps (30.0 s, 2 samples) |
| Pipe Throughput 410193.1 lps (10.0 s, 7 samples) |
| Pipe-based Context Switching 113780.0 lps (10.0 s, 7 samples) |
| Process Creation 7609.0 lps (30.0 s, 2 samples) |
| Shell Scripts (1 concurrent) 2355.0 lpm (60.0 s, 2 samples) |
| Shell Scripts (8 concurrent) 308.1 lpm (60.2 s, 2 samples) |
| System Call Overhead 1057063.2 lps (10.0 s, 7 samples) |
| |
| System Benchmarks Index Values BASELINE RESULT INDEX |
| Dhrystone 2 using register variables 116700.0 3411919.6 292.4 |
| Double-Precision Whetstone 55.0 964.3 175.3 |
| Execl Throughput 43.0 2053.5 477.6 |
| File Copy 1024 bufsize 2000 maxblocks 3960.0 158308.0 399.8 |
| File Copy 256 bufsize 500 maxblocks 1655.0 46249.5 279.5 |
| File Copy 4096 bufsize 8000 maxblocks 5800.0 389881.9 672.2 |
| Pipe Throughput 12440.0 410193.1 329.7 |
| Pipe-based Context Switching 4000.0 113780.0 284.5 |
| Process Creation 126.0 7609.0 603.9 |
| Shell Scripts (1 concurrent) 42.4 2355.0 555.4 |
| Shell Scripts (8 concurrent) 6.0 308.1 513.5 |
| System Call Overhead 15000.0 1057063.2 704.7 |
| ======== |
| System Benchmarks Index Score 407.4 |
| |
| """ |
