<filename>pypy/translator/benchmark/bench-custom.py
# benchmarks on a unix machine.

import autopath
from pypy.translator.benchmark.result import BenchmarkResultSet
from pypy.translator.benchmark.benchmarks import BENCHMARKS
import os, sys, time, pickle, re, py

def get_executables(args):  #sorted by revision number (highest first)
    exes = sorted(args, key=os.path.getmtime)
    r = []
    for exe in exes:
        if '/' not in exe:
            r.append('./' + exe)
        else:
            r.append(exe)
    return r

def main(options, args):
    if os.path.exists(options.picklefile):
        benchmark_result = pickle.load(open(options.picklefile, 'rb'))
    else:
        benchmark_result = BenchmarkResultSet()

    benchmarks = []
    for b in BENCHMARKS:
        if b.name in options.benchmarks:
            if not b.check():
                print "can't run %s benchmark for some reason"%(b.name,)
            else:
                benchmarks.append(b)

    exes = get_executables(args)
    pythons = 'python2.5 python2.4 python2.3'.split()
    full_pythons = []
    for python in pythons:
        full_python = py.path.local.sysfind(python)
        if full_python:
            full_pythons.append(str(full_python))

    sys.stdout.flush()

    refs = {}

    if not options.nocpython:
        exes = full_pythons + exes

    for i in range(int(options.runcount)) + [None]:
        if i is not None:
            for exe in exes:
                for b in benchmarks:
                    benchmark_result.result(exe, allowcreate=True).run_benchmark(b, verbose=True)

        pickle.dump(benchmark_result, open(options.picklefile, 'wb'))

        stats = ['stat:st_mtime', 'exe_name', 'pypy_rev']
        for b in benchmarks:
            stats.append('bench:'+b.name)
        if options.relto:
            relto = options.relto
        else:
            relto = full_pythons[0]
        for row in benchmark_result.txt_summary(stats,
                                                relto=relto,
                                                filteron=lambda r: r.exe_name in exes):
            print row

if __name__ == '__main__':
    from optparse import OptionParser
    parser = OptionParser()
    default_benches = ','.join([b.name for b in BENCHMARKS if b.check()])
    parser.add_option(
        '--benchmarks', dest='benchmarks',
        default=default_benches,
        )
    parser.add_option(
        '--pickle', dest='picklefile',
        default='bench-custom.benchmark_result'
        )
    parser.add_option(
        '--runcount', dest='runcount',
        default='1',
        )
    parser.add_option(
        '--relto', dest='relto',
        default=None,
        )
    parser.add_option(
        '-v', '--verbose', action='store_true', dest='verbose',
        default=None,
        )
    parser.add_option(
        '--no-cpython', action='store_true', dest='nocpython',
        default=None,
        )
    options, args = parser.parse_args(sys.argv[1:])
    main(options, args)

<filename>pypy/translator/benchmark/bench-custom.py
# benchmarks on a unix machine.

import autopath
from pypy.translator.benchmark.result import BenchmarkResultSet
from pypy.translator.benchmark.benchmarks import BENCHMARKS
import os, sys, time, pickle, re, py

def get_executables(args):  #sorted by revision number (highest first)
    exes = sorted(args, key=os.path.getmtime)
    r = []
    for exe in exes:
        if '/' not in exe:
            r.append('./' + exe)
        else:
            r.append(exe)
    return r

def main(options, args):
    if os.path.exists(options.picklefile):
        benchmark_result = pickle.load(open(options.picklefile, 'rb'))
    else:
        benchmark_result = BenchmarkResultSet()

    benchmarks = []
    for b in BENCHMARKS:
        if b.name in options.benchmarks:
            if not b.check():
                print "can't run %s benchmark for some reason"%(b.name,)
            else:
                benchmarks.append(b)

    exes = get_executables(args)
    pythons = 'python2.5 python2.4 python2.3'.split()
    full_pythons = []
    for python in pythons:
        full_python = py.path.local.sysfind(python)
        if full_python:
            full_pythons.append(str(full_python))

    sys.stdout.flush()

    refs = {}

    if not options.nocpython:
        exes = full_pythons + exes

    for i in range(int(options.runcount)) + [None]:
        if i is not None:
            for exe in exes:
                for b in benchmarks:
                    benchmark_result.result(exe, allowcreate=True).run_benchmark(b, verbose=True)

        pickle.dump(benchmark_result, open(options.picklefile, 'wb'))

        stats = ['stat:st_mtime', 'exe_name', 'pypy_rev']
        for b in benchmarks:
            stats.append('bench:'+b.name)
        if options.relto:
            relto = options.relto
        else:
            relto = full_pythons[0]
        for row in benchmark_result.txt_summary(stats,
                                                relto=relto,
                                                filteron=lambda r: r.exe_name in exes):
            print row

if __name__ == '__main__':
    from optparse import OptionParser
    parser = OptionParser()
    default_benches = ','.join([b.name for b in BENCHMARKS if b.check()])
    parser.add_option(
        '--benchmarks', dest='benchmarks',
        default=default_benches,
        )
    parser.add_option(
        '--pickle', dest='picklefile',
        default='bench-custom.benchmark_result'
        )
    parser.add_option(
        '--runcount', dest='runcount',
        default='1',
        )
    parser.add_option(
        '--relto', dest='relto',
        default=None,
        )
    parser.add_option(
        '-v', '--verbose', action='store_true', dest='verbose',
        default=None,
        )
    parser.add_option(
        '--no-cpython', action='store_true', dest='nocpython',
        default=None,
        )
    options, args = parser.parse_args(sys.argv[1:])
    main(options, args)

# benchmarks on a unix machine. #sorted by revision number (highest first)