#! /usr/bin/env python

import os
homedir = os.getenv('HOME')
os.environ['PATH'] += ':/usr/local/bin:/usr/local/llvm/cfrontend/ppc/llvm-gcc/bin:'+homedir+'/bin'

import autopath
import py
import time, os, sys, stat
from pypy.translator.llvm.buildllvm import Builder

os.umask(022)      # allow everyone to read/execute the produced pypy-c's


tmpdir  = py.std.tempfile.gettempdir() + '/usession-' + os.environ['USER'] + '/'
cflags  = "-O3"
lflags  = "-lgc -lm -lpthread"

dry_run = False

def run(cmd):
    print 'RUN:', cmd
    sys.stdout.flush()
    result = 0  #OK
    if not dry_run:
        result = os.system(cmd) #note: result is system dependent but works on Linux the way we want
    return result

def update_pypy():
    os.chdir(homedir + '/projects/pypy-dist')
    run('/usr/local/bin/svn up 2>&1')

def update_llvm():
    os.chdir(homedir + '/projects/llvm')
    run('cvs -q up 2>&1')
    run('make -k -j3 tools-only 2>&1')

def compile_llvm_variants(revision, features):
    ll2bc(revision, features)
    bc2c_exe(revision, features, 'from richards import *;main(iterations=1)')
    bc2x86_exe(revision, features, 'llvm')

def ll2bc(revision, features):
    if features:
        features = '-' + features
    cmd = 'cp %spypy.ll pypy/translator/goal/archive/pypy%s-%s.ll' % (tmpdir, features, revision)
    run(cmd)

    opts = Builder(None).optimizations()
    cmd  = '~/bin/llvm-as < %spypy.ll | ~/bin/opt %s -f -o %spypy.bc' % (
        tmpdir, opts, tmpdir)
    run(cmd)

    cmd = 'cp %spypy.bc pypy/translator/goal/archive/pypy%s-%s.bc' % (tmpdir, features, revision)
    run(cmd)


def bc2c_exe(revision, features, profile_command=None):
    if features:
        features = '-' + features
    filename = "pypy-llvm-%s%s-c" % (revision, features)
    b = tmpdir + filename

    run("~/bin/llc %spypy.bc -march=c -f -o %s.c" % (tmpdir, b))
    run("cp %s.c pypy/translator/goal/archive" % b)
    run("gcc %s.c %s -S -o %s.s" % (b, cflags, b))
    run("cp %s.s pypy/translator/goal/archive" % b)
    run("gcc %s.s %s -o %s" % (b, lflags, b))
    run("cp %s pypy/translator/goal" % b)

    if profile_command:
        run("gcc %s.c -fprofile-generate %s -S -o %s.s" % (b, cflags, b))
        run("gcc %s.s -fprofile-generate %s -o %s" % (b, lflags, b))
        run("%s -c '%s'" % (b, profile_command))
        run("gcc %s.c -fprofile-use %s -S -o %s.s" % (b, cflags, b))
        run("cp %s.s pypy/translator/goal/archive/%s-prof.s" % (b, filename))
        run("gcc %s.s -fprofile-use %s -o %s" % (b, lflags, b))
        run("cp %s pypy/translator/goal/%s-prof" % (b, filename))
        
def bc2x86_exe(revision, features, name_extra, llc_extra_options=''):
    if features:
        features = '-' + features
    b   = "%spypy-llvm-%s%s-%s" % (tmpdir, revision, features, name_extra)

    cmd = "~/bin/llc %spypy.bc %s -f -o %s.s" % (tmpdir, llc_extra_options, b)
    run(cmd)

    cmd = 'cp %s.s pypy/translator/goal/archive' % b
    run(cmd)

    cmd = "gcc %s.s %s -o %s" % (b, lflags, b)
    run(cmd)

    cmd = "cp %s pypy/translator/goal" % b
    run(cmd)


def compile(backend):
    try:
        backend, features = backend.split('--', 1)
        featureoptions = ''.join([" --" + f     for f in features.split('--') if f[0] != '_'])
        targetoptions  = ''.join([" --" + f[1:] for f in features.split('--') if f[0] == '_'])
    except:
        features       = ''
        featureoptions = ''
        targetoptions  = ''

    if backend == 'llvm':
        translateoptions = ' --source --raisingop2direct_call'
    else:
        translateoptions = ''

    def normalize(f):
        if f.startswith('_'):
            f = f[1:]
        if f.startswith('profopt'):
            f = 'prof'
        return f
    features = '--'.join([normalize(f) for f in features.split('--')])

    os.chdir(homedir + '/projects/pypy-dist/pypy/translator/goal')
    run('/usr/local/bin/python translate.py --backend=%(backend)s%(featureoptions)s%(translateoptions)s --text --batch targetpypystandalone.py %(targetoptions)s 2>&1' % locals())
    if backend == 'llvm':
        run('mv %s/entry_point.ll %s/pypy.ll' % (tmpdir, tmpdir))

    os.chdir(homedir + '/projects/pypy-dist')
    try:
        revision = '%d' % (py.path.svnwc('.').info().rev,)
    except:
        revision = 'unknown'
    basename = homedir + '/projects/pypy-dist/pypy/translator/goal/' + 'pypy-' + backend
    realname = basename + '-' + revision
    if features:
        realname += "-" + features

    if backend == 'llvm':   #create llvm exectutable from the current source
        compile_llvm_variants(revision, features)
    elif os.path.exists(basename):                   #copy executable
        run("mv %s %s" % (basename, realname))
        if backend == 'cli':
            basename_dir = basename + '-data'
            realname_dir = realname + '-data'
            run("mv %s %s" % (basename_dir, realname_dir))
        elif backend == 'jvm':
            basename_jar = basename + '.jar'
            realname_jar = realname + '.jar'
            run("mv %s %s" % (basename_jar, realname_jar))
        #pypy = open(basename, 'rb').read()
        #if len(pypy) > 0:
        #    open(realname, 'wb').write(pypy)
        #os.chmod(realname, stat.S_IRWXU)
        #os.unlink(basename)

def get_load():
    g = os.popen('uptime', 'r')
    buf = g.read().strip()
    g.close()
    return buf

def benchmark():
    os.chdir(homedir + '/projects/pypy-dist/pypy/translator/goal')
    uname = os.popen('uname -a', 'r').read()
    startload = get_load()
#    result = run('/usr/local/bin/withlock /tmp/cpu_cycles_lock /usr/local/bin/python bench-unix.py 2>&1 | tee benchmark.txt' % locals())
    result = run('/usr/local/bin/python bench-unix.py 2>&1 | tee benchmark.txt' % locals())
    endload = get_load()
    if not dry_run and result == 0:
        f = open('benchmark.html', 'w')
        print >> f, "<html><body>"
        print >> f, "<pre>"
        print >> f, "uname -a:", uname
        print >> f, "Benchmark started:", startload
        print >> f, "            ended:", endload
        print >> f
        f.write(open('benchmark.txt').read())
        print >> f, "</pre>"
        print >> f, "</body></html>"
        f.close()

def main(backends=[]):
    if backends == []:  #_ prefix means target specific option, # prefix to outcomment
        backends = [backend.strip() for backend in """
            c
            c--stackless--_faassen
            c--_faassen--_allworkingmodules
            c--thread
            c--gc=marksweep--_faassen
            c--gc=semispace--_faassen
            c--gc=generation--_faassen
            c--_objspace-std-withrope
            cli--_faassen
            jvm--_faassen
            """.split('\n') if backend.strip() and not backend.strip().startswith('#')]
    print time.ctime()
    for backend in backends:
        if backend.startswith('llvm'):
            update_llvm()
            break
    update_pypy()
    for backend in backends:
        try:
            compile(backend)
        except:
            raise
            pass
    benchmark()
    print time.ctime()
    print 80*'-'

if __name__ == '__main__':
    args = sys.argv[1:]
    if args and args[0] == '--benchmark-only':
        benchmark()
    else:
        if args and args[0] == '--dry-run':
            del args[0]
            dry_run = True
        main(args)

#! /usr/bin/env python

import os
homedir = os.getenv('HOME')
os.environ['PATH'] += ':/usr/local/bin:/usr/local/llvm/cfrontend/ppc/llvm-gcc/bin:'+homedir+'/bin'

import autopath
import py
import time, os, sys, stat
from pypy.translator.llvm.buildllvm import Builder

os.umask(022)      # allow everyone to read/execute the produced pypy-c's


tmpdir  = py.std.tempfile.gettempdir() + '/usession-' + os.environ['USER'] + '/'
cflags  = "-O3"
lflags  = "-lgc -lm -lpthread"

dry_run = False

def run(cmd):
    print 'RUN:', cmd
    sys.stdout.flush()
    result = 0  #OK
    if not dry_run:
        result = os.system(cmd) #note: result is system dependent but works on Linux the way we want
    return result

def update_pypy():
    os.chdir(homedir + '/projects/pypy-dist')
    run('/usr/local/bin/svn up 2>&1')

def update_llvm():
    os.chdir(homedir + '/projects/llvm')
    run('cvs -q up 2>&1')
    run('make -k -j3 tools-only 2>&1')

def compile_llvm_variants(revision, features):
    ll2bc(revision, features)
    bc2c_exe(revision, features, 'from richards import *;main(iterations=1)')
    bc2x86_exe(revision, features, 'llvm')

def ll2bc(revision, features):
    if features:
        features = '-' + features
    cmd = 'cp %spypy.ll pypy/translator/goal/archive/pypy%s-%s.ll' % (tmpdir, features, revision)
    run(cmd)

    opts = Builder(None).optimizations()
    cmd  = '~/bin/llvm-as < %spypy.ll | ~/bin/opt %s -f -o %spypy.bc' % (
        tmpdir, opts, tmpdir)
    run(cmd)

    cmd = 'cp %spypy.bc pypy/translator/goal/archive/pypy%s-%s.bc' % (tmpdir, features, revision)
    run(cmd)


def bc2c_exe(revision, features, profile_command=None):
    if features:
        features = '-' + features
    filename = "pypy-llvm-%s%s-c" % (revision, features)
    b = tmpdir + filename

    run("~/bin/llc %spypy.bc -march=c -f -o %s.c" % (tmpdir, b))
    run("cp %s.c pypy/translator/goal/archive" % b)
    run("gcc %s.c %s -S -o %s.s" % (b, cflags, b))
    run("cp %s.s pypy/translator/goal/archive" % b)
    run("gcc %s.s %s -o %s" % (b, lflags, b))
    run("cp %s pypy/translator/goal" % b)

    if profile_command:
        run("gcc %s.c -fprofile-generate %s -S -o %s.s" % (b, cflags, b))
        run("gcc %s.s -fprofile-generate %s -o %s" % (b, lflags, b))
        run("%s -c '%s'" % (b, profile_command))
        run("gcc %s.c -fprofile-use %s -S -o %s.s" % (b, cflags, b))
        run("cp %s.s pypy/translator/goal/archive/%s-prof.s" % (b, filename))
        run("gcc %s.s -fprofile-use %s -o %s" % (b, lflags, b))
        run("cp %s pypy/translator/goal/%s-prof" % (b, filename))
        
def bc2x86_exe(revision, features, name_extra, llc_extra_options=''):
    if features:
        features = '-' + features
    b   = "%spypy-llvm-%s%s-%s" % (tmpdir, revision, features, name_extra)

    cmd = "~/bin/llc %spypy.bc %s -f -o %s.s" % (tmpdir, llc_extra_options, b)
    run(cmd)

    cmd = 'cp %s.s pypy/translator/goal/archive' % b
    run(cmd)

    cmd = "gcc %s.s %s -o %s" % (b, lflags, b)
    run(cmd)

    cmd = "cp %s pypy/translator/goal" % b
    run(cmd)


def compile(backend):
    try:
        backend, features = backend.split('--', 1)
        featureoptions = ''.join([" --" + f     for f in features.split('--') if f[0] != '_'])
        targetoptions  = ''.join([" --" + f[1:] for f in features.split('--') if f[0] == '_'])
    except:
        features       = ''
        featureoptions = ''
        targetoptions  = ''

    if backend == 'llvm':
        translateoptions = ' --source --raisingop2direct_call'
    else:
        translateoptions = ''

    def normalize(f):
        if f.startswith('_'):
            f = f[1:]
        if f.startswith('profopt'):
            f = 'prof'
        return f
    features = '--'.join([normalize(f) for f in features.split('--')])

    os.chdir(homedir + '/projects/pypy-dist/pypy/translator/goal')
    run('/usr/local/bin/python translate.py --backend=%(backend)s%(featureoptions)s%(translateoptions)s --text --batch targetpypystandalone.py %(targetoptions)s 2>&1' % locals())
    if backend == 'llvm':
        run('mv %s/entry_point.ll %s/pypy.ll' % (tmpdir, tmpdir))

    os.chdir(homedir + '/projects/pypy-dist')
    try:
        revision = '%d' % (py.path.svnwc('.').info().rev,)
    except:
        revision = 'unknown'
    basename = homedir + '/projects/pypy-dist/pypy/translator/goal/' + 'pypy-' + backend
    realname = basename + '-' + revision
    if features:
        realname += "-" + features

    if backend == 'llvm':   #create llvm exectutable from the current source
        compile_llvm_variants(revision, features)
    elif os.path.exists(basename):                   #copy executable
        run("mv %s %s" % (basename, realname))
        if backend == 'cli':
            basename_dir = basename + '-data'
            realname_dir = realname + '-data'
            run("mv %s %s" % (basename_dir, realname_dir))
        elif backend == 'jvm':
            basename_jar = basename + '.jar'
            realname_jar = realname + '.jar'
            run("mv %s %s" % (basename_jar, realname_jar))
        #pypy = open(basename, 'rb').read()
        #if len(pypy) > 0:
        #    open(realname, 'wb').write(pypy)
        #os.chmod(realname, stat.S_IRWXU)
        #os.unlink(basename)

def get_load():
    g = os.popen('uptime', 'r')
    buf = g.read().strip()
    g.close()
    return buf

def benchmark():
    os.chdir(homedir + '/projects/pypy-dist/pypy/translator/goal')
    uname = os.popen('uname -a', 'r').read()
    startload = get_load()
#    result = run('/usr/local/bin/withlock /tmp/cpu_cycles_lock /usr/local/bin/python bench-unix.py 2>&1 | tee benchmark.txt' % locals())
    result = run('/usr/local/bin/python bench-unix.py 2>&1 | tee benchmark.txt' % locals())
    endload = get_load()
    if not dry_run and result == 0:
        f = open('benchmark.html', 'w')
        print >> f, "<html><body>"
        print >> f, "<pre>"
        print >> f, "uname -a:", uname
        print >> f, "Benchmark started:", startload
        print >> f, "            ended:", endload
        print >> f
        f.write(open('benchmark.txt').read())
        print >> f, "</pre>"
        print >> f, "</body></html>"
        f.close()

def main(backends=[]):
    if backends == []:  #_ prefix means target specific option, # prefix to outcomment
        backends = [backend.strip() for backend in """
            c
            c--stackless--_faassen
            c--_faassen--_allworkingmodules
            c--thread
            c--gc=marksweep--_faassen
            c--gc=semispace--_faassen
            c--gc=generation--_faassen
            c--_objspace-std-withrope
            cli--_faassen
            jvm--_faassen
            """.split('\n') if backend.strip() and not backend.strip().startswith('#')]
    print time.ctime()
    for backend in backends:
        if backend.startswith('llvm'):
            update_llvm()
            break
    update_pypy()
    for backend in backends:
        try:
            compile(backend)
        except:
            raise
            pass
    benchmark()
    print time.ctime()
    print 80*'-'

if __name__ == '__main__':
    args = sys.argv[1:]
    if args and args[0] == '--benchmark-only':
        benchmark()
    else:
        if args and args[0] == '--dry-run':
            del args[0]
            dry_run = True
        main(args)

#! /usr/bin/env python # allow everyone to read/execute the produced pypy-c's #OK #note: result is system dependent but works on Linux the way we want #create llvm exectutable from the current source #copy executable #pypy = open(basename, 'rb').read() #if len(pypy) > 0: #    open(realname, 'wb').write(pypy) #os.chmod(realname, stat.S_IRWXU) #os.unlink(basename) #    result = run('/usr/local/bin/withlock /tmp/cpu_cycles_lock /usr/local/bin/python bench-unix.py 2>&1 | tee benchmark.txt' % locals()) #_ prefix means target specific option, # prefix to outcomment c             c--stackless--_faassen             c--_faassen--_allworkingmodules             c--thread             c--gc=marksweep--_faassen             c--gc=semispace--_faassen             c--gc=generation--_faassen             c--_objspace-std-withrope             cli--_faassen             jvm--_faassen