<gh_stars>0
#!/usr/bin/env python

import argparse
import os

import skelconf
import adios
import skel_bpy
import skel_settings


# To produce submit scripts, we'll work from a template. There will
# be two types of replacement, simple variables, and macros (for the
# tests)
def generate_submit_scripts_from_xml (params):

    settings = skel_settings.skel_settings()

    for batch in params.get_batches():
        #platform = params.get_target()
        settings = skel_settings.skel_settings()
        platform = settings.get_submit_target()

        sfile = open ('submit_' + platform + '_' + batch.get_name(), 'w')
        sfile_template = open (os.path.expanduser('~/.skel/templates/submit_' + platform + '.tpl'), 'r')

        i = 0
        template_lines = sfile_template.readlines()
        while i < len (template_lines):

            template_line = template_lines[i]

            if '$$START_TEST$$' in template_line:
            # This is the test macro, run through it for each test
                template_start_index = i + 1
                for test in batch.get_tests():
                    j = template_start_index
                    template_line = template_lines[j]
                    while not '$$END_TEST$$' in template_line:
                        sfile.write (submit_line_template_replace (template_line, params, batch, test, settings))
                        j = j + 1
                        template_line = template_lines[j]
                    # Point at the first line after the macro
                    i = j + 1
            else:
                # Fill in any replacement vars in this line...
                template_line = submit_line_template_replace (template_line, params, batch, None, settings)
                sfile.write (template_line)
                i = i + 1

        sfile_template.close()
        sfile.close()


import re
import math

def submit_line_template_replace (template_line, params, batch, test, settings):

    template_line = template_line.replace ('$$JOB_NAME$$', batch.get_name() + '_%d'%batch.get_cores() + '_skel_' + params.get_application() )
    template_line = template_line.replace ('$$WALLTIME$$', batch.get_walltime() )
    template_line = template_line.replace ('$$APP$$', params.get_application() )
    template_line = template_line.replace ('$$CORES_USED$$', '%d'%batch.get_cores() )
    template_line = template_line.replace ('$$TARGET$$', params.get_target() )
    template_line = template_line.replace ('$$ACCOUNT$$', settings.get_account() )

    if test != None:

        #Test specific replacements
        template_line = template_line.replace ('$$TAGS$$', test.get_tags() )
        template_line = template_line.replace ('$$METHOD$$', test.get_method() )
        template_line = template_line.replace ('$$EXEC$$', params.get_application() + '_skel_' + test.get_group_name() + '_' + test.get_type() )

        template_line = template_line.replace ('$$ITERATIONS$$', test.get_iterations() )

        template_line = template_line.replace ('$$METHOD_PARAMS$$', test.get_method_params() )
        template_line = template_line.replace ('$$EXT$$', test.get_ext() )

        if test.get_rm() == 'pre' or test.get_rm() == 'both':
            prerm = 'rm -rf out*'
        else:
            prerm = ''
        template_line = template_line.replace ('$$PRE_RM$$', prerm)

        if test.get_rm() == 'post' or test.get_rm() == 'both':
            postrm = 'rm -rf out*'
        else:
            postrm = ''
        template_line = template_line.replace ('$$POST_RM$$', postrm)


    if '$$CORES_TOTAL$$' in template_line:
        pattern = re.compile (r"\$\$CORES_TOTAL\$\$[\d]*\$\$")
        match = pattern.search (template_line)
        match_term = match.group()

        # If we split the matched string at the dollar signs, the cores/node will be
        # at index 4
        count = float(match_term.split('$')[4])
        total_cores = int (math.ceil( (batch.get_cores() / count) ) * count)
        template_line = template_line.replace (match_term, '%d'%total_cores)


    if '$$NODES_TOTAL$$' in template_line:
        pattern = re.compile (r"\$\$NODES_TOTAL\$\$[\d]*\$\$")
        match = pattern.search (template_line)
        match_term = match.group()

        count = float(match_term.split('$')[4])
        total_nodes = int (math.ceil( (batch.get_cores() / count) ) )
        template_line = template_line.replace (match_term, '%d'%total_nodes)

    return template_line


def generate_submit_scripts_from_yaml (args):
    #print "Generating submission script using yaml file"

    bpy = skel_bpy.skel_bpy (args.yamlfile)

    outfilename = "submit.pbs"
    template_file_name = "~/.skel/templates/submit_sith.tmpl"

    # Only proceed if outfilename does not already exist, or if -f was used
    if os.path.exists (outfilename) and not args.force:
        print "%s exists, aborting. Delete the file or use -f to overwrite." % outfilename
        return 999

    skel_file = open (outfilename, 'w')

    # Now for the Cheetah magic:
    from Cheetah.Template import Template
    template_file = open (os.path.expanduser(template_file_name), 'r')
    t = Template(file=template_file)

    settings = skel_settings.skel_settings()

    t.bpy = bpy
    t.project = args.project
    t.target = settings.get_submit_target()
    t.account = settings.get_account()
    t.job_name = "skel_%s_%d" % (args.project, bpy.get_num_procs() )
    t.walltime = "1:00:00"
    t.iteration_count = 1
    t.executable = "%s_skel_%s" % (t.project, bpy.get_group_name() )

    skel_file.write (str(t) )


def generate_submit_scripts_with_args (parent_parser):

    args = pparse_command_line (parent_parser)

    try:
        config = adios.adiosConfig (args.project + '_skel.xml')
    except (IOError):
        print "XXError reading " + args.project + "_skel.xml. Try running skel xml " + args.project + " first."
        return 1


    if args.yamlfile is not None:
        generate_submit_scripts_from_yaml(args)
    else:
        try:
            params = skelconf.skelConfig (args.project + '_params.xml')
        except (IOError):
            print "Error reading " + args.project + "_params.xml. Try running skel params " + args.project + " first,"
            print "then check that " + args.project + "_params.xml exists."
            return 1

        generate_submit_scripts_from_xml (params)


def pparse_command_line (parent_parser):
    parser = argparse.ArgumentParser (
                parents = [parent_parser],
                formatter_class=argparse.RawDescriptionHelpFormatter,
                prog='skel',
                #add_help=False,
                description='''\
        skel source 
            create source code to access the I/O pattern for the target skeletal application''')

    parser.add_argument ('project', metavar='project', help='Name of the skel project')
    parser.add_argument ('-y', '--yaml-file', dest='yamlfile', help='yaml file to use for I/O pattern')
    parser.add_argument ('-f', '--force', dest='force', action='store_true', help='overwrite existing source file')
    parser.set_defaults(force=False)

    return parser.parse_args()


def parse_command_line():

    parser = argparse.ArgumentParser (description='Create submission scripts for the given skel project')
    parser.add_argument ('project', metavar='project', help='Name of the skel project')

    return parser.parse_args()


def main(argv=None):

    skel_settings.create_settings_dir_if_needed()
    
    args = parse_command_line()

    config = adios.adiosConfig (args.project + '_skel.xml')
    params = skelconf.skelConfig (args.project + '_params.xml')

    #generate_makefiles_c (params)
    generate_submit_scripts_from_xml (params)



if __name__ == "__main__":
    main()




#!/usr/bin/env python

import argparse
import os

import skelconf
import adios
import skel_bpy
import skel_settings


# To produce submit scripts, we'll work from a template. There will
# be two types of replacement, simple variables, and macros (for the
# tests)
def generate_submit_scripts_from_xml (params):

    settings = skel_settings.skel_settings()

    for batch in params.get_batches():
        #platform = params.get_target()
        settings = skel_settings.skel_settings()
        platform = settings.get_submit_target()

        sfile = open ('submit_' + platform + '_' + batch.get_name(), 'w')
        sfile_template = open (os.path.expanduser('~/.skel/templates/submit_' + platform + '.tpl'), 'r')

        i = 0
        template_lines = sfile_template.readlines()
        while i < len (template_lines):

            template_line = template_lines[i]

            if '$$START_TEST$$' in template_line:
            # This is the test macro, run through it for each test
                template_start_index = i + 1
                for test in batch.get_tests():
                    j = template_start_index
                    template_line = template_lines[j]
                    while not '$$END_TEST$$' in template_line:
                        sfile.write (submit_line_template_replace (template_line, params, batch, test, settings))
                        j = j + 1
                        template_line = template_lines[j]
                    # Point at the first line after the macro
                    i = j + 1
            else:
                # Fill in any replacement vars in this line...
                template_line = submit_line_template_replace (template_line, params, batch, None, settings)
                sfile.write (template_line)
                i = i + 1

        sfile_template.close()
        sfile.close()


import re
import math

def submit_line_template_replace (template_line, params, batch, test, settings):

    template_line = template_line.replace ('$$JOB_NAME$$', batch.get_name() + '_%d'%batch.get_cores() + '_skel_' + params.get_application() )
    template_line = template_line.replace ('$$WALLTIME$$', batch.get_walltime() )
    template_line = template_line.replace ('$$APP$$', params.get_application() )
    template_line = template_line.replace ('$$CORES_USED$$', '%d'%batch.get_cores() )
    template_line = template_line.replace ('$$TARGET$$', params.get_target() )
    template_line = template_line.replace ('$$ACCOUNT$$', settings.get_account() )

    if test != None:

        #Test specific replacements
        template_line = template_line.replace ('$$TAGS$$', test.get_tags() )
        template_line = template_line.replace ('$$METHOD$$', test.get_method() )
        template_line = template_line.replace ('$$EXEC$$', params.get_application() + '_skel_' + test.get_group_name() + '_' + test.get_type() )

        template_line = template_line.replace ('$$ITERATIONS$$', test.get_iterations() )

        template_line = template_line.replace ('$$METHOD_PARAMS$$', test.get_method_params() )
        template_line = template_line.replace ('$$EXT$$', test.get_ext() )

        if test.get_rm() == 'pre' or test.get_rm() == 'both':
            prerm = 'rm -rf out*'
        else:
            prerm = ''
        template_line = template_line.replace ('$$PRE_RM$$', prerm)

        if test.get_rm() == 'post' or test.get_rm() == 'both':
            postrm = 'rm -rf out*'
        else:
            postrm = ''
        template_line = template_line.replace ('$$POST_RM$$', postrm)


    if '$$CORES_TOTAL$$' in template_line:
        pattern = re.compile (r"\$\$CORES_TOTAL\$\$[\d]*\$\$")
        match = pattern.search (template_line)
        match_term = match.group()

        # If we split the matched string at the dollar signs, the cores/node will be
        # at index 4
        count = float(match_term.split('$')[4])
        total_cores = int (math.ceil( (batch.get_cores() / count) ) * count)
        template_line = template_line.replace (match_term, '%d'%total_cores)


    if '$$NODES_TOTAL$$' in template_line:
        pattern = re.compile (r"\$\$NODES_TOTAL\$\$[\d]*\$\$")
        match = pattern.search (template_line)
        match_term = match.group()

        count = float(match_term.split('$')[4])
        total_nodes = int (math.ceil( (batch.get_cores() / count) ) )
        template_line = template_line.replace (match_term, '%d'%total_nodes)

    return template_line


def generate_submit_scripts_from_yaml (args):
    #print "Generating submission script using yaml file"

    bpy = skel_bpy.skel_bpy (args.yamlfile)

    outfilename = "submit.pbs"
    template_file_name = "~/.skel/templates/submit_sith.tmpl"

    # Only proceed if outfilename does not already exist, or if -f was used
    if os.path.exists (outfilename) and not args.force:
        print "%s exists, aborting. Delete the file or use -f to overwrite." % outfilename
        return 999

    skel_file = open (outfilename, 'w')

    # Now for the Cheetah magic:
    from Cheetah.Template import Template
    template_file = open (os.path.expanduser(template_file_name), 'r')
    t = Template(file=template_file)

    settings = skel_settings.skel_settings()

    t.bpy = bpy
    t.project = args.project
    t.target = settings.get_submit_target()
    t.account = settings.get_account()
    t.job_name = "skel_%s_%d" % (args.project, bpy.get_num_procs() )
    t.walltime = "1:00:00"
    t.iteration_count = 1
    t.executable = "%s_skel_%s" % (t.project, bpy.get_group_name() )

    skel_file.write (str(t) )


def generate_submit_scripts_with_args (parent_parser):

    args = pparse_command_line (parent_parser)

    try:
        config = adios.adiosConfig (args.project + '_skel.xml')
    except (IOError):
        print "XXError reading " + args.project + "_skel.xml. Try running skel xml " + args.project + " first."
        return 1


    if args.yamlfile is not None:
        generate_submit_scripts_from_yaml(args)
    else:
        try:
            params = skelconf.skelConfig (args.project + '_params.xml')
        except (IOError):
            print "Error reading " + args.project + "_params.xml. Try running skel params " + args.project + " first,"
            print "then check that " + args.project + "_params.xml exists."
            return 1

        generate_submit_scripts_from_xml (params)


def pparse_command_line (parent_parser):
    parser = argparse.ArgumentParser (
                parents = [parent_parser],
                formatter_class=argparse.RawDescriptionHelpFormatter,
                prog='skel',
                #add_help=False,
                description='''\
        skel source 
            create source code to access the I/O pattern for the target skeletal application''')

    parser.add_argument ('project', metavar='project', help='Name of the skel project')
    parser.add_argument ('-y', '--yaml-file', dest='yamlfile', help='yaml file to use for I/O pattern')
    parser.add_argument ('-f', '--force', dest='force', action='store_true', help='overwrite existing source file')
    parser.set_defaults(force=False)

    return parser.parse_args()


def parse_command_line():

    parser = argparse.ArgumentParser (description='Create submission scripts for the given skel project')
    parser.add_argument ('project', metavar='project', help='Name of the skel project')

    return parser.parse_args()


def main(argv=None):

    skel_settings.create_settings_dir_if_needed()
    
    args = parse_command_line()

    config = adios.adiosConfig (args.project + '_skel.xml')
    params = skelconf.skelConfig (args.project + '_params.xml')

    #generate_makefiles_c (params)
    generate_submit_scripts_from_xml (params)



if __name__ == "__main__":
    main()
#!/usr/bin/env python # To produce submit scripts, we'll work from a template. There will # be two types of replacement, simple variables, and macros (for the # tests) #platform = params.get_target() # This is the test macro, run through it for each test # Point at the first line after the macro # Fill in any replacement vars in this line... #Test specific replacements # If we split the matched string at the dollar signs, the cores/node will be # at index 4 #print "Generating submission script using yaml file" # Only proceed if outfilename does not already exist, or if -f was used # Now for the Cheetah magic: #add_help=False, \         skel source              create source code to access the I/O pattern for the target skeletal application #generate_makefiles_c (params)