<gh_stars>1-10
#!/usr/bin/env python
import os
import re

lang_labels = {
    'c':    'C',
    'cpp':  'C++',
    'py':   'Python',
    'cs':   'C#'
}
lang_pygment = {
    'c':    'c',
    'cpp':  'cpp',
    'py':   'python',
    'cs':   'csharp'
}
lang_order  = ['py', 'c', 'cpp', 'cs']

benchmarks_relpath = os.path.join("..", "..", "..", "benchpress", "benchmarks")


def _script_path():
    """Returns the path to the dir this script is in"""
    return os.path.dirname(os.path.realpath(__file__))


def pretty_name(text):
    """Returns a rewrite like: "snakes_and_ladders" -> "Snakes And Ladders"."""

    return text.replace('_', ' ').title()


def flatten(benchmarks):
    """Flattens the benchmarks into a specific ordering."""

    meta    = benchmarks["__meta__"]
    impls   = benchmarks["impls"]
    flat    = []

    for bench in meta["benchs"]:
        entry = [bench]

        for lang in lang_order:
            for tool in meta["tools_by_lang"][lang]:
                if lang in impls[bench] and tool in impls[bench][lang]:
                    entry_info = section_ref("* <%s_%s>" % (bench, tool))
                    if impls[bench][lang][tool]["issues"]:
                        entry_info += " [ISU]_"
                    if impls[bench][lang][tool]["bohrium"]:
                        entry_info += " [BH]_"
                    if not impls[bench][lang][tool]["dogma"] and tool == "python_numpy":
                        entry_info += " [IBNP]_"
                    entry.append(entry_info)
                else:
                    entry.append(" ")
        flat.append(entry)

    return flat


class RstTable(object):

    def __init__(self, headers, rows):
        self.headers = headers
        self.rows = rows

        self.col_widths = [0]*len(rows[0])  # Determine widths of columns
        for ridx, row in enumerate(rows):
            for cidx, col in enumerate(row):
                col_len = len(col)
                if col_len > self.col_widths[cidx]:
                    self.col_widths[cidx] = col_len

    def draw_row(self, row, widths=None):
        if not widths:
            widths = self.col_widths

        cols = []
        for cidx, cwidth in enumerate(widths):
            cols.append(row[cidx].ljust(cwidth))
        return "| %s |" % " | ".join(cols)

    def draw_sep(self, widths=None, sep='-'):
        if not widths:
            widths = self.col_widths

        seps = []
        for cidx, cwidth in enumerate(widths):
            seps.append(sep*(cwidth+2))
        return "+%s+" % "+".join(seps)

    def render(self):
        first = True
        rows = []
        sepper = "-"
        for row in self.rows:
            rows.append(self.draw_sep(sep=sepper))
            rows.append(self.draw_row(row))
            stuffing = [entry.lower() for entry in row]
            if ("numpy" in stuffing or "python" in stuffing) and first:
                sepper = "="
                first = False
            else:
                sepper = "-"

        rows.append(self.draw_sep())

        return "\n".join(rows)


def modify_column(func, rows):
    """Apply 'func' to the first column in all of the supplied rows."""

    delta = []
    for columns in rows:
        delta.append([func(columns[0])] + columns[1:])
    return delta


def section_ref(text):
    return ":ref:`%s`" % text if text.strip() else text


def benchmark_index(benchmarks):
    rows = flatten(benchmarks)

    tool_header = [" "]+[" ".join(tool.split('_')[1:]).title() for lang in lang_order for tool in benchmarks["__meta__"]["tools_by_lang"][lang] ]

    rows.insert(0, tool_header)
    rows = modify_column(section_ref, rows)

    rerow = []
    for ridx, row in enumerate(rows):
        rerow.append(row)
        if ((ridx+1) % 15) == 0:
            rerow.append(tool_header)
    rows = rerow

    table= RstTable([], rows)

    header_row      = ["%d Benchmarks " % benchmarks["__meta__"]["nbenchs"]]
    header_widths   = [table.col_widths[0]]

    cidx = 1
    for lang in lang_order:
        ntools = benchmarks["__meta__"]["ntools_by_lang"][lang]
        width = 0
        if ntools>1:
            width = (ntools-1)*3
        for idx in range(cidx, cidx+ntools):
            width += table.col_widths[idx]
        cidx += ntools
        header_row.append(lang_labels[lang])
        header_widths.append(width)

    row = []
    for col, width in zip(header_row, header_widths):
        row.append(col.ljust(width))

    matrix = table.draw_sep(header_widths)+"\n"
    matrix += table.draw_row(header_row, header_widths)+"\n"
    matrix += table.render()

    matrix += """

.. [ISU] The implementation has issues... such as not using of Benchpress, segfaults, or does not run with Bohrium.
.. [BH] The implementation makes use of Bohrium specific features, which means that Bohrium is required to run it.
.. [IBNP] The implementation does ``import bohrium as np``, which breaks the Bohrium dogma "High-Performance NumPy without changing a single line of code.
    """

    return matrix


def benchmark_sections(benchmarks):

    meta = benchmarks["__meta__"]
    benchs = benchmarks["impls"]

    sections = {}
    for bench_lbl in meta["benchs"]:
        section_title = pretty_name(bench_lbl)
        section = "\n".join([
            "",
            "",
            ".. _%s:" % bench_lbl,
            "",
            section_title,
            "="*len(section_title),
            ""
        ])

        bench_path = os.sep.join([benchmarks_relpath, bench_lbl])

        # Add readme.rst to the section
        if os.path.exists(os.path.join(_script_path(), "..", "..", "benchmarks", bench_lbl, "readme.rst")):
            section += "\n.. include:: %s\n" % os.path.join(bench_path, "readme.rst")

        bench = benchs[bench_lbl]
        for lang in (lang for lang in lang_order if lang in bench):
            tools = bench[lang].keys()
            tools.sort()
            for tool in tools:
                bench_tool_lbl = "%s_%s" % (bench_lbl, tool)
                subsection_title = pretty_name(tool)
                subsection = [
                    "",
                    "",
                    ".. _%s:" % bench_tool_lbl,
                    "",
                    subsection_title,
                    "-"*len(subsection_title),
                    ""
                ]
                # Include issues
                issues_path = bench[lang][tool]["issues"]
                if issues_path:

                    issues_txt = []
                    for line in open(issues_path).readlines():
                        issues_txt.append(" "*4+line)
                    issues_txt = "\n".join(issues_txt)

                    subsection.append("\n.. error:: There are issues with the implementation.\n\n%s"%issues_txt)

                # Include bohrium specifics
                bohrium_path = bench[lang][tool]["bohrium"]
                if bohrium_path:
                    bohrium_txt = []
                    for line in open(bohrium_path).readlines():
                        bohrium_txt.append(" "*4+line)
                    bohrium_txt = "\n".join(bohrium_txt)

                    subsection.append("\n.. note:: There is Bohrium-specific code this implementation, this means Bohrium is required to run it.\n\n%s"%bohrium_txt)

                # Include the source
                src_path = os.sep.join([benchmarks_relpath] + bench[lang][tool]['src'].split(os.sep))
                subsection.append("\n.. literalinclude:: %s" % src_path)
                subsection.append("   :language: %s" % lang_pygment[lang])
                subsection.append("")
                section += "\n".join(subsection)

        sections[bench_lbl] = section

    return sections


def implementations(search_path, verbose=False):
    """Walks through the filesystem looking for benchmark implementations."""

    ignore_dirs  = ["_utils", "_doc"]
    ignore_files = ['__init__.py', 'util.py', 'empty', 'readme.rst', 'dogma.rst', '.DS_Store', 'README.rst', 'issues.rst', 'bohrium.rst', 'Makefile', '.gitignore']


    meta = {
        "langs": [], "tools":[], "benchs":[],
        "nlangs": 0, "ntools": 0, "nbenchs": 0,
        "tools_by_lang": {},
        "ntools_by_lang": {},
        "tool_to_lang": {}
    }
    benchmarks = {}

    for root, dirnames, filenames in os.walk(search_path):
        if [x for x in ignore_dirs if x in root]:    # Ignore some...
            continue

        for filename in filenames:              # Group the rest
            if filename in ignore_files:
                continue

            match = re.match(".*\.((cpp$)|(py$)|(cs$)|(c$)$)", filename)

            if verbose and not match:
                print("Skipping file %s, it does not have the right extension" % filename)

            if match:
                dirs        = [x for x in root.split(os.sep) if x not in search_path.split(os.sep)]
                benchmark   = dirs[0]
                tool        = dirs[1]
                lang        = match.group(1)

                # Check that the basename matches the benchmark
                bn = ''.join(os.path.basename(filename).split('.')[:-1])
                if not bn == benchmark:
                    if verbose:
                        print("Skipping file %s, it does not match the benchmark name %s" % (filename, benchmark))
                    continue

                if benchmark not in benchmarks:
                    benchmarks[benchmark] = {}
                    meta["benchs"].append(benchmark)
                    meta["nbenchs"] += 1

                if lang not in benchmarks[benchmark]:
                    benchmarks[benchmark][lang] = {}
                    if lang not in meta["langs"]:
                        meta["langs"].append(lang)
                        meta["nlangs"] += 1

                if tool not in benchmarks[benchmark][lang]:
                    dogma_rst_path      = os.sep.join([search_path, benchmark, tool, "dogma.rst"])
                    bohrium_rst_path    = os.sep.join([search_path, benchmark, tool, "bohrium.rst"])
                    issues_rst_path     = os.sep.join([search_path, benchmark, tool, "issues.rst"])
                    benchmarks[benchmark][lang][tool] = {
                        'src':      os.sep.join(dirs)+os.sep+filename,
                        'dogma':    dogma_rst_path if os.path.exists(dogma_rst_path) else "",
                        'bohrium':  bohrium_rst_path if os.path.exists(bohrium_rst_path) else "",
                        'issues':   issues_rst_path if os.path.exists(issues_rst_path) else "",
                    }
                    if tool not in meta["tools"]:
                        meta["tools"].append(tool)
                        meta["ntools"] += 1

                if lang not in meta["tools_by_lang"]:
                    meta["tools_by_lang"][lang] = []
                    meta["ntools_by_lang"][lang] = 0

                if tool not in meta["tools_by_lang"][lang]:
                    meta["tools_by_lang"][lang].append(tool)
                    meta["tools_by_lang"][lang].sort()
                    meta["ntools_by_lang"][lang] += 1

                if tool not in meta["tool_to_lang"]:
                    meta["tool_to_lang"][tool] = lang

    meta["benchs"].sort()

    return {"__meta__": meta, "impls": benchmarks}


def main():
    benchmarks = implementations(os.path.join(_script_path(), "..", "..", "benchpress", "benchmarks"))

    out_dir = os.path.join(_script_path(), "autodoc_benchmarks")
    if not os.path.exists(out_dir):
        os.makedirs(out_dir)

    index = benchmark_index(benchmarks)
    with open(os.path.join(out_dir, "autodoc_index.rst"), 'w') as fd:
        fd.write("==========\n")
        fd.write("Benchmarks\n")
        fd.write("==========\n")
        fd.write("\n")
        fd.write(index)

    sections = benchmark_sections(benchmarks)
    bench_lbl_listing = []
    bench_labels = [lbl for lbl in sections]
    bench_labels.sort()
    for bench_lbl in bench_labels:
        with open(os.path.join(out_dir, "%s.rst" % bench_lbl), 'w') as fd:
            fd.write(sections[bench_lbl])
            bench_lbl_listing.append(bench_lbl)

if __name__ == "__main__":
    main()

#!/usr/bin/env python
import os
import re

lang_labels = {
    'c':    'C',
    'cpp':  'C++',
    'py':   'Python',
    'cs':   'C#'
}
lang_pygment = {
    'c':    'c',
    'cpp':  'cpp',
    'py':   'python',
    'cs':   'csharp'
}
lang_order  = ['py', 'c', 'cpp', 'cs']

benchmarks_relpath = os.path.join("..", "..", "..", "benchpress", "benchmarks")


def _script_path():
    """Returns the path to the dir this script is in"""
    return os.path.dirname(os.path.realpath(__file__))


def pretty_name(text):
    """Returns a rewrite like: "snakes_and_ladders" -> "Snakes And Ladders"."""

    return text.replace('_', ' ').title()


def flatten(benchmarks):
    """Flattens the benchmarks into a specific ordering."""

    meta    = benchmarks["__meta__"]
    impls   = benchmarks["impls"]
    flat    = []

    for bench in meta["benchs"]:
        entry = [bench]

        for lang in lang_order:
            for tool in meta["tools_by_lang"][lang]:
                if lang in impls[bench] and tool in impls[bench][lang]:
                    entry_info = section_ref("* <%s_%s>" % (bench, tool))
                    if impls[bench][lang][tool]["issues"]:
                        entry_info += " [ISU]_"
                    if impls[bench][lang][tool]["bohrium"]:
                        entry_info += " [BH]_"
                    if not impls[bench][lang][tool]["dogma"] and tool == "python_numpy":
                        entry_info += " [IBNP]_"
                    entry.append(entry_info)
                else:
                    entry.append(" ")
        flat.append(entry)

    return flat


class RstTable(object):

    def __init__(self, headers, rows):
        self.headers = headers
        self.rows = rows

        self.col_widths = [0]*len(rows[0])  # Determine widths of columns
        for ridx, row in enumerate(rows):
            for cidx, col in enumerate(row):
                col_len = len(col)
                if col_len > self.col_widths[cidx]:
                    self.col_widths[cidx] = col_len

    def draw_row(self, row, widths=None):
        if not widths:
            widths = self.col_widths

        cols = []
        for cidx, cwidth in enumerate(widths):
            cols.append(row[cidx].ljust(cwidth))
        return "| %s |" % " | ".join(cols)

    def draw_sep(self, widths=None, sep='-'):
        if not widths:
            widths = self.col_widths

        seps = []
        for cidx, cwidth in enumerate(widths):
            seps.append(sep*(cwidth+2))
        return "+%s+" % "+".join(seps)

    def render(self):
        first = True
        rows = []
        sepper = "-"
        for row in self.rows:
            rows.append(self.draw_sep(sep=sepper))
            rows.append(self.draw_row(row))
            stuffing = [entry.lower() for entry in row]
            if ("numpy" in stuffing or "python" in stuffing) and first:
                sepper = "="
                first = False
            else:
                sepper = "-"

        rows.append(self.draw_sep())

        return "\n".join(rows)


def modify_column(func, rows):
    """Apply 'func' to the first column in all of the supplied rows."""

    delta = []
    for columns in rows:
        delta.append([func(columns[0])] + columns[1:])
    return delta


def section_ref(text):
    return ":ref:`%s`" % text if text.strip() else text


def benchmark_index(benchmarks):
    rows = flatten(benchmarks)

    tool_header = [" "]+[" ".join(tool.split('_')[1:]).title() for lang in lang_order for tool in benchmarks["__meta__"]["tools_by_lang"][lang] ]

    rows.insert(0, tool_header)
    rows = modify_column(section_ref, rows)

    rerow = []
    for ridx, row in enumerate(rows):
        rerow.append(row)
        if ((ridx+1) % 15) == 0:
            rerow.append(tool_header)
    rows = rerow

    table= RstTable([], rows)

    header_row      = ["%d Benchmarks " % benchmarks["__meta__"]["nbenchs"]]
    header_widths   = [table.col_widths[0]]

    cidx = 1
    for lang in lang_order:
        ntools = benchmarks["__meta__"]["ntools_by_lang"][lang]
        width = 0
        if ntools>1:
            width = (ntools-1)*3
        for idx in range(cidx, cidx+ntools):
            width += table.col_widths[idx]
        cidx += ntools
        header_row.append(lang_labels[lang])
        header_widths.append(width)

    row = []
    for col, width in zip(header_row, header_widths):
        row.append(col.ljust(width))

    matrix = table.draw_sep(header_widths)+"\n"
    matrix += table.draw_row(header_row, header_widths)+"\n"
    matrix += table.render()

    matrix += """

.. [ISU] The implementation has issues... such as not using of Benchpress, segfaults, or does not run with Bohrium.
.. [BH] The implementation makes use of Bohrium specific features, which means that Bohrium is required to run it.
.. [IBNP] The implementation does ``import bohrium as np``, which breaks the Bohrium dogma "High-Performance NumPy without changing a single line of code.
    """

    return matrix


def benchmark_sections(benchmarks):

    meta = benchmarks["__meta__"]
    benchs = benchmarks["impls"]

    sections = {}
    for bench_lbl in meta["benchs"]:
        section_title = pretty_name(bench_lbl)
        section = "\n".join([
            "",
            "",
            ".. _%s:" % bench_lbl,
            "",
            section_title,
            "="*len(section_title),
            ""
        ])

        bench_path = os.sep.join([benchmarks_relpath, bench_lbl])

        # Add readme.rst to the section
        if os.path.exists(os.path.join(_script_path(), "..", "..", "benchmarks", bench_lbl, "readme.rst")):
            section += "\n.. include:: %s\n" % os.path.join(bench_path, "readme.rst")

        bench = benchs[bench_lbl]
        for lang in (lang for lang in lang_order if lang in bench):
            tools = bench[lang].keys()
            tools.sort()
            for tool in tools:
                bench_tool_lbl = "%s_%s" % (bench_lbl, tool)
                subsection_title = pretty_name(tool)
                subsection = [
                    "",
                    "",
                    ".. _%s:" % bench_tool_lbl,
                    "",
                    subsection_title,
                    "-"*len(subsection_title),
                    ""
                ]
                # Include issues
                issues_path = bench[lang][tool]["issues"]
                if issues_path:

                    issues_txt = []
                    for line in open(issues_path).readlines():
                        issues_txt.append(" "*4+line)
                    issues_txt = "\n".join(issues_txt)

                    subsection.append("\n.. error:: There are issues with the implementation.\n\n%s"%issues_txt)

                # Include bohrium specifics
                bohrium_path = bench[lang][tool]["bohrium"]
                if bohrium_path:
                    bohrium_txt = []
                    for line in open(bohrium_path).readlines():
                        bohrium_txt.append(" "*4+line)
                    bohrium_txt = "\n".join(bohrium_txt)

                    subsection.append("\n.. note:: There is Bohrium-specific code this implementation, this means Bohrium is required to run it.\n\n%s"%bohrium_txt)

                # Include the source
                src_path = os.sep.join([benchmarks_relpath] + bench[lang][tool]['src'].split(os.sep))
                subsection.append("\n.. literalinclude:: %s" % src_path)
                subsection.append("   :language: %s" % lang_pygment[lang])
                subsection.append("")
                section += "\n".join(subsection)

        sections[bench_lbl] = section

    return sections


def implementations(search_path, verbose=False):
    """Walks through the filesystem looking for benchmark implementations."""

    ignore_dirs  = ["_utils", "_doc"]
    ignore_files = ['__init__.py', 'util.py', 'empty', 'readme.rst', 'dogma.rst', '.DS_Store', 'README.rst', 'issues.rst', 'bohrium.rst', 'Makefile', '.gitignore']


    meta = {
        "langs": [], "tools":[], "benchs":[],
        "nlangs": 0, "ntools": 0, "nbenchs": 0,
        "tools_by_lang": {},
        "ntools_by_lang": {},
        "tool_to_lang": {}
    }
    benchmarks = {}

    for root, dirnames, filenames in os.walk(search_path):
        if [x for x in ignore_dirs if x in root]:    # Ignore some...
            continue

        for filename in filenames:              # Group the rest
            if filename in ignore_files:
                continue

            match = re.match(".*\.((cpp$)|(py$)|(cs$)|(c$)$)", filename)

            if verbose and not match:
                print("Skipping file %s, it does not have the right extension" % filename)

            if match:
                dirs        = [x for x in root.split(os.sep) if x not in search_path.split(os.sep)]
                benchmark   = dirs[0]
                tool        = dirs[1]
                lang        = match.group(1)

                # Check that the basename matches the benchmark
                bn = ''.join(os.path.basename(filename).split('.')[:-1])
                if not bn == benchmark:
                    if verbose:
                        print("Skipping file %s, it does not match the benchmark name %s" % (filename, benchmark))
                    continue

                if benchmark not in benchmarks:
                    benchmarks[benchmark] = {}
                    meta["benchs"].append(benchmark)
                    meta["nbenchs"] += 1

                if lang not in benchmarks[benchmark]:
                    benchmarks[benchmark][lang] = {}
                    if lang not in meta["langs"]:
                        meta["langs"].append(lang)
                        meta["nlangs"] += 1

                if tool not in benchmarks[benchmark][lang]:
                    dogma_rst_path      = os.sep.join([search_path, benchmark, tool, "dogma.rst"])
                    bohrium_rst_path    = os.sep.join([search_path, benchmark, tool, "bohrium.rst"])
                    issues_rst_path     = os.sep.join([search_path, benchmark, tool, "issues.rst"])
                    benchmarks[benchmark][lang][tool] = {
                        'src':      os.sep.join(dirs)+os.sep+filename,
                        'dogma':    dogma_rst_path if os.path.exists(dogma_rst_path) else "",
                        'bohrium':  bohrium_rst_path if os.path.exists(bohrium_rst_path) else "",
                        'issues':   issues_rst_path if os.path.exists(issues_rst_path) else "",
                    }
                    if tool not in meta["tools"]:
                        meta["tools"].append(tool)
                        meta["ntools"] += 1

                if lang not in meta["tools_by_lang"]:
                    meta["tools_by_lang"][lang] = []
                    meta["ntools_by_lang"][lang] = 0

                if tool not in meta["tools_by_lang"][lang]:
                    meta["tools_by_lang"][lang].append(tool)
                    meta["tools_by_lang"][lang].sort()
                    meta["ntools_by_lang"][lang] += 1

                if tool not in meta["tool_to_lang"]:
                    meta["tool_to_lang"][tool] = lang

    meta["benchs"].sort()

    return {"__meta__": meta, "impls": benchmarks}


def main():
    benchmarks = implementations(os.path.join(_script_path(), "..", "..", "benchpress", "benchmarks"))

    out_dir = os.path.join(_script_path(), "autodoc_benchmarks")
    if not os.path.exists(out_dir):
        os.makedirs(out_dir)

    index = benchmark_index(benchmarks)
    with open(os.path.join(out_dir, "autodoc_index.rst"), 'w') as fd:
        fd.write("==========\n")
        fd.write("Benchmarks\n")
        fd.write("==========\n")
        fd.write("\n")
        fd.write(index)

    sections = benchmark_sections(benchmarks)
    bench_lbl_listing = []
    bench_labels = [lbl for lbl in sections]
    bench_labels.sort()
    for bench_lbl in bench_labels:
        with open(os.path.join(out_dir, "%s.rst" % bench_lbl), 'w') as fd:
            fd.write(sections[bench_lbl])
            bench_lbl_listing.append(bench_lbl)

if __name__ == "__main__":
    main()
#!/usr/bin/env python #' Returns the path to the dir this script is in Returns a rewrite like: "snakes_and_ladders" -> "Snakes And Ladders". Flattens the benchmarks into a specific ordering. # Determine widths of columns Apply 'func' to the first column in all of the supplied rows. .. [ISU] The implementation has issues... such as not using of Benchpress, segfaults, or does not run with Bohrium. .. [BH] The implementation makes use of Bohrium specific features, which means that Bohrium is required to run it. .. [IBNP] The implementation does ``import bohrium as np``, which breaks the Bohrium dogma "High-Performance NumPy without changing a single line of code. # Add readme.rst to the section # Include issues # Include bohrium specifics # Include the source Walks through the filesystem looking for benchmark implementations. # Ignore some... # Group the rest # Check that the basename matches the benchmark