Add externals for Markdown and ReST. (Ticket #268).

2 files changed, 141 insertions, 0 deletions

diff --git a/external/markdown-processor.py b/external/markdown-processor.py
new file mode 100644
index 00000000..d4cbe61c
--- /dev/null
+++ b/external/markdown-processor.py
@@ -0,0 +1,68 @@
+# -*- coding: utf-8 -*-
+"""
+    The Pygments Markdown Preprocessor
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+    This fragment is a Markdown_ preprocessor that renders source code
+    to HTML via Pygments.  To use it, invoke Markdown like so::
+
+        from markdown import Markdown
+
+        md = Markdown()
+        md.preprocessors.insert(0, CodeBlockPreprocessor())
+        markdown = md.__str__
+
+    markdown is then a callable that can be passed to the context of
+    a template and used in that template, for example.
+
+    This uses CSS classes by default, so use
+    ``pygmentize -S <some style> -f html > pygments.css``
+    to create a stylesheet to be added to the website.
+
+    You can then highlight source code in your markdown markup::
+
+        [sourcecode:lexer]
+        some code
+        [/sourcecode]
+
+    .. _Markdown: http://www.freewisdom.org/projects/python-markdown/
+
+    :copyright: 2007 by Jochen Kupperschmidt.
+    :license: BSD, see LICENSE for more details.
+"""
+
+# Options
+# ~~~~~~~
+
+# Set to True if you want inline CSS styles instead of classes
+INLINESTYLES = False
+
+
+import re
+
+from markdown import Preprocessor
+
+from pygments import highlight
+from pygments.formatters import HtmlFormatter
+from pygments.lexers import get_lexer_by_name, TextLexer
+
+
+class CodeBlockPreprocessor(Preprocessor):
+
+    pattern = re.compile(
+        r'\[sourcecode:(.+?)\](.+?)\[/sourcecode\]', re.S)
+
+    formatter = HtmlFormatter(noclasses=INLINESTYLES)
+
+    def run(self, lines):
+        def repl(m):
+            try:
+                lexer = get_lexer_by_name(m.group(1))
+            except ValueError:
+                lexer = TextLexer()
+            code = highlight(m.group(2), lexer, formatter)
+            code = code.replace('\n\n', '\n&nbsp;\n')
+            return '\n\n<div class="code">%s</div>\n\n' % code
+        return self.pattern.sub(
+            repl, '\n'.join(lines)).split('\n')
+
diff --git a/external/rst-directive.py b/external/rst-directive.py
new file mode 100644
index 00000000..168f80f5
--- /dev/null
+++ b/external/rst-directive.py
@@ -0,0 +1,73 @@
+# -*- coding: utf-8 -*-
+"""
+    The Pygments MoinMoin Parser
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+    This fragment is a Docutils_ 0.4 directive that renders source code
+    (to HTML only, currently) via Pygments.
+
+    To use it, adjust the options below and copy the code into a module
+    that you import on initialization.  The code then automatically
+    registers a ``sourcecode`` directive that you can use instead of
+    normal code blocks like this::
+
+        .. sourcecode:: python
+
+            My code goes here.
+
+    If you want to have different code styles, e.g. one with line numbers
+    and one without, add formatters with their names in the VARIANTS dict
+    below.  You can invoke them instead of the DEFAULT one by using a
+    directive option::
+
+        .. sourcecode:: python
+            :linenos:
+
+            My code goes here.
+
+    .. _Docutils: http://docutils.sf.net/
+
+    :copyright: 2007 by Georg Brandl.
+    :license: BSD, see LICENSE for more details.
+"""
+
+# Options
+# ~~~~~~~
+
+# Set to True if you want inline CSS styles instead of classes
+INLINESTYLES = False
+
+from pygments.formatters import HtmlFormatter
+
+# The default formatter
+DEFAULT = HtmlFormatter(noclasses=INLINESTYLES)
+
+# Add name -> formatter pairs for every variant you want to use
+VARIANTS = {
+    # 'linenos': HtmlFormatter(noclasses=INLINESTYLES, linenos=True),
+}
+
+
+from docutils import nodes
+from docutils.parsers.rst import directives
+
+from pygments import highlight
+from pygments.lexers import get_lexer_by_name, TextLexer
+
+def pygments_directive(name, arguments, options, content, lineno,
+                       content_offset, block_text, state, state_machine):
+    try:
+        lexer = get_lexer_by_name(arguments[0])
+    except ValueError:
+        # no lexer found - use the text one instead of an exception
+        lexer = TextLexer()
+    # take an arbitrary option if more than one is given
+    formatter = options and VARIANTS[options.keys()[0]] or DEFAULT
+    parsed = highlight(u'\n'.join(content), lexer, formatter)
+    return [nodes.raw('', parsed, format='html')]
+
+pygments_directive.arguments = (1, 0, 1)
+pygments_directive.content = 1
+pygments_directive.options = dict([(key, directives.flag) for key in VARIANTS])
+
+directives.register_directive('sourcecode', pygments_directive)