Merged in timgilbert/pygments-main/clj-keyword-fix (pull request #326)

Tweaking clojure keyword lexing
author: Tim Hatch <tim@timhatch.com> 2014-05-17 09:19:35 -0700
committer: Tim Hatch <tim@timhatch.com> 2014-05-17 09:19:35 -0700
commit: a62cdcfaa5a260274303cb93b92a3f2e2ce3be98 (patch)
tree: e7d2b4cd4e10a6e43fe4b2dc4e03ab2e827ebc20 /tests
parent: 70a10a2e423d9729b62c7b56faca28889c0d688a (diff)
parent: ff12540907fe9d98bf02c9508a171659457b14b2 (diff)
download: pygments-a62cdcfaa5a260274303cb93b92a3f2e2ce3be98.tar.gz
35 files changed, 2915 insertions, 99 deletions
diff --git a/tests/examplefiles/demo.cfm b/tests/examplefiles/demo.cfm
index d94a06a0..49690484 100644
--- a/tests/examplefiles/demo.cfm
+++ b/tests/examplefiles/demo.cfm
@@ -1,4 +1,11 @@
 <!--- cfcomment --->
+<!--- nested <!--- cfcomment ---> --->
+<!--- multi-line
+nested
+<!---
+cfcomment
+--->
+--->
 <!-- html comment -->
 <html>
 <head>
@@ -17,6 +24,9 @@
  #IsDate("foo")#<br />
  #DaysInMonth(RightNow)#
 </cfoutput>
+<cfset x="x">
+<cfset y="y">
+<cfset z="z">
 <cfoutput group="x">
     #x#
     <cfoutput>#y#</cfoutput>
@@ -29,6 +39,8 @@
 <cfset greeting = "Hello #person#">
 
 <cfset greeting = "Hello" & " world!">
+<cfset a = 5>
+<cfset b = 10>
 <cfset c = a^b>
 <cfset c = a MOD b>
 <cfset c = a / b>
diff --git a/tests/examplefiles/example.chai b/tests/examplefiles/example.chai
new file mode 100644
index 00000000..85f53c38
--- /dev/null
+++ b/tests/examplefiles/example.chai
@@ -0,0 +1,6 @@
+var f = fun(x) { x + 2; }
+// comment
+puts(someFunc(2 + 2 - 1 * 5 / 4));
+var x = "str";
+def dosomething(lhs, rhs) { print("lhs: ${lhs}, rhs: ${rhs}"); }
+callfunc(`+`, 1, 4);
diff --git a/tests/examplefiles/function_arrows.coffee b/tests/examplefiles/example.coffee
index cd1ef1e8..2cbd1df3 100644
--- a/tests/examplefiles/function_arrows.coffee
+++ b/tests/examplefiles/example.coffee
@@ -1,3 +1,5 @@
+# function arrows
+
 methodA:-> 'A'
 methodB:=> 'B'
 methodC:()=> 'C'
@@ -9,3 +11,17 @@ methodF:(c,d)-> 'F'
 
 (-> 'I')
 (=> 'J')
+
+# strings
+
+"#{wow}"
+"w#{wow}w"
+"#wow"
+"wow#"
+"w#ow"
+
+'#{wow}'
+'w#{wow}w'
+'#wow'
+'wow#'
+'w#ow'
diff --git a/tests/examplefiles/example.f90 b/tests/examplefiles/example.f90
new file mode 100644
index 00000000..40462189
--- /dev/null
+++ b/tests/examplefiles/example.f90
@@ -0,0 +1,8 @@
+program main
+  integer, parameter :: mykind = selected_real_kind()
+  print *, 1
+  print *, 1_mykind
+  print *, 1.
+  print *, 1._mykind
+  print *, (1., 1._mykind)
+end program main
diff --git a/tests/examplefiles/example.feature b/tests/examplefiles/example.feature
new file mode 100644
index 00000000..a26268da
--- /dev/null
+++ b/tests/examplefiles/example.feature
@@ -0,0 +1,16 @@
+# First comment
+Feature: My amazing feature
+  Feature description line 1
+  Feature description line 2
+
+#comment
+Scenario Outline: My detailed scenario #string
+  Given That <x> is set
+  When When I <subtract>
+  Then I should get the <remain#der>
+
+  # indented comment
+  Examples:
+    | x    | subtract | remain#der |
+    | 12   | 5\|3     |  #73       |
+    | #the | 10       |  15        |
diff --git a/tests/examplefiles/example.groovy b/tests/examplefiles/example.groovy
new file mode 100755
index 00000000..25ef2eab
--- /dev/null
+++ b/tests/examplefiles/example.groovy
@@ -0,0 +1,2 @@
+#!/usr/bin/env groovy
+println "Hello World"
diff --git a/tests/examplefiles/example.hs b/tests/examplefiles/example.hs
new file mode 100644
index 00000000..9efd3364
--- /dev/null
+++ b/tests/examplefiles/example.hs
@@ -0,0 +1,27 @@
+module ĈrazyThings where
+
+import "base" Data.Char
+import "base" Data.Char (isControl, isSpace)
+import "base" Data.Char (isControl, --isSpace)
+ isSpace)
+import "base" Data.Char (isControl, -- isSpace)
+ isSpace)
+
+(-->) :: Num a => a -- signature
+(-->) = 2 -- >implementation
+
+--test comment
+-- test comment
+
+main :: IO ()
+main = putStrLn "hello world"
+
+gádd x y = x + y
+ádd x y = x + y
+
+
+data ĈrazyThings =
+  Ĉar |
+  House |
+  Peár
+    deriving (Show, Eq)
diff --git a/tests/examplefiles/example.hx b/tests/examplefiles/example.hx
index fd93bb49..381cf825 100644
--- a/tests/examplefiles/example.hx
+++ b/tests/examplefiles/example.hx
@@ -139,4 +139,47 @@ typedef Pt2 = {
 	y:Float,
 	?z:Float, //optional z
 	add : Point -> Void,
-}
-\ No newline at end of file
+}
+
+
+//top-level class members
+public function test();
+private var attr(get, set) = 1;
+
+
+//pre-proc number
+public static inline function indexOf<T>(arr:Array<T>, v:T) : Int
+{
+	#if (haxe_ver >= 3.1) 
+	return arr.indexOf(v);
+	#else
+		#if (flash || js)
+		return untyped arr.indexOf(v);
+		#else
+		return std.Lambda.indexOf(arr, v);
+		#end
+	#end
+}
+
+//macro reification
+var e = macro var $myVar = 0;
+var e = macro ${v}.toLowerCase();
+var e = macro o.$myField;
+var e = macro { $myField : 0 };
+var e = macro $i{varName}++;
+var e = macro $v{myStr};
+var args = [macro "sub", macro 3];
+var e = macro "Hello".toLowerCase($a{args});
+(macro $i{tmp}.addAtom($v{name}, $atom)).finalize(op.pos);
+
+var c = macro class MyClass {
+    public function new() { }
+    public function $funcName() {
+        trace($v{funcName} + " was called");
+    }
+}
+
+var c = macro interface IClass {};
+
+//ECheckType
+var f = (123:Float);
+\ No newline at end of file
diff --git a/tests/examplefiles/example.j b/tests/examplefiles/example.j
new file mode 100644
index 00000000..16cdde86
--- /dev/null
+++ b/tests/examplefiles/example.j
@@ -0,0 +1,564 @@
+; Example JVM assembly
+; Tested with JasminXT 2.4
+
+.bytecode 49.0
+.source HelloWorld.java
+.class public final enum HelloWorld
+.super java/lang/Object
+.implements java/io/Serializable
+.signature "Ljava/lang/Object;Ljava/io/Serializable;"
+.enclosing method hw/jasmin.HelloWorldRunner.run()V
+.deprecated
+.annotation visible HelloWorld
+    I I = 0
+.end annotation
+.debug "Happy debugging!"
+
+.inner interface public InnerInterface inner 'HelloWorld$InnerInterface' outer HelloWorld
+.inner class public InnerClass inner HelloWorld$InnerClass outer 'HelloWorld'
+
+.field public volatile transient I I
+.field static protected final serialVersionUID 'J' signature "TJ;" = 2147483648
+.field annotation protected 'protected' [[[Lcom/oracle/util/Checksums;
+	.deprecated
+	.signature "[[[Lcom/oracle/util/Checksums;"
+	.attribute foo "foo.txt"
+	.attribute 'foo' "foo.txt"
+.end field
+.field public newline I
+.field public static defaultString 'Ljava/lang/String;'
+
+.method public <init>()V
+    .limit stack 3
+.line 7
+    .var 0 is self LHelloWorld; from 0 to 1
+    aload_0
+    invokenonvirtual java/lang/Object/<init>()V
+    return
+.end method
+
+.method static public main([Ljava/lang/String;)V
+    .limit locals 7
+    .limit stack 10
+    .throws java.lang/RuntimeException
+    .catch java/lang.ClassCastException from cast to 'extra_l' using /extra
+    .signature "([Ljava/lang/String;)V"
+    .stack
+        offset /Input
+        locals Object java/lang/String
+        locals Uninitialized 'End'
+        locals Uninitialized 0
+        locals Top
+        locals Integer
+        locals Float
+        locals Long
+        locals Double
+        locals Null
+        locals UninitializedThis
+        stack Object java/lang/String
+        stack Uninitialized End
+        stack 'Uninitialized' 0
+        stack 'Top'
+        stack Integer
+        stack Float
+        stack Long
+        stack Double
+        stack Null
+        stack UninitializedThis
+    .end stack
+    .stack use 1 locals
+        offset 'extra'
+    .end stack
+    .stack use locals
+    .end stack
+.line 0xd
+    .var 0 is args [Ljava/lang/String;
+    aload_w 0
+    arraylength
+    ifne /Input
+    iconst_1
+    anewarray java/lang/String
+    checkcast [Ljava/lang/String;
+    astore_0
+    aload_0
+    iconst_0
+    ldc "World"
+    dup
+    putstatic HelloWorld.defaultString Ljava/lang/String;
+    aastore
+/Input:
+    iconst_2
+    iconst_3
+    multianewarray [[C 2
+    astore_1
+    aload_1
+    iconst_0
+    aaload
+    astore_2
+    aload_1
+    iconst_1
+    aaload
+    astore_3
+
+<<o:
+    aload_3
+    iconst_0
+    invokestatic HelloWorld/int()I
+    castore
+
+<<\u0020:
+    aload_3
+    dconst_1
+    dconst_0
+    dsub
+    d2i
+    invokestatic HelloWorld/double()D
+    d2i
+    castore
+
+<<!:
+    aload_3
+    lconst_0
+    dup2
+    lxor
+    lconst_1
+    dup2
+    ladd
+    lsub
+    lneg
+    l2i
+    invokestatic HelloWorld/long()J
+    l2i
+    castore
+
+<<H:
+    aload_2
+    fconst_0
+    fconst_1
+    fconst_2
+    dup_x2
+    fdiv
+    fmul
+    f2l
+    l2i
+    swap
+    invokestatic HelloWorld/float(F)F
+    f2i
+    castore
+
+<<e	:
+    aload_2
+    iconst_1
+    i2s
+    i2c
+    i2b
+    iconst_1
+    newarray short
+    dup
+    iconst_0
+    iconst_1
+    newarray byte
+    dup
+    iconst_0
+    sipush 0x65
+    bastore
+    iconst_0
+    baload
+    sastore
+    iconst_0
+    saload
+    int2short
+    int2char
+    int2byte
+    castore
+
+ <<l :
+    aload_2
+    iconst_2
+    bipush 0x1b
+*2:
+    iconst_1
+    ishl
+    dup
+    lookupswitch
+        0: '/lookupswitch'
+        0x6c: /lookupswitch
+        default: *2
+/lookupswitch:
+    castore
+
+    ldc2_w 2
+    dup2
+    lcmp
+    .set i 4
+    .set 'j' 5
+    .var 4 is i I from 'i++' to End
+    .var 5 is j I signature "I" from i++ to End
+    istore 4
+    goto 1
+i++:
+    iinc 4 1
+1:  iconst_0
+    istore_w 5
+    goto_w 2
+j++:
+    iinc_w 5 1
+2: getstatic java/lang/System/out Ljava/io/PrintStream;
+    aload_1
+    iload 4
+    aaload
+    iload_w 5
+    caload
+    invokevirtual java/io/PrintStream/print(C)V
+    iload 5
+    iconst_1
+    if_icmpne $+6
+    jsr extra
+    iload 5
+    iconst_2
+    if_icmplt j++
+    iconst_1
+    iload 4
+    if_icmpgt i++
+
+<<\u00a0:
+    getstatic java/lang/System/out Ljava/io/PrintStream;
+    invokestatic HelloWorld/get"example()LHelloWorld;
+    getfield HelloWorld/newline I
+    invokevirtual java/io/PrintStream/print(C)V
+End:
+    return
+
+extra:
+    astore 6
+    iload 4
+    tableswitch 0 1
+        extra_l
+        extra_string
+        default: 'End'
+    nop
+extra_string:
+    getstatic java/lang/System/out Ljava/io/PrintStream;
+    aload 0
+    iconst_0
+    aaload
+    invokevirtual java/io/PrintStream/print(Ljava/lang/String;)V
+cast:
+    ldc java/lang/String
+    checkcast java/lang/Class
+    pop
+    ldc Ljava/lang/String;
+    checkcast Ljava/lang/Class;
+    pop
+    iconst_1
+    dup
+    newarray boolean
+    checkcast [Z
+    pop
+    newarray 'int'
+    checkcast HelloWorld
+    checkcast LHelloWorld;
+    pop
+extra_l:
+    getstatic java/lang/System/out Ljava/io/PrintStream;
+    dup
+    ldc "\123.\456.\u006c.\n.\r.\t.\f.\b.\".\'.\\"
+    iconst_5
+    invokeinterface java/lang/CharSequence/charAt(I)C 2
+    invokevirtual java/io/PrintStream/print(C)V
+/extra:
+    pop
+    ret 6
+.end method
+
+.method private static get"example()LHelloWorld;
+    .limit locals 3
+    .limit stack 4
+    .catch all from 7 to 53 using 59
+    aconst_null
+    dup
+    dup
+    astore_w 0
+try:
+    goto $+0x11
+finally:
+    astore_w 2
+    putfield HelloWorld/newline I
+    ret_w 2
+    nop
+    aload_0
+    areturn
+    ifnonnull $-2
+    ifnull $+3
+    new HelloWorld
+    dup
+    dup
+    invokespecial HelloWorld/<init>()V
+    astore 0
+    aload 0
+    monitorenter
+    monitorexit
+    new java/lang/RuntimeException
+    dup
+    invokespecial java/lang/RuntimeException/<init>()V
+    athrow
+    aconst_null
+/try:
+    dup
+    aconst_null
+    if_acmpeq $+3
+    areturn
+catch:
+    jsr $+10
+    aload_0
+    dup
+    aconst_null
+    if_acmpne /try
+    areturn
+    astore_1
+    aload_0
+    ldc 10
+    jsr_w finally
+    ret 1
+'single\u0020quoted\u0020label': ; Messes up [@ below if lexed sloppily
+.end method
+
+.method varargs private static int()I
+    .annotation invisible HelloWorld
+        [@ [@ WhatIsThis??? = .annotation ; name, type, exttype
+            I I = 1 ; name, type
+            another-I I = 2
+            Enum e Ljava/util/logging/Level; = FINE
+        .end annotation
+        .annotation
+            s s = "foo"
+            another-s s = "bar"
+            Enum [e Ljava/util/logging/Level; = FINE FINE 'FINE' FINE
+        .end annotation
+        float F = 123.456
+    .end annotation
+    .annotation visibleparam 1 LHelloWorld;
+        x [I = 0x01 0x02 0x03
+        y I = 2
+    .end annotation
+    .annotation invisibleparam 255 HelloWorld
+        a F = 1.2
+        b D = 3.4
+    .end annotation
+    .annotation default
+        I = 0
+    .end annotation
+    .limit locals 4
+    .limit stack 20
+    iconst_1
+    newarray int
+    dup
+    dup
+    instanceof [Z
+    bipush 0x9
+    bipush 0xB
+    iand
+    iconst_5
+    iconst_4
+    dup_x1
+    iconst_m1
+    iadd
+    bipush +-111
+    ineg
+    swap
+    idiv
+    dup_x2
+    dup
+    ishr
+    ishl
+    imul
+    ior
+    bipush -73
+    ixor
+    isub
+    dup
+    iconst_1
+    iadd
+    irem
+    iastore
+    iconst_0
+    iaload
+    istore_0
+    iload_0
+    istore_1
+    iload_1
+    istore_2
+    iload_2
+    istore_3
+    iload_3
+    dup
+    dup
+    dup2_x1
+    if_icmpeq $+33
+    dup
+    dup
+    if_icmpge $+28
+    dup
+    dup
+    if_icmple $+23
+    dup
+    ifle $+19
+    dup
+    ifeq $+15
+    dup
+    iflt $+11
+    dup
+    ifgt $+7
+    dup
+    ifge $+3
+    ireturn
+.end method
+
+.method static private fpstrict double()D
+    .limit locals 7
+    .limit stack 11
+    dconst_1
+    dconst_0
+    dcmpg
+    newarray double
+    dup
+    dconst_0
+    dup2
+    dcmpl
+    ldc2_w 128.
+    ldc2_w -240.221d
+    dneg
+    ldc2_w 158.d
+    dup2
+    dadd
+    dup2_x2
+    drem
+    ddiv
+    pop2
+    dconst_1
+    dmul
+    d2f
+    f2d
+    d2l
+    l2i
+    iconst_2
+    iushr
+    i2d
+    dastore
+    iconst_0
+    daload
+    dstore_0
+    dload_0
+    dstore_1
+    dload_1
+    dstore_2
+    dload_2
+    dstore_3
+    dload_3
+    dstore 4
+    dload 4
+    dstore_w 5
+    dload_w 5
+    dreturn
+.end method
+
+.method static long()J
+    .limit locals 7
+    .limit stack 11
+    iconst_1
+    newarray long
+    dup
+    iconst_0
+    ldc2_w 5718613688
+    ldc2_w 3143486100
+    ldc2_w 0x3
+    ldiv
+    lmul
+    ldc2_w -10000000000
+    lrem
+    ldc_w 0x60
+    i2l
+    lor
+    ldc 0x33
+    i2l
+    land
+    dup2
+    iconst_1
+    lshl
+    iconst_3
+    lshr
+    iconst_3
+    lushr
+    ladd
+    l2d
+    d2l
+    l2f
+    f2l
+    lastore
+    iconst_0
+    laload
+    lstore_0
+    lload_0
+    lstore_1
+    lload_1
+    lstore_2
+    lload_2
+    lstore_3
+    lload_3
+    lstore 4
+    lload 4
+    lstore_w 5
+    lload_w 5
+    lreturn
+.end method
+
+.method private static float(F)F
+    .limit locals 6
+    .limit stack 9
+    iconst_1
+    newarray float
+    dup
+    fload_0
+    dup
+    fcmpg
+    fload_0
+    dup
+    dup
+    dup
+    dup2_x2
+    fadd
+    fsub
+    fneg
+    frem
+    ldc 70
+    i2f
+    fadd
+    fadd
+    swap
+    pop
+    fastore
+    fload_0
+    dup
+    fcmpl
+    faload
+    fstore_0
+    fload_0
+    fstore_1
+    fload_1
+    fstore_2
+    fload_2
+    fstore_3
+    fload_3
+    fstore 4
+    fload 4
+    fstore_w 5
+    fload_w 5
+    freturn
+.end method
+
+.method abstract bridge synthetic 'acc1()V'
+    breakpoint
+.end method
+
+.method native synchronized acc2()V
+.end method
diff --git a/tests/examplefiles/example.java b/tests/examplefiles/example.java
new file mode 100644
index 00000000..f2e94322
--- /dev/null
+++ b/tests/examplefiles/example.java
@@ -0,0 +1,16 @@
+class _PostUnico$deClassá
+{void fo$o() {}
+
+  void PostUnicodeFunctioná() {
+  láb$el:
+    break láb$el;
+  
+  }
+}
+
+class áPreUnicode$Class
+{
+  public int $foo;
+  public int á$foo;
+  _PostUnico$deClassá áPreUnicodeFunction() { return null; }
+}
diff --git a/tests/examplefiles/example.pp b/tests/examplefiles/example.pp
new file mode 100644
index 00000000..ea697be2
--- /dev/null
+++ b/tests/examplefiles/example.pp
@@ -0,0 +1,8 @@
+exec { 'grep':
+    command => 'grep "\'" -rI *',
+    path    => '/bin:/usr/bin',
+}
+
+node default {
+    notify {"Hello World":;}
+}
diff --git a/tests/examplefiles/example.red b/tests/examplefiles/example.red
new file mode 100644
index 00000000..37c17ef8
--- /dev/null
+++ b/tests/examplefiles/example.red
@@ -0,0 +1,257 @@
+Red [
+    Title:  "Red console"
+    Author: ["Nenad Rakocevic" "Kaj de Vos"]
+    File:   %console.red
+    Tabs:   4
+    Rights: "Copyright (C) 2012-2013 Nenad Rakocevic. All rights reserved."
+    License: {
+        Distributed under the Boost Software License, Version 1.0.
+        See https://github.com/dockimbel/Red/blob/master/BSL-License.txt
+    }
+    Purpose:    "Just some code for testing Pygments colorizer"
+    Language:   http://www.red-lang.org/
+]
+
+#system-global [
+    #either OS = 'Windows [
+        #import [
+            "kernel32.dll" stdcall [
+                AttachConsole:   "AttachConsole" [
+                    processID       [integer!]
+                    return:         [integer!]
+                ]
+                SetConsoleTitle: "SetConsoleTitleA" [
+                    title           [c-string!]
+                    return:         [integer!]
+                ]
+                ReadConsole:     "ReadConsoleA" [
+                    consoleInput    [integer!]
+                    buffer          [byte-ptr!]
+                    charsToRead     [integer!]
+                    numberOfChars   [int-ptr!]
+                    inputControl    [int-ptr!]
+                    return:         [integer!]
+                ]
+            ]
+        ]
+        line-buffer-size: 16 * 1024
+        line-buffer: allocate line-buffer-size
+    ][
+        #switch OS [
+            MacOSX [
+                #define ReadLine-library "libreadline.dylib"
+            ]
+            #default [
+                #define ReadLine-library "libreadline.so.6"
+                #define History-library  "libhistory.so.6"
+            ]
+        ]
+        #import [
+            ReadLine-library cdecl [
+                read-line: "readline" [  ; Read a line from the console.
+                    prompt          [c-string!]
+                    return:         [c-string!]
+                ]
+                rl-bind-key: "rl_bind_key" [
+                    key             [integer!]
+                    command         [integer!]
+                    return:         [integer!]
+                ]
+                rl-insert:   "rl_insert" [
+                    count           [integer!]
+                    key             [integer!]
+                    return:         [integer!]
+                ]
+            ]
+            #if OS <> 'MacOSX [
+                History-library cdecl [
+                    add-history: "add_history" [  ; Add line to the history.
+                        line        [c-string!]
+                    ]
+                ]
+            ]
+        ]
+
+        rl-insert-wrapper: func [
+            [cdecl]
+            count   [integer!]
+            key     [integer!]
+            return: [integer!]
+        ][
+            rl-insert count key
+        ]
+        
+    ]
+]
+
+Windows?: system/platform = 'Windows
+
+read-argument: routine [
+    /local
+        args [str-array!]
+        str  [red-string!]
+][
+    if system/args-count <> 2 [
+        SET_RETURN(none-value)
+        exit
+    ]
+    args: system/args-list + 1                          ;-- skip binary filename
+    str: simple-io/read-txt args/item
+    SET_RETURN(str)
+]
+
+init-console: routine [
+    str [string!]
+    /local
+        ret
+][
+    #either OS = 'Windows [
+        ;ret: AttachConsole -1
+        ;if zero? ret [print-line "ReadConsole failed!" halt]
+        
+        ret: SetConsoleTitle as c-string! string/rs-head str
+        if zero? ret [print-line "SetConsoleTitle failed!" halt]
+    ][
+        rl-bind-key as-integer tab as-integer :rl-insert-wrapper
+    ]
+]
+
+input: routine [
+    prompt [string!]
+    /local
+        len ret str buffer line
+][
+    #either OS = 'Windows [
+        len: 0
+        print as c-string! string/rs-head prompt
+        ret: ReadConsole stdin line-buffer line-buffer-size :len null
+        if zero? ret [print-line "ReadConsole failed!" halt]
+        len: len + 1
+        line-buffer/len: null-byte
+        str: string/load as c-string! line-buffer len
+    ][
+        line: read-line as c-string! string/rs-head prompt
+        if line = null [halt]  ; EOF
+
+         #if OS <> 'MacOSX [add-history line]
+
+        str: string/load line  1 + length? line
+;       free as byte-ptr! line
+    ]
+    SET_RETURN(str)
+]
+
+count-delimiters: function [
+    buffer  [string!]
+    return: [block!]
+][
+    list: copy [0 0]
+    c: none
+    
+    foreach c buffer [
+        case [
+            escaped? [
+                escaped?: no
+            ]
+            in-comment? [
+                switch c [
+                    #"^/" [in-comment?: no]
+                ]
+            ]
+            'else [
+                switch c [
+                    #"^^" [escaped?: yes]
+                    #";"  [if zero? list/2 [in-comment?: yes]]
+                    #"["  [list/1: list/1 + 1]
+                    #"]"  [list/1: list/1 - 1]
+                    #"{"  [list/2: list/2 + 1]
+                    #"}"  [list/2: list/2 - 1]
+                ]
+            ]
+        ]
+    ]
+    list
+]
+
+do-console: function [][
+    buffer: make string! 10000
+    prompt: red-prompt: "red>> "
+    mode:  'mono
+    
+    switch-mode: [
+        mode: case [
+            cnt/1 > 0 ['block]
+            cnt/2 > 0 ['string]
+            'else     [
+                prompt: red-prompt
+                do eval
+                'mono
+            ]
+        ]
+        prompt: switch mode [
+            block  ["[^-"]
+            string ["{^-"]
+            mono   [red-prompt]
+        ]
+    ]
+    
+    eval: [
+        code: load/all buffer
+        
+        unless tail? code [
+            set/any 'result do code
+            
+            unless unset? :result [
+                if 67 = length? result: mold/part :result 67 [  ;-- optimized for width = 72
+                    clear back tail result
+                    append result "..."
+                ]
+                print ["==" result]
+            ]
+        ]
+        clear buffer
+    ]
+
+    while [true][
+        unless tail? line: input prompt [
+            append buffer line
+            cnt: count-delimiters buffer
+
+            either Windows? [
+                remove skip tail buffer -2          ;-- clear extra CR (Windows)
+            ][
+                append buffer lf                    ;-- Unix
+            ]
+            
+            switch mode [
+                block  [if cnt/1 <= 0 [do switch-mode]]
+                string [if cnt/2 <= 0 [do switch-mode]]
+                mono   [do either any [cnt/1 > 0 cnt/2 > 0][switch-mode][eval]]
+            ]
+        ]
+    ]
+]
+
+q: :quit
+
+if script: read-argument [
+    script: load script
+    either any [
+        script/1 <> 'Red
+        not block? script/2 
+    ][
+        print "*** Error: not a Red program!"
+    ][
+        do skip script 2
+    ]
+    quit
+]
+
+init-console "Red Console"
+
+print {
+-=== Red Console alpha version ===-
+(only ASCII input supported)
+}
+
+do-console
+\ No newline at end of file
diff --git a/tests/examplefiles/example.reds b/tests/examplefiles/example.reds
new file mode 100644
index 00000000..eb92310d
--- /dev/null
+++ b/tests/examplefiles/example.reds
@@ -0,0 +1,150 @@
+Red/System [
+    Title:      "Red/System example file"
+    Purpose:    "Just some code for testing Pygments colorizer"
+    Language:   http://www.red-lang.org/
+]
+
+#include %../common/FPU-configuration.reds
+
+; C types
+
+#define time!                   long!
+#define clock!                  long!
+
+date!: alias struct! [
+    second                      [integer!]  ; 0-61 (60?)
+    minute                      [integer!]  ; 0-59
+    hour                        [integer!]  ; 0-23
+
+    day                         [integer!]  ; 1-31
+    month                       [integer!]  ; 0-11
+    year                        [integer!]  ; Since 1900
+
+    weekday                     [integer!]  ; 0-6 since Sunday
+    yearday                     [integer!]  ; 0-365
+    daylight-saving-time?       [integer!]  ; Negative: unknown
+]
+
+#either OS = 'Windows [
+    #define clocks-per-second   1000
+][
+    ; CLOCKS_PER_SEC value for Syllable, Linux (XSI-conformant systems)
+    ; TODO: check for other systems
+    #define clocks-per-second   1000'000
+] 
+
+#import [LIBC-file cdecl [
+
+    ; Error handling
+
+    form-error: "strerror" [  ; Return error description.
+        code            [integer!]
+        return:         [c-string!]
+    ]
+    print-error: "perror" [  ; Print error to standard error output.
+        string          [c-string!]
+    ]
+
+
+    ; Memory management
+
+    make: "calloc" [  ; Allocate zero-filled memory.
+        chunks          [size!]
+        size            [size!]
+        return:         [binary!]
+    ]
+    resize: "realloc" [  ; Resize memory allocation.
+        memory          [binary!]
+        size            [size!]
+        return:         [binary!]
+    ]
+ ]
+ 
+ JVM!: alias struct! [
+    reserved0                   [int-ptr!]
+    reserved1                   [int-ptr!]
+    reserved2                   [int-ptr!]
+    
+    DestroyJavaVM               [function! [[JNICALL] vm [JVM-ptr!] return: [jint!]]]
+    AttachCurrentThread         [function! [[JNICALL] vm [JVM-ptr!] penv [struct! [p [int-ptr!]]] args [byte-ptr!] return: [jint!]]]
+    DetachCurrentThread         [function! [[JNICALL] vm [JVM-ptr!] return: [jint!]]]
+    GetEnv                      [function! [[JNICALL] vm [JVM-ptr!] penv [struct! [p [int-ptr!]]] version [integer!] return: [jint!]]]
+    AttachCurrentThreadAsDaemon [function! [[JNICALL] vm [JVM-ptr!] penv [struct! [p [int-ptr!]]] args [byte-ptr!] return: [jint!]]]
+]
+
+ ;just some datatypes for testing:
+ 
+ #some-hash
+ 10-1-2013
+ quit
+ 
+ ;binary:
+ #{00FF0000}
+ #{00FF0000 FF000000}
+ #{00FF0000	FF000000} ;with tab instead of space
+ 2#{00001111}
+ 64#{/wAAAA==}
+ 64#{/wAAA A==} ;with space	 inside
+ 64#{/wAAA	A==} ;with tab inside
+ 
+ 
+ ;string with char
+ {bla ^(ff) foo}
+ {bla ^(( foo}
+ ;some numbers:
+ 12
+ 1'000
+ 1.2
+ FF00FF00h
+ 
+ ;some tests of hexa number notation with not common ending
+ [ff00h ff00h] ff00h{} FFh"foo" 00h(1 + 2) (AEh)
+
+;normal words:
+foo char
+
+;get-word
+:foo
+ 
+;lit-word:
+'foo 'foo
+
+;multiple comment tests...
+1 + 1
+comment "aa"								
+2 + 2
+comment {aa}
+3 + 3
+comment {a^{}
+4 + 4
+comment {{}}
+5 + 5
+comment {
+	foo: 6
+}
+6 + 6
+comment [foo: 6]
+7 + 7
+comment [foo: "[" ]
+8 + 8
+comment [foo: {^{} ]
+9 + 9
+comment [foo: {boo} ]
+10 + 10
+comment 5-May-2014/11:17:34+2:00
+11 + 11
+
+
+to-integer foo
+foo/(a + 1)/b
+
+call/output reform ['which interpreter] path: copy ""
+
+ version-1.1:   00010001h
+ 
+ #if type = 'exe [
+    push system/stack/frame                 ;-- save previous frame pointer
+    system/stack/frame: system/stack/top    ;-- @@ reposition frame pointer just after the catch flag
+]
+push CATCH_ALL                              ;-- exceptions root barrier
+push 0                                      ;-- keep stack aligned on 64-bit
+\ No newline at end of file
diff --git a/tests/examplefiles/example.rkt b/tests/examplefiles/example.rkt
index a3e4a29e..acc0328e 100644
--- a/tests/examplefiles/example.rkt
+++ b/tests/examplefiles/example.rkt
@@ -1,5 +1,7 @@
 #lang racket
 
+(require (only-in srfi/13 string-contains))
+
 ; Single-line comment style.
 
 ;; Single-line comment style.
@@ -8,45 +10,259 @@
 
 #|
 Multi-line comment style ...
+#|### #| nested |#||| |#
 ... on multiple lines
 |#
 
-(define (a-function x #:keyword [y 0])
+#;(s-expression comment (one line))
+
+#;
+(s-expression comment
+              (multiple lines))
+
+#! shebang comment
+
+#!/shebang comment
+
+#! shebang \
+comment
+
+#!/shebang \
+comment
+
+;; Uncommented numbers after single-line comments
+;; NEL133
+;; LS 8232
+;; PS 8233
+
+#reader racket
+(define(a-function x #:keyword [y 0])
   (define foo0 'symbol) ; ()
   [define foo1 'symbol] ; []
   {define foo2 'symbol} ; {}
-  (and (append (car '(1 2 3))))
+  (define 100-Continue 'symbol)
+  (and (append (car'(1 2 3))))
   (regexp-match? #rx"foobar" "foobar")
-  (regexp-match? #px"foobar" "foobar")
-  (define a 1))
-  (let ([b "foo"])
-    (displayln b))
+  (regexp-match? #px"\"foo\\(bar\\)?\"" "foobar")
+  (regexp-match? #rx#"foobar" "foobar")
+  (regexp-match? #px#"foobar" "foobar")
+  (define #csa 1)
+  #Ci (let ([#%A|||b #true C
+\|ｄ "foo"])
+        (displayln #cS #%\ab\ #true\ C\
+\\ｄ||))
   (for/list ([x (in-list (list 1 2 (list 3 4)))])
-      (cond
-       [(pair? x) (car x)]
-       [else x])))
+    (cond
+      [(pair? x) (car x)]
+      [else x])))
 
-;; Literal number examples
+;; Literals
 (values
  ;; #b
- #b1.1
- #b-1.1
- #b1e1
- #b0/1
- #b1/1
- #b1e-1
- #b101
- 
+ #b1
+ #b+1
+ #b-1
+ #b.1
+ #b1.
+ #b0.1
+ #b+0.1
+ #b-0.1
+ #b1/10
+ #b+1/10
+ #b-1/10
+ #b1e11
+ #b+1e11
+ #b-1e11
+ #b.1e11
+ #b1.e11
+ #b0.1e11
+ #b+0.1e11
+ #b-0.1e11
+ #b1/10e11
+ #b+1/10e11
+ #b-1/10e11
+ #b+i
+ #b1+i
+ #b+1+i
+ #b-1+i
+ #b.1+i
+ #b1.+i
+ #b0.1+i
+ #b+0.1+i
+ #b-0.1+i
+ #b1/10+i
+ #b+1/10+i
+ #b-1/10+i
+ #b1e11+i
+ #b+1e11+i
+ #b-1e11+i
+ #b1.e11+i
+ #b.1e11+i
+ #b0.1e11+i
+ #b+0.1e11+i
+ #b-0.1e11+i
+ #b1/10e11+i
+ #b+1/10e11+i
+ #b-1/10e11+i
+ #b+1i
+ #b1+1i
+ #b+1+1i
+ #b-1+1i
+ #b1.+1i
+ #b.1+1i
+ #b0.1+1i
+ #b+0.1+1i
+ #b-0.1+1i
+ #b1/10+1i
+ #b+1/10+1i
+ #b-1/10+1i
+ #b1e11+1i
+ #b+1e11+1i
+ #b-1e11+1i
+ #b.1e11+1i
+ #b0.1e11+1i
+ #b+0.1e11+1i
+ #b-0.1e11+1i
+ #b1/10e11+1i
+ #b+1/10e11+1i
+ #b-1/10e11+1i
+ #b+1/10e11i
+ #b1+1/10e11i
+ #b+1+1/10e11i
+ #b-1+1/10e11i
+ #b.1+1/10e11i
+ #b0.1+1/10e11i
+ #b+0.1+1/10e11i
+ #b-0.1+1/10e11i
+ #b1/10+1/10e11i
+ #b+1/10+1/10e11i
+ #b-1/10+1/10e11i
+ #b1e11+1/10e11i
+ #b+1e11+1/10e11i
+ #b-1e11+1/10e11i
+ #b.1e11+1/10e11i
+ #b0.1e11+1/10e11i
+ #b+0.1e11+1/10e11i
+ #b-0.1e11+1/10e11i
+ #b1/10e11+1/10e11i
+ #b+1/10e11+1/10e11i
+ #b-1/10e11+1/10e11i
  ;; #d
- #d-1.23
- #d1.123
- #d1e3
- #d1e-22
- #d1/2
- #d-1/2
  #d1
+ #d+1
  #d-1
-
+ #d.1
+ #d1.
+ #d1.2
+ #d+1.2
+ #d-1.2
+ #d1/2
+ #d+1/2
+ #d-1/2
+ #d1e3
+ #d+1e3
+ #d-1e3
+ #d.1e3
+ #d1.e3
+ #d1.2e3
+ #d+1.2e3
+ #d-1.2e3
+ #d1/2e3
+ #d+1/2e3
+ #d-1/2e3
+ #d+i
+ #d1+i
+ #d+1+i
+ #d-1+i
+ #d.1+i
+ #d1.+i
+ #d1.2+i
+ #d+1.2+i
+ #d-1.2+i
+ #d1/2+i
+ #d+1/2+i
+ #d-1/2+i
+ #d1e3+i
+ #d+1e3+i
+ #d-1e3+i
+ #d1.e3+i
+ #d.1e3+i
+ #d1.2e3+i
+ #d+1.2e3+i
+ #d-1.2e3+i
+ #d1/2e3+i
+ #d+1/2e3+i
+ #d-1/2e3+i
+ #d+1i
+ #d1+1i
+ #d+1+1i
+ #d-1+1i
+ #d1.+1i
+ #d.1+1i
+ #d1.2+1i
+ #d+1.2+1i
+ #d-1.2+1i
+ #d1/2+1i
+ #d+1/2+1i
+ #d-1/2+1i
+ #d1e3+1i
+ #d+1e3+1i
+ #d-1e3+1i
+ #d.1e3+1i
+ #d1.2e3+1i
+ #d+1.2e3+1i
+ #d-1.2e3+1i
+ #d1/2e3+1i
+ #d+1/2e3+1i
+ #d-1/2e3+1i
+ #d+1/2e3i
+ #d1+1/2e3i
+ #d+1+1/2e3i
+ #d-1+1/2e3i
+ #d.1+1/2e3i
+ #d1.2+1/2e3i
+ #d+1.2+1/2e3i
+ #d-1.2+1/2e3i
+ #d1/2+1/2e3i
+ #d+1/2+1/2e3i
+ #d-1/2+1/2e3i
+ #d1e3+1/2e3i
+ #d+1e3+1/2e3i
+ #d-1e3+1/2e3i
+ #d.1e3+1/2e3i
+ #d1.2e3+1/2e3i
+ #d+1.2e3+1/2e3i
+ #d-1.2e3+1/2e3i
+ #d1/2e3+1/2e3i
+ #d+1/2e3+1/2e3i
+ #d-1/2e3+1/2e3i
+ ;; Extflonums
+ +nan.t
+ 1t3
+ +1t3
+ -1t3
+ .1t3
+ 1.t3
+ 1.2t3
+ +1.2t3
+ -1.2t3
+ 1/2t3
+ +1/2t3
+ -1/2t3
+ 1#t0
+ 1.#t0
+ .2#t0
+ 1.2#t0
+ 1#/2t0
+ 1/2#t0
+ 1#/2#t0
+ 1#t3
+ 1.#t3
+ .2#t3
+ 1.2#t3
+ 1#/2t3
+ 1/2#t3
+ 1#/2#t3
  ;; No # reader prefix -- same as #d
  -1.23
  1.123
@@ -56,7 +272,6 @@ Multi-line comment style ...
  -1/2
  1
  -1
-
  ;; #e
  #e-1.23
  #e1.123
@@ -66,7 +281,24 @@ Multi-line comment style ...
  #e-1
  #e1/2
  #e-1/2
-
+ ;; #d#e
+ #d#e-1.23
+ #d#e1.123
+ #d#e1e3
+ #d#e1e-22
+ #d#e1
+ #d#e-1
+ #d#e1/2
+ #d#e-1/2
+ ;; #e#d
+ #e#d-1.23
+ #e#d1.123
+ #e#d1e3
+ #e#d1e-22
+ #e#d1
+ #e#d-1
+ #e#d1/2
+ #e#d-1/2
  ;; #i always float
  #i-1.23
  #i1.123
@@ -76,7 +308,126 @@ Multi-line comment style ...
  #i-1/2
  #i1
  #i-1
-
+ ;; Implicitly inexact numbers
+ +nan.0
+ 1#
+ 1.#
+ .2#
+ 1.2#
+ 1#/2
+ 1/2#
+ 1#/2#
+ 1#e3
+ 1.#e3
+ .2#e3
+ 1.2#e3
+ 1#/2e3
+ 1/2#e3
+ 1#/2#e3
+ +nan.0+i
+ 1#+i
+ 1.#+i
+ .2#+i
+ 1.2#+i
+ 1#/2+i
+ 1/2#+i
+ 1#/2#+i
+ 1#e3+i
+ 1.#e3+i
+ .2#e3+i
+ 1.2#e3+i
+ 1#/2e3+i
+ 1/2#e3+i
+ 1#/2#e3+i
+ +nan.0i
+ +1#i
+ +1.#i
+ +.2#i
+ +1.2#i
+ +1#/2i
+ +1/2#i
+ +1#/2#i
+ +1#e3i
+ +1.#e3i
+ +.2#e3i
+ +1.2#e3i
+ +1#/2e3i
+ +1/2#e3i
+ +1#/2#e3i
+ 0+nan.0i
+ 0+1#i
+ 0+1.#i
+ 0+.2#i
+ 0+1.2#i
+ 0+1#/2i
+ 0+1/2#i
+ 0+1#/2#i
+ 0+1#e3i
+ 0+1.#e3i
+ 0+.2#e3i
+ 0+1.2#e3i
+ 0+1#/2e3i
+ 0+1/2#e3i
+ 0+1#/2#e3i
+ 1#/2#e3+nan.0i
+ 1#/2#e3+1#i
+ 1#/2#e3+1.#i
+ 1#/2#e3+.2#i
+ 1#/2#e3+1.2#i
+ 1#/2#e3+1#/2i
+ 1#/2#e3+1/2#i
+ 1#/2#e3+1#/2#i
+ 1#/2#e3+1#e3i
+ 1#/2#e3+1.#e3i
+ 1#/2#e3+.2#e3i
+ 1#/2#e3+1.2#e3i
+ 1#/2#e3+1#/2e3i
+ 1#/2#e3+1/2#e3i
+ 1#/2#e3+1#/2#e3i
+ +nan.0@1
+ 1#@1
+ 1.#@1
+ .2#@1
+ 1.2#@1
+ 1#/2@1
+ 1/2#@1
+ 1#/2#@1
+ 1#e3@1
+ 1.#e3@1
+ .2#e3@1
+ 1.2#e3@1
+ 1#/2e3@1
+ 1/2#e3@1
+ 1#/2#e3@1
+ 1@+nan.0
+ 1@1#
+ 1@1.#
+ 1@.2#
+ 1@1.2#
+ 1@1#/2
+ 1@1/2#
+ 1@1#/2#
+ 1@1#e3
+ 1@1.#e3
+ 1@.2#e3
+ 1@1.2#e3
+ 1@1#/2e3
+ 1@1/2#e3
+ 1@1#/2#e3
+ 1#/2#e3@1#
+ 1#/2#e3@1.#
+ 1#/2#e3@.2#
+ 1#/2#e3@1.2#
+ 1#/2#e3@1#/2
+ 1#/2#e3@1/2#
+ 1#/2#e3@1#/2#
+ 1#/2#e3@1#e3
+ 1#/2#e3@1.#e3
+ 1#/2#e3@.2#e3
+ 1#/2#e3@1.2#e3
+ 1#/2#e3@1#/2e3
+ 1#/2#e3@1/2#e3
+ 1#/2#e3@1#/2#e3
  ;; #o
  #o777.777
  #o-777.777
@@ -86,10 +437,307 @@ Multi-line comment style ...
  #o-3/7
  #o777
  #o-777
-
+ #e#o777.777
+ #e#o-777.777
+ #e#o777e777
+ #e#o777e-777
+ #e#o3/7
+ #e#o-3/7
+ #e#o777
+ #e#o-777
+ #i#o777.777
+ #i#o-777.777
+ #i#o777e777
+ #i#o777e-777
+ #i#o3/7
+ #i#o-3/7
+ #i#o777
+ #i#o-777
  ;; #x
  #x-f.f
  #xf.f
+ #xfsf
+ #xfs-f
+ #x7/f
+ #x-7/f
  #x-f
  #xf
+ #e#x-f.f
+ #e#xf.f
+ #e#xfsf
+ #e#xfs-f
+ #e#x7/f
+ #e#x-7/f
+ #e#x-f
+ #e#xf
+ #i#x-f.f
+ #i#xf.f
+ #i#xfsf
+ #i#xfs-f
+ #i#x7/f
+ #i#x-7/f
+ #i#x-f
+ #i#xf
+ ;; Not numbers
+ '-1.23x
+ '1.123x
+ '1e3x
+ '1e-22x
+ '1/2x
+ '-1/2x
+ '1x
+ '-1x
+ '/
+ '1/
+ '/2
+ '1//2
+ '1e3.
+ '1e
+ 'e3
+ '.i
+ '1.2.3
+ '1..2
+ '.1.
+ '@
+ '1@
+ '@2
+ '1@@2
+ '1@2@3
+ '1@2i
+ '1+-2i
+ '1i+2
+ '1i+2i
+ '1+2i+3i
+ '-
+ '--1
+ '+
+ '++1
+ '1/2.3
+ '1#2
+ '1#.2
+ '1.#2
+ '.#2
+ '+nan.t+nan.ti
+ '+nan.t@nan.t
+ ;; Booleans
+ #t
+ #T
+ #true
+ #f
+ #F
+ #false
+ ;; Characters, strings, and byte strings
+ #\
+ #\Null9
+ #\n9
+ #\99
+ #\0009
+ #\u3BB
+ #\u03BB9
+ #\U3BB
+ #\U000003BB9
+ #\λ9
+ "string\
+ \a.\b.\t.\n.\v.\f.\r.\e.\".\'.\\.\1.\123.\1234.\x9.\x30.\x303"
+ "\u9.\u1234.\u12345.\U9.\U00100000.\U001000000"
+ #"byte-string\7\xff\t"
+ #<<HERE STRING
+lorem ipsum
+dolor sit amet
+consectetur HERE STRING
+HERE STRING adipisicing elit
+HERE STRING
+ #|
+HERE STRING
+|#
+ ;; Other literals
+ #(vector)
+ #20()
+ #s[prefab-structure 1 2 3]
+ #&{box}
+ #hash(("a" . 5))
+ #hasheq((a . 5) (b . 7))
+ #hasheqv((a . 5) (b . 7))
+ #'(define x 1)
+ #`(define x #,pi)
+ ;; quote, quasiquote, and unquote
+ 'pi
+ ' pi
+ ''pi
+ '`pi
+ '`,pi
+ ',pi
+ `pi
+ ` pi
+ `'pi
+ ``pi
+ `,pi
+ ` , pi
+ `,'pi
+ `,`pi
+ `,`,pi
+ '(+)
+ ' (+)
+ ''(+)
+ '`(+)
+ ',(+)
+ `(+)
+ ` (+)
+ `'(+)
+ ``(+)
+ `,(+)
+ ` , (+)
+ `,'(+)
+ `,`(+)
+ `,`,(+)
+ #readerracket/base'pi.f
+ '#readerracket/base pi.f
+ #readerracket/base`pi.f
+ `#readerracket/base pi.f
+ #readerracket/base`,pi.f
+ `#readerracket/base,pi.f
+ `,#readerracket/base pi.f
+ #readerracket/base'`,pi.f
+ '#readerracket/base`,pi.f
+ '`#readerracket/base,pi.f
+ '`,#readerracket/base pi.f
+ #readerracket/base'(*)
+ '#readerracket/base(*)
+ #readerracket/base`(*)
+ `#readerracket/base(*)
+ #readerracket/base`,(*)
+ `#readerracket/base,(*)
+ `,#readerracket/base(*)
+ #readerracket/base'`,(*)
+ '#readerracket/base`,(*)
+ '`#readerracket/base,(*)
+ '`,#readerracket/base(*)
+ (quote pi)
+ (quote (quote pi))
+ (quote (quasiquote pi))
+ (quote (quasiquote (unquote pi)))
+ (quote (unquote pi))
+ (quasiquote pi)
+ (quasiquote (quote pi))
+ (quasiquote (quasiquote pi))
+ (quasiquote (unquote pi))
+ (quasiquote (unquote (quote pi)))
+ (quasiquote (unquote (quasiquote pi)))
+ (quasiquote (unquote (quasiquote (unquote pi))))
+ (quote (+))
+ (quote (quote (+)))
+ (quote (quasiquote (+)))
+ (quote (unquote (+)))
+ (quasiquote (+))
+ (quasiquote (quote (+)))
+ (quasiquote (quasiquote (+)))
+ (quasiquote (unquote (+)))
+ (quasiquote (unquote (quote (+))))
+ (quasiquote (unquote (quasiquote (+))))
+ (quasiquote (unquote (quasiquote (unquote (+)))))
+ #reader racket/base (quote pi.f)
+ (quote #reader racket/base pi.f)
+ #reader racket/base (quasiquote pi.f)
+ (quasiquote #reader racket/base pi.f)
+ #reader racket/base (quasiquote (unquote pi.f))
+ (quasiquote #reader racket/base (unquote pi.f))
+ (quasiquote (unquote #reader racket/base pi.f))
+ #reader racket/base (quote (quasiquote (unquote pi.f)))
+ (quote #reader racket/base (quasiquote (unquote pi.f)))
+ (quote (quasiquote #reader racket/base (unquote pi.f)))
+ (quote (quasiquote (unquote #reader racket/base pi.f)))
+ #reader racket/base (quote (*))
+ (quote #reader racket/base (*))
+ #reader racket/base (quasiquote (*))
+ (quasiquote #reader racket/base (*))
+ #reader racket/base (quasiquote (unquote (*)))
+ (quasiquote #reader racket/base (unquote (*)))
+ (quasiquote (unquote #reader racket/base (*)))
+ #reader racket/base (quote (quasiquote (unquote (*))))
+ (quote #reader racket/base (quasiquote (unquote (*))))
+ (quote (quasiquote #reader racket/base (unquote (*))))
+ (quote (quasiquote (unquote #reader racket/base (*))))
+ ;; Make sure non-identifiers work with quotes
+ ' "" pi
+ ' #t pi
+ ' #() pi
+ ' #s(s) pi
+ ' #\u3BB pi
+ ' #\U000003BB pi
+ ' #\space pi
+ ' #\. pi
+ ' #"" pi
+ ' #:kw pi
+ ' #&b pi
+ ' #'(define x 1) pi
+ ' #`(define x #,pi) pi
+ ' #I0 pi
+ ' #E0 pi
+ ' #X0 pi
+ ' #O0 pi
+ ' #D0 pi
+ ' #B0 pi
+ ' #<<EOF
+EOF
+ pi
+ ' #rx"" pi
+ ' #rx#"" pi
+ ' #px"" pi
+ ' #px#"" pi
+ ' #hash() pi
+ ' #hasheq[] pi
+ ' #hasheqv{} pi
+ ' #1(v) pi
  )
+
+;; Use the following to generate lists of built-ins and keywords.
+;; Run
+;;   (displayln (wrap-lines KEYWORDS))
+;;   (displayln (wrap-lines BUILTINS))
+;; and copy the results into RacketLexer._keywords and RacketLexer._builtins.
+
+;; (-> (listof string?) string?)
+;; Appends all the strings together, quoting them as appropriate for Python,
+;; with commas and spaces between them, wrapping at 80 characters, with an
+;; indentation of 8 spaces.
+(define (wrap-lines lst)
+  (define INDENTATION '"        ")
+  (define WIDTH '80)
+  (define (wrap-lines* lst done-lines current-line)
+    (if (null? lst)
+        (string-append (foldr string-append "" done-lines) current-line)
+        (let* ([str (first lst)]
+               [wrapped-str (if (regexp-match-exact? '#px"[[:ascii:]]+" str)
+                                (string-append "'" str "',")
+                                (string-append "u'" str "',"))]
+               [new-line (string-append current-line " " wrapped-str)])
+          (if ((string-length new-line) . >= . WIDTH)
+              (wrap-lines* (rest lst)
+                           (append done-lines
+                                   `(,(string-append current-line "\n")))
+                           (string-append INDENTATION wrapped-str))
+              (wrap-lines* (rest lst)
+                           done-lines
+                           new-line)))))
+  (wrap-lines* lst '() INDENTATION))
+
+;; (-> string? boolean?)
+;; Returns #t if str represents a syntax identifier in the current namespace,
+;; otherwise #f.
+(define (syntax-identifier? str)
+    (with-handlers ([exn? exn?])
+      (not (eval (call-with-input-string str read)))))
+
+(define RACKET-NAMESPACE
+  (parameterize ([current-namespace (make-base-namespace)])
+    (namespace-require 'racket)
+    (current-namespace)))
+
+(define BOUND-IDENTIFIERS
+  (parameterize ([current-namespace RACKET-NAMESPACE])
+    (sort (map symbol->string (namespace-mapped-symbols))
+          string<=?)))
+
+(define-values (KEYWORDS BUILTINS)
+  (parameterize ([current-namespace RACKET-NAMESPACE])
+    (partition syntax-identifier? BOUND-IDENTIFIERS)))
diff --git a/tests/examplefiles/example.sh b/tests/examplefiles/example.sh
new file mode 100644
index 00000000..2112cdd1
--- /dev/null
+++ b/tests/examplefiles/example.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+
+printf "%d %s\n" 10 "foo"
+printf "%d %s\n" $((10#1)) "bar"
+
+let "m = 10#${1:1:2}"
+echo $m
+
+m=$((10#${1:4:3} + 10#${1:1:3}))
+echo $m
+
+m=$((10#${1:4:3}))
+echo $m
+
+m=$((10#$1))
+echo $m
+
+m=$((10#1))
+echo $m
+
+m=$((10))
+echo $m
diff --git a/tests/examplefiles/import.hs b/tests/examplefiles/import.hs
deleted file mode 100644
index 09058ae6..00000000
--- a/tests/examplefiles/import.hs
+++ /dev/null
@@ -1,4 +0,0 @@
-import "mtl" Control.Monad.Trans
-
-main :: IO ()
-main = putStrLn "hello world"
diff --git a/tests/examplefiles/livescript-demo.ls b/tests/examplefiles/livescript-demo.ls
index 16d1894a..03cbcc99 100644
--- a/tests/examplefiles/livescript-demo.ls
+++ b/tests/examplefiles/livescript-demo.ls
@@ -7,7 +7,7 @@ dashes-identifiers = ->
 underscores_i$d = ->
   /regexp1/
   //regexp2//g
-  'strings' and "strings" and \strings
+  'strings' and "strings" and \strings and \#$-"\'strings
 
 another-word-list = <[ more words ]>
 
diff --git a/tests/examplefiles/main.cmake b/tests/examplefiles/main.cmake
index dac3da43..71dc3ce7 100644
--- a/tests/examplefiles/main.cmake
+++ b/tests/examplefiles/main.cmake
@@ -1,3 +1,5 @@
+CMAKE_MINIMUM_REQUIRED(VERSION 2.6 FATAL_ERROR)
+
 SET( SOURCES back.c io.c main.c )
 MESSAGE( ${SOURCES}   )      # three arguments, prints "back.cio.cmain.c"
 MESSAGE( "${SOURCES}" )      # one argument,    prints "back.c;io.c;main.c"
diff --git a/tests/examplefiles/objc_example.m b/tests/examplefiles/objc_example.m
index f4f27170..f3f85f65 100644
--- a/tests/examplefiles/objc_example.m
+++ b/tests/examplefiles/objc_example.m
@@ -1,35 +1,179 @@
-#import "Somefile.h"
+// Test various types of includes
+#import <Foundation/Foundation.h>
+# import <AppKit/AppKit.h>
+#import "stdio.h"
+#\
+  import \
+  "stdlib.h"
+# /*line1*/ \
+import /* line 2 */ \
+"stdlib.h" // line 3
 
-@implementation ABC
+// Commented out code with preprocessor
+#if 0
+#define MY_NUMBER 3
+#endif
 
-- (id)a:(B)b {
-    return 1;
+ #\
+  if 1
+#define TEST_NUMBER 3
+#endif
+
+// Empty preprocessor
+#
+
+// Class forward declaration
+@class MyClass;
+
+// Empty classes
+@interface EmptyClass
+@end
+@interface EmptyClass2
+{
+}
+@end
+@interface EmptyClass3 : EmptyClass2
+{
+}
+@end
+
+// Custom class inheriting from built-in
+@interface MyClass : NSObject
+{
+@public
+  NSString *myString;
+  __weak NSString *_weakString;
+@protected
+  NSTextField *_textField;
+@private
+  NSDate *privateDate;
 }
 
+// Various property aatributes
+@property(copy, readwrite, nonatomic) NSString *myString;
+@property(weak) NSString *weakString;
+@property(retain, strong, atomic) IBOutlet NSTextField *textField;
+
+// Class methods
++ (void)classMethod1:(NSString *)arg;
++ (void)classMethod2:(NSString *) arg; // Test space before arg
+
 @end
 
-@implementation ABC
+typedef id B;
 
-- (void)xyz;
+#pragma mark MyMarker
 
+// MyClass.m
+// Class extension to declare private property
+@interface MyClass ()
+@property(retain) NSDate *privateDate;
+- (void)hiddenMethod;
 @end
 
-NSDictionary *dictionary = [NSDictionary dictionaryWithObjectsAndKeys:
-    @"quattuor", @"four", @"quinque", @"five", @"sex", @"six", nil];
+// Special category
+@interface MyClass (Special)
+@property(retain) NSDate *specialDate;
+@end
 
+@implementation MyClass
+@synthesize myString;
+@synthesize privateDate;
 
-NSString *key;
-for (key in dictionary) {
-    NSLog(@"English: %@, Latin: %@", key, [dictionary valueForKey:key]);
-}
+- (id)a:(B)b {
+  /**
+   * C-style comment
+   */
+
+  // Selector keywords/types
+  SEL someMethod = @selector(hiddenMethod);
+
+  // Boolean types
+  Boolean b1 = FALSE;
+  BOOL b2 = NO;
+  bool b3 = true;
+
+  /**
+   * Number literals
+   */
+  // Int Literal
+  NSNumber *n1 = @( 1 );
+  // Method call
+  NSNumber *n2 = @( [b length] );
+  // Define variable
+  NSNumber *n3 = @( TEST_NUMBER );
+  // Arthimetic expression
+  NSNumber *n4 = @(1 + 2);
+  // From variable
+  int myInt = 5;
+  NSNumber *n5 = @(myInt);
+  // Nest expression
+  NSNumber *n6 = @(1 + (2 + 6.0));
+  // Bool literal
+  NSNumber *n7 = @NO;
+  // Bool expression
+  NSNumber *n8 = @(YES);
+  // Character
+  NSNumber *n9 = @'a';
+  // int
+  NSNumber *n10 = @123;
+  // unsigned
+  NSNumber *n11 = @1234U;
+  // long
+  NSNumber *n12 = @1234567890L;
+  // float
+  NSNumber *n13 = @3.14F;
+  // double
+  NSNumber *n14 = @3.14F;
+  
+  // Array literals
+  NSArray *arr = @[ @"1", @"2" ];
+  arr = @[ @[ @"1", @"2" ], [arr lastObject] ];
+  [arr lastObject];
+  [@[ @"1", @"2" ] lastObject];
+  
+  // Dictionary literals
+  NSDictionary *d = @{ @"key": @"value" };
+  [[d allKeys] lastObject];
+  [[@{ @"key": @"value" } allKeys] lastObject];
+  d = @{ @"key": @{ @"key": @"value" } };
+
+  [self hiddenMethod];
+  [b length];
+  [privateDate class];
 
-// Literals
-NSArray *a = @[ @"1", @"2" ];
+  NSDictionary *dictionary = [NSDictionary dictionaryWithObjectsAndKeys:
+                              @"1", @"one", @"2", @"two", @"3", @"three", nil];
+  
+  NSString *key;
+  for (key in dictionary) {
+    NSLog(@"Number: %@, Word: %@", key, [dictionary valueForKey:key]);
+  }
 
-NSDictionary *d = @{ @"key": @"value" };
+  // Blocks
+  int (^myBlock)(int arg1, int arg2);
+  NSString *(^myName)(NSString *) = ^(NSString *value) {
+    return value;
+  };
 
-NSNumber *n1 = @( 1 );
-NSNumber *n2 = @( [a length] );
+  return nil;
+}
+
+- (void)hiddenMethod {
+  // Synchronized block
+  @synchronized(self) {
+    [myString retain];
+    [myString release];
+  }
+}
 
-+ (void)f1:(NSString *)s1;
-+ (void)f2:(NSString *) s2;
++ (void)classMethod1:(NSString *)arg {}
++ (void)classMethod2:(NSString *) arg
+{
+  // Autorelease pool block
+  @autoreleasepool {
+    NSLog(@"Hello, World!");
+  }
+}
+
+@end
diff --git a/tests/examplefiles/objc_example2.m b/tests/examplefiles/objc_example2.m
deleted file mode 100644
index b7a5a685..00000000
--- a/tests/examplefiles/objc_example2.m
+++ /dev/null
@@ -1,27 +0,0 @@
-// MyClass.h
-@interface MyClass : NSObject
-{
-    NSString *value;
-    NSTextField *textField;
-@private
-    NSDate *lastModifiedDate;
-}
-@property(copy, readwrite) NSString *value;
-@property(retain) IBOutlet NSTextField *textField;
-@end
-
-// MyClass.m
-// Class extension to declare private property
-@interface MyClass ()
-@property(retain) NSDate *lastModifiedDate;
-@end
-
-@implementation MyClass
-@synthesize value;
-@synthesize textField;
-@synthesize lastModifiedDate;
-// implementation continues
-@end
-
-+ (void)f1:(NSString *)s1;
-+ (void)f2:(NSString *)s2;
diff --git a/tests/examplefiles/qbasic_example b/tests/examplefiles/qbasic_example
new file mode 100644
index 00000000..27041af6
--- /dev/null
+++ b/tests/examplefiles/qbasic_example
@@ -0,0 +1,2 @@
+10 print RIGHT$("hi there", 5)
+20 goto 10
diff --git a/tests/examplefiles/test.cyp b/tests/examplefiles/test.cyp
new file mode 100644
index 00000000..37465a4d
--- /dev/null
+++ b/tests/examplefiles/test.cyp
@@ -0,0 +1,123 @@
+//test comment
+START a = node(*)
+MATCH (a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+RETURN a.name, m.title, d.name;
+
+START a = node(*)
+MATCH (a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+WITH d,m,count(a) as Actors
+WHERE Actors > 4
+RETURN d.name as Director,m.title as Movie, Actors ORDER BY Actors;
+
+START a=node(*)
+MATCH p=(a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+return p;
+
+START a = node(*)
+MATCH p1=(a)-[:ACTED_IN]->(m), p2=d-[:DIRECTED]->(m)
+WHERE m.title="The Matrix"
+RETURN p1, p2;
+
+START a = node(*)
+MATCH (a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+WHERE a=d
+RETURN a.name;
+
+START a = node(*)
+MATCH (a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+WHERE a=d
+RETURN a.name;
+
+START a=node(*)
+MATCH (a)-[:ACTED_IN]->(m)<-[:DIRECTED]-(d)
+RETURN a.name, d.name, count(*) as Movies,collect(m.title) as Titles
+ORDER BY (Movies) DESC
+LIMIT 5;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+RETURN keanu;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[:ACTED_IN]->(movie)
+RETURN movie.title;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[r:ACTED_IN]->(movie)
+WHERE "Neo" in r.roles
+RETURN DISTINCT movie.title;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[:ACTED_IN]->()<-[:DIRECTED]-(director)
+RETURN director.name;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[:ACTED_IN]->(movie)<-[:ACTED_IN]-(n)
+WHERE n.born < keanu.born
+RETURN DISTINCT n.name, keanu.born ,n.born;
+
+START keanu=node:node_auto_index(name="Keanu Reeves"),
+      hugo=node:node_auto_index(name="Hugo Weaving")
+MATCH (keanu)-[:ACTED_IN]->(movie)
+WHERE NOT((hugo)-[:ACTED_IN]->(movie))
+RETURN DISTINCT movie.title;
+
+START a = node(*)
+MATCH (a)-[:ACTED_IN]->(m)
+WITH a,count(m) as Movies
+RETURN a.name as Actor, Movies ORDER BY Movies;
+
+START keanu=node:node_auto_index(name="Keanu Reeves"),actor
+MATCH past=(keanu)-[:ACTED_IN]->()<-[:ACTED_IN]-(),
+      actors=(actor)-[:ACTED_IN]->()
+WHERE hasnt=actors NOT IN past
+RETURN hasnt;
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[:ACTED_IN]->()<-[:ACTED_IN]-(c),
+      (c)-[:ACTED_IN]->()<-[:ACTED_IN]-(coc)
+WHERE NOT((keanu)-[:ACTED_IN]->()<-[:ACTED_IN]-(coc))
+AND coc > keanu
+RETURN coc.name, count(coc)
+ORDER BY count(coc) DESC
+LIMIT 3;
+
+START kevin=node:node_auto_index(name="Kevin Bacon"),
+      movie=node:node_auto_index(name="Mystic River")
+MATCH (kevin)-[:ACTED_IN]->(movie)
+RETURN DISTINCT movie.title;
+
+CREATE (n 
+	{
+       title:"Mystic River",
+       released:1993,
+       tagline:"We bury our sins here, Dave. We wash them clean."
+       }
+	) RETURN n;
+
+
+START movie=node:node_auto_index(title="Mystic River")
+SET movie.released = 2003
+RETURN movie;
+
+start emil=node:node_auto_index(name="Emil Eifrem") MATCH emil-[r]->(n) DELETE r, emil;
+
+START a=node(*)
+MATCH (a)-[:ACTED_IN]->()<-[:ACTED_IN]-(b)
+CREATE UNIQUE (a)-[:KNOWS]->(b);
+
+START keanu=node:node_auto_index(name="Keanu Reeves")
+MATCH (keanu)-[:KNOWS*2]->(fof) 
+WHERE keanu <> fof
+RETURN distinct fof.name;
+
+START charlize=node:node_auto_index(name="Charlize Theron"),
+      bacon=node:node_auto_index(name="Kevin Bacon")
+MATCH p=shortestPath((charlize)-[:KNOWS*]->(bacon))
+RETURN extract(n in nodes(p) | n.name)[1];
+
+START actors=node:
+
+MATCH (alice)-[:`REALLY LIKES`]->(bob)
+MATCH (alice)-[:`REALLY ``LIKES```]->(bob)
+myFancyIdentifier.`(weird property name)`
+"string\t\n\b\f\\\''\""
diff --git a/tests/examplefiles/test.pan b/tests/examplefiles/test.pan
new file mode 100644
index 00000000..56c8bd62
--- /dev/null
+++ b/tests/examplefiles/test.pan
@@ -0,0 +1,54 @@
+object template pantest;
+
+# Very simple pan test file
+"/long/decimal" = 123;
+"/long/octal" = 0755;
+"/long/hexadecimal" = 0xFF;
+
+"/double/simple" = 0.01;
+"/double/pi" = 3.14159;
+"/double/exponent" = 1e-8;
+"/double/scientific" = 1.3E10;
+
+"/string/single" = 'Faster, but escapes like \t, \n and \x3d don''t work, but '' should work.';
+"/string/double" = "Slower, but escapes like \t, \n and \x3d do work";
+
+variable TEST = 2;
+
+"/x2" = to_string(TEST);
+"/x2" ?= 'Default value';
+
+"/x3" = 1 + 2 + value("/long/decimal");
+
+"/x4" = undef;
+
+"/x5" = null;
+
+variable e ?= error("Test error message");
+
+# include gmond config for services-monitoring
+include { 'site/ganglia/gmond/services-monitoring' };
+
+"/software/packages"=pkg_repl("httpd","2.2.3-43.sl5.3",PKG_ARCH_DEFAULT);
+"/software/packages"=pkg_repl("php");
+
+# Example function
+function show_things_view_for_stuff = {
+    thing = ARGV[0];
+    foreach( i; mything; STUFF ) {
+        if ( thing == mything ) {
+            return( true );
+        } else {
+            return SELF;
+        };
+    };
+    false;
+};
+
+variable HERE = <<EOF;
+; This example demonstrates an in-line heredoc style config file
+[main]
+awesome = true
+EOF
+
+variable small = false;#This should be highlighted normally again.
diff --git a/tests/examplefiles/test.r3 b/tests/examplefiles/test.r3
index cad12a8d..707102db 100644
--- a/tests/examplefiles/test.r3
+++ b/tests/examplefiles/test.r3
@@ -1,3 +1,9 @@
+preface.... everything what is before header is not evaluated
+so this should not be colorized:
+1 + 2
+
+REBOL [] ;<- this is minimal header, everything behind it must be colorized
+
 ;## String tests ##
 print "Hello ^"World" ;<- with escaped char
 multiline-string: {
@@ -52,15 +58,29 @@ type? #ff0000 ;== issue!
 to integer! (1 + (x / 4.5) * 1E-4)
 
 ;## some spec comments
-comment now
-comment 10
+1 + 1
+comment "aa"								
+2 + 2
+comment {aa}
+3 + 3
+comment {a^{}
+4 + 4
+comment {{}}
+5 + 5
 comment {
-    bla
-    bla
+	foo: 6
 }
-comment [
-    quit
-]
+6 + 6
+comment [foo: 6]
+7 + 7
+comment [foo: "[" ]
+8 + 8
+comment [foo: {^{} ]
+9 + 9
+comment [foo: {boo} ]
+10 + 10
+comment 5-May-2014/11:17:34+2:00
+5-May-2014/11:17:34+2:00 11 + 11	
 
 ;## other tests ##
 ---: 1
diff --git a/tests/examplefiles/test.rsl b/tests/examplefiles/test.rsl
new file mode 100644
index 00000000..d6c9fc9a
--- /dev/null
+++ b/tests/examplefiles/test.rsl
@@ -0,0 +1,111 @@
+scheme COMPILER = 
+class
+  type
+    Prog == mk_Prog(stmt : Stmt),  
+
+    Stmt ==  
+      mk_Asgn(ide : Identifier,  expr : Expr) |   
+      mk_If(cond : Expr,  s1 : Stmt, s2 : Stmt) |   
+      mk_Seq(head : Stmt,  last : Stmt),  
+
+    Expr == 
+      mk_Const(const : Int) |  
+      mk_Plus(fst : Expr,  snd : Expr) |
+      mk_Id(ide : Identifier),
+    Identifier = Text
+
+type /* storage for program variables */
+  `Sigma = Identifier -m-> Int 
+
+value     
+  m : Prog -> `Sigma -> `Sigma
+  m(p)(`sigma)  is  m(stmt(p))(`sigma),  
+
+  m : Stmt -> `Sigma -> `Sigma
+  m(s)(`sigma)  is  
+    case s of 
+      mk_Asgn(i, e) -> `sigma !! [i +> m(e)(`sigma)], 
+      mk_Seq(s1, s2) -> m(s2)(m(s1)(`sigma)), 
+      mk_If(c, s1, s2) -> 
+        if m(c)(`sigma) ~= 0 then m(s1)(`sigma) else m(s2)(`sigma) end      
+    end,
+  
+  m : Expr -> `Sigma -> Int
+  m(e)(`sigma)  is  
+    case e of 
+      mk_Const(n) -> n, 
+      mk_Plus(e1, e2) -> m(e1)(`sigma) + m(e2)(`sigma), 
+      mk_Id(id) -> if id isin  dom `sigma then `sigma(id) else 0 end 
+    end 
+
+type
+  MProg = Inst-list,
+  Inst == 
+     mk_Push(ide1 : Identifier) | 
+     mk_Pop(Unit) | 
+     mk_Add(Unit) | 
+     mk_Cnst(val : Int) | 
+     mk_Store(ide2 : Identifier) | 
+     mk_Jumpfalse(off1 : Int) | 
+     mk_Jump(off2 : Int) 
+
+
+/* An interpreter for SMALL instructions */
+
+type  Stack = Int-list
+value 
+  I : MProg >< Int >< Stack -> (`Sigma ->`Sigma)
+  I(mp, pc, s)(`sigma) is 
+    if pc <= 0 \/ pc > len mp then `sigma else
+      case  mp(pc) of
+        mk_Push(x) -> if x isin dom `sigma 
+          then I(mp, pc + 1, <.`sigma(x).> ^ s)(`sigma)
+          else  I(mp, pc + 1, <.0.> ^ s)(`sigma) end,
+        mk_Pop(()) -> if len s = 0 then `sigma
+          else I(mp, pc + 1, tl s)(`sigma) end,
+        mk_Cnst(n)  -> I(mp, pc + 1, <.n.> ^  s)(`sigma),
+        mk_Add(()) -> if len s < 2 then `sigma 
+          else  I(mp, pc + 1,<.s(1) + s(2).> ^ tl tl s)(`sigma) end,
+        mk_Store(x) -> if len s = 0 then `sigma
+          else I(mp, pc + 1, s)(`sigma !! [x +> s(1)]) end,
+        mk_Jumpfalse(n) -> if len s = 0 then `sigma
+          elsif  hd s ~= 0  then I(mp, pc + 1, s)(`sigma) 
+          else I(mp, pc + n, s)(`sigma) end,
+        mk_Jump(n) -> I(mp, pc + n, s)(`sigma) 
+      end
+    end  
+
+value
+  comp_Prog : Prog -> MProg
+  comp_Prog(p) is comp_Stmt(stmt(p)),
+
+  comp_Stmt : Stmt -> MProg
+  comp_Stmt(s) is
+    case s of
+      mk_Asgn(id, e) -> comp_Expr(e) ^ <. mk_Store(id), mk_Pop() .>,
+      mk_Seq(s1, s2) -> comp_Stmt(s1) ^ comp_Stmt(s2),
+      mk_If(e, s1, s2) -> 
+       let 
+         ce = comp_Expr(e), 
+         cs1 = comp_Stmt(s1), cs2 = comp_Stmt(s2) 
+       in
+           ce ^ 
+           <. mk_Jumpfalse(len cs1 + 3) .> ^
+           <. mk_Pop() .> ^
+           cs1 ^
+           <. mk_Jump(len cs2 + 2) .> ^
+           <. mk_Pop() .> ^
+           cs2
+       end
+    end,
+
+  comp_Expr : Expr -> MProg
+  comp_Expr(e) is 
+    case e of
+      mk_Const(n) -> <. mk_Cnst(n) .>,
+      mk_Plus(e1, e2) -> 
+        comp_Expr(e1) ^ comp_Expr(e2) ^ <. mk_Add() .>,
+      mk_Id(id) -> <. mk_Push(id) .>
+    end
+
+end
diff --git a/tests/examplefiles/vimrc b/tests/examplefiles/vimrc
new file mode 100644
index 00000000..d2f9cd1b
--- /dev/null
+++ b/tests/examplefiles/vimrc
@@ -0,0 +1,21 @@
+" A comment
+
+:py print "py"
+::pyt print 'pyt'
+  pyth	print '''pyth'''
+ : pytho print "pytho"
+python print """python"""
+
+  : : python<<E OF
+print """my script"""
+
+def MyFunc(str):
+  """ My Function """
+  print str
+E OF
+
+let py = 42
+echo py
+
+let foo = 42
+echo foo
diff --git a/tests/string_asserts.py b/tests/string_asserts.py
new file mode 100644
index 00000000..025a5281
--- /dev/null
+++ b/tests/string_asserts.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+"""
+    Pygments string assert utility
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+class StringTests(object):
+
+    def assertStartsWith(self, haystack, needle, msg=None):
+        if msg is None:
+            msg = "'{}' does not start with '{}'".format(haystack, needle)
+        if not haystack.startswith(needle):
+            raise(AssertionError(msg))
+
+    def assertEndsWith(self, haystack, needle, msg=None):
+        if msg is None:
+            msg = "'{}' does not end with '{}'".format(haystack, needle)
+        if not haystack.endswith(needle):
+            raise(AssertionError(msg))
diff --git a/tests/test_basic_api.py b/tests/test_basic_api.py
index be7a4747..893fa90c 100644
--- a/tests/test_basic_api.py
+++ b/tests/test_basic_api.py
@@ -101,7 +101,7 @@ def test_lexer_options():
             'BashSessionLexer', 'LiterateHaskellLexer', 'LiterateAgdaLexer',
             'PostgresConsoleLexer', 'ElixirConsoleLexer', 'JuliaConsoleLexer',
             'RobotFrameworkLexer', 'DylanConsoleLexer', 'ShellSessionLexer',
-            'LiterateIdrisLexer'):
+            'LiterateIdrisLexer', 'LiterateCryptolLexer'):
             inst = cls(ensurenl=False)
             ensure(inst.get_tokens('a\nb'), 'a\nb')
             inst = cls(ensurenl=False, stripall=True)
diff --git a/tests/test_cfm.py b/tests/test_cfm.py
new file mode 100644
index 00000000..2ff25bd6
--- /dev/null
+++ b/tests/test_cfm.py
@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+"""
+    Basic ColdfusionHtmlLexer Test
+    ~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import unittest
+import os
+
+from pygments.token import Token
+from pygments.lexers import ColdfusionHtmlLexer
+
+
+class ColdfusionHtmlLexerTest(unittest.TestCase):
+
+    def setUp(self):
+        self.lexer = ColdfusionHtmlLexer()
+
+    def testBasicComment(self):
+        fragment = u'<!--- cfcomment --->'
+        expected = [
+            (Token.Text, u''),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' cfcomment '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testNestedComment(self):
+        fragment = u'<!--- nested <!--- cfcomment ---> --->'
+        expected = [
+            (Token.Text, u''),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' nested '),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' cfcomment '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Comment.Multiline, u' '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
diff --git a/tests/test_clexer.py b/tests/test_clexer.py
index c995bb2b..188569dc 100644
--- a/tests/test_clexer.py
+++ b/tests/test_clexer.py
@@ -9,8 +9,9 @@
 
 import unittest
 import os
+import textwrap
 
-from pygments.token import Text, Number
+from pygments.token import Text, Number, Token
 from pygments.lexers import CLexer
 
 
@@ -29,3 +30,227 @@ class CLexerTest(unittest.TestCase):
             wanted.append((Text, ' '))
         wanted = [(Text, '')] + wanted[:-1] + [(Text, '\n')]
         self.assertEqual(list(self.lexer.get_tokens(code)), wanted)
+
+    def testSwitch(self):
+        fragment = u'''\
+        int main()
+        {
+            switch (0)
+            {
+                case 0:
+                default:
+                    ;
+            }
+        }
+        '''
+        tokens = [
+            (Token.Text, u''),
+            (Token.Keyword.Type, u'int'),
+            (Token.Text, u' '),
+            (Token.Name.Function, u'main'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'('),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Keyword, u'switch'),
+            (Token.Text, u' '),
+            (Token.Punctuation, u'('),
+            (Token.Literal.Number.Integer, u'0'),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'        '),
+            (Token.Keyword, u'case'),
+            (Token.Text, u' '),
+            (Token.Literal.Number.Integer, u'0'),
+            (Token.Operator, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'        '),
+            (Token.Keyword, u'default'),
+            (Token.Operator, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'            '),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+
+    def testSwitchSpaceBeforeColon(self):
+        fragment = u'''\
+        int main()
+        {
+            switch (0)
+            {
+                case 0 :
+                default :
+                    ;
+            }
+        }
+        '''
+        tokens = [
+            (Token.Text, u''),
+            (Token.Keyword.Type, u'int'),
+            (Token.Text, u' '),
+            (Token.Name.Function, u'main'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'('),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Keyword, u'switch'),
+            (Token.Text, u' '),
+            (Token.Punctuation, u'('),
+            (Token.Literal.Number.Integer, u'0'),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'        '),
+            (Token.Keyword, u'case'),
+            (Token.Text, u' '),
+            (Token.Literal.Number.Integer, u'0'),
+            (Token.Text, u' '),
+            (Token.Operator, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'        '),
+            (Token.Keyword, u'default'),
+            (Token.Text, u' '),
+            (Token.Operator, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'            '),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'    '),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+
+    def testLabel(self):
+        fragment = u'''\
+        int main()
+        {
+        foo:
+          goto foo;
+        }
+        '''
+        tokens = [
+            (Token.Text, u''),
+            (Token.Keyword.Type, u'int'),
+            (Token.Text, u' '),
+            (Token.Name.Function, u'main'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'('),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Name.Label, u'foo'),
+            (Token.Punctuation, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'  '),
+            (Token.Keyword, u'goto'),
+            (Token.Text, u' '),
+            (Token.Name, u'foo'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+
+    def testLabelSpaceBeforeColon(self):
+        fragment = u'''\
+        int main()
+        {
+        foo :
+          goto foo;
+        }
+        '''
+        tokens = [
+            (Token.Text, u''),
+            (Token.Keyword.Type, u'int'),
+            (Token.Text, u' '),
+            (Token.Name.Function, u'main'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'('),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Name.Label, u'foo'),
+            (Token.Text, u' '),
+            (Token.Punctuation, u':'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'  '),
+            (Token.Keyword, u'goto'),
+            (Token.Text, u' '),
+            (Token.Name, u'foo'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+
+    def testLabelFollowedByStatement(self):
+        fragment = u'''\
+        int main()
+        {
+        foo:return 0;
+          goto foo;
+        }
+        '''
+        tokens = [
+            (Token.Text, u''),
+            (Token.Keyword.Type, u'int'),
+            (Token.Text, u' '),
+            (Token.Name.Function, u'main'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'('),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+            (Token.Punctuation, u'{'),
+            (Token.Text, u'\n'),
+            (Token.Name.Label, u'foo'),
+            (Token.Punctuation, u':'),
+            (Token.Keyword, u'return'),
+            (Token.Text, u' '),
+            (Token.Literal.Number.Integer, u'0'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u'  '),
+            (Token.Keyword, u'goto'),
+            (Token.Text, u' '),
+            (Token.Name, u'foo'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Punctuation, u'}'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
diff --git a/tests/test_lexers_other.py b/tests/test_lexers_other.py
index 1e420c77..91b0dc70 100644
--- a/tests/test_lexers_other.py
+++ b/tests/test_lexers_other.py
@@ -49,20 +49,20 @@ class RexxLexerTest(unittest.TestCase):
         self.assertAlmostEqual(1.0,
             RexxLexer.analyse_text('''/* Rexx */
                 say "hello world"'''))
-        self.assertLess(0.5,
-            RexxLexer.analyse_text('/* */\n'
+        val = RexxLexer.analyse_text('/* */\n'
                 'hello:pRoceduRe\n'
-                '  say "hello world"'))
-        self.assertLess(0.2,
-            RexxLexer.analyse_text('''/* */
+                '  say "hello world"')
+        self.assertTrue(val > 0.5, val)
+        val = RexxLexer.analyse_text('''/* */
                 if 1 > 0 then do
                     say "ok"
                 end
                 else do
                     say "huh?"
-                end'''))
-        self.assertLess(0.2,
-            RexxLexer.analyse_text('''/* */
+                end''')
+        self.assertTrue(val > 0.2, val)
+        val = RexxLexer.analyse_text('''/* */
                 greeting = "hello world!"
                 parse value greeting "hello" name "!"
-                say name'''))
+                say name''')
+        self.assertTrue(val > 0.2, val)
diff --git a/tests/test_objectiveclexer.py b/tests/test_objectiveclexer.py
new file mode 100644
index 00000000..46fdb6d2
--- /dev/null
+++ b/tests/test_objectiveclexer.py
@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+"""
+    Basic CLexer Test
+    ~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import unittest
+import os
+
+from pygments.token import Token
+from pygments.lexers import ObjectiveCLexer
+
+
+class ObjectiveCLexerTest(unittest.TestCase):
+
+    def setUp(self):
+        self.lexer = ObjectiveCLexer()
+
+    def testLiteralNumberInt(self):
+        fragment = u'@(1);\n'
+        expected = [
+            (Token.Text, u''),
+            (Token.Literal, u'@('),
+            (Token.Literal.Number.Integer, u'1'),
+            (Token.Literal, u')'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testLiteralNumberExpression(self):
+        fragment = u'@(1+2);\n'
+        expected = [
+            (Token.Text, u''),
+            (Token.Literal, u'@('),
+            (Token.Literal.Number.Integer, u'1'),
+            (Token.Operator, u'+'),
+            (Token.Literal.Number.Integer, u'2'),
+            (Token.Literal, u')'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testLiteralNumberNestedExpression(self):
+        fragment = u'@(1+(2+3));\n'
+        expected = [
+            (Token.Text, u''),
+            (Token.Literal, u'@('),
+            (Token.Literal.Number.Integer, u'1'),
+            (Token.Operator, u'+'),
+            (Token.Punctuation, u'('),
+            (Token.Literal.Number.Integer, u'2'),
+            (Token.Operator, u'+'),
+            (Token.Literal.Number.Integer, u'3'),
+            (Token.Punctuation, u')'),
+            (Token.Literal, u')'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testLiteralNumberBool(self):
+        fragment = u'@NO;\n'
+        expected = [
+            (Token.Text, u''),
+            (Token.Literal.Number, u'@NO'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testLieralNumberBoolExpression(self):
+        fragment = u'@(YES);\n'
+        expected = [
+            (Token.Text, u''),
+            (Token.Literal, u'@('),
+            (Token.Name.Builtin, u'YES'),
+            (Token.Literal, u')'),
+            (Token.Punctuation, u';'),
+            (Token.Text, u'\n'),
+            (Token.Text, u''),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
diff --git a/tests/test_qbasiclexer.py b/tests/test_qbasiclexer.py
new file mode 100644
index 00000000..1b81b643
--- /dev/null
+++ b/tests/test_qbasiclexer.py
@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+"""
+    Tests for QBasic
+    ~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import glob
+import os
+import unittest
+
+from pygments.token import Token
+from pygments.lexers.qbasic import QBasicLexer
+
+class QBasicTest(unittest.TestCase):
+    def setUp(self):
+        self.lexer = QBasicLexer()
+        self.maxDiff = None
+
+    def testKeywordsWithDollar(self):
+        fragment = u'DIM x\nx = RIGHT$("abc", 1)\n'
+        expected = [
+            (Token.Keyword.Declaration, u'DIM'),
+            (Token.Text.Whitespace, u' '),
+            (Token.Name.Variable.Global, u'x'),
+            (Token.Text, u'\n'),
+            (Token.Name.Variable.Global, u'x'),
+            (Token.Text.Whitespace, u' '),
+            (Token.Operator, u'='),
+            (Token.Text.Whitespace, u' '),
+            (Token.Keyword.Reserved, u'RIGHT$'),
+            (Token.Punctuation, u'('),
+            (Token.Literal.String.Double, u'"abc"'),
+            (Token.Punctuation, u','),
+            (Token.Text.Whitespace, u' '),
+            (Token.Literal.Number.Integer.Long, u'1'),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
diff --git a/tests/test_rtf_formatter.py b/tests/test_rtf_formatter.py
new file mode 100644
index 00000000..30b136fd
--- /dev/null
+++ b/tests/test_rtf_formatter.py
@@ -0,0 +1,109 @@
+# -*- coding: utf-8 -*-
+"""
+    Pygments RTF formatter tests
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import unittest
+from string_asserts import StringTests
+
+from pygments.util import StringIO
+from pygments.formatters import RtfFormatter
+from pygments.lexers.special import TextLexer
+
+class RtfFormatterTest(StringTests, unittest.TestCase):
+    foot = (r'\par' '\n' r'}')
+
+    def _escape(self, string):
+        return(string.replace("\n", r"\n"))
+
+    def _build_message(self, *args, **kwargs):
+        string = kwargs.get('string', None)
+        t = self._escape(kwargs.get('t', ''))
+        expected = self._escape(kwargs.get('expected', ''))
+        result = self._escape(kwargs.get('result', ''))
+
+        if string is None:
+            string = (u"The expected output of '{t}'\n"
+                      u"\t\tShould be '{expected}'\n"
+                      u"\t\tActually outputs '{result}'\n"
+                      u"\t(WARNING: Partial Output of Result!)")
+
+        end = -(len(self._escape(self.foot)))
+        start = end-len(expected)
+
+        return string.format(t=t,
+                             result = result[start:end],
+                             expected = expected)
+
+    def format_rtf(self, t):
+        tokensource = list(TextLexer().get_tokens(t))
+        fmt = RtfFormatter()
+        buf = StringIO()
+        fmt.format(tokensource, buf)
+        result = buf.getvalue()
+        buf.close()
+        return result
+
+    def test_rtf_header(self):
+        t = u''
+        result = self.format_rtf(t)
+        expected = r'{\rtf1\ansi\uc0'
+        msg = (u"RTF documents are expected to start with '{expected}'\n"
+               u"\t\tStarts intead with '{result}'\n"
+               u"\t(WARNING: Partial Output of Result!)".format(
+                   expected = expected,
+                   result = result[:len(expected)]))
+        self.assertStartsWith(result, expected, msg)
+
+    def test_rtf_footer(self):
+        t = u''
+        result = self.format_rtf(t)
+        expected = self.foot
+        msg = (u"RTF documents are expected to end with '{expected}'\n"
+               u"\t\tEnds intead with '{result}'\n"
+               u"\t(WARNING: Partial Output of Result!)".format(
+                   expected = self._escape(expected),
+                   result = self._escape(result[-len(expected):])))
+        self.assertEndsWith(result, expected, msg)
+
+    def test_ascii_characters(self):
+        t = u'a b c d ~'
+        result = self.format_rtf(t)
+        expected = (r'a b c d ~')
+        if not result.endswith(self.foot):
+            return(unittest.skip('RTF Footer incorrect'))
+        msg = self._build_message(t=t, result=result, expected=expected)
+        self.assertEndsWith(result, expected+self.foot, msg)
+
+    def test_escape_characters(self):
+        t = u'\ {{'
+        result = self.format_rtf(t)
+        expected = (r'\\ \{\{')
+        if not result.endswith(self.foot):
+            return(unittest.skip('RTF Footer incorrect'))
+        msg = self._build_message(t=t, result=result, expected=expected)
+        self.assertEndsWith(result, expected+self.foot, msg)
+
+    def test_single_characters(self):
+        t = u'â € ¤ каждой'
+        result = self.format_rtf(t)
+        expected = (r'{\u226} {\u8364} {\u164} '
+                    r'{\u1082}{\u1072}{\u1078}{\u1076}{\u1086}{\u1081}')
+        if not result.endswith(self.foot):
+            return(unittest.skip('RTF Footer incorrect'))
+        msg = self._build_message(t=t, result=result, expected=expected)
+        self.assertEndsWith(result, expected+self.foot, msg)
+
+    def test_double_characters(self):
+        t = u'က 힣 ↕ ↕︎ 鼖'
+        result = self.format_rtf(t)
+        expected = (r'{\u4096} {\u55203} {\u8597} '
+                    r'{\u8597}{\u65038} {\u55422}{\u56859}')
+        if not result.endswith(self.foot):
+            return(unittest.skip('RTF Footer incorrect'))
+        msg = self._build_message(t=t, result=result, expected=expected)
+        self.assertEndsWith(result, expected+self.foot, msg)
diff --git a/tests/test_string_asserts.py b/tests/test_string_asserts.py
new file mode 100644
index 00000000..0beed15c
--- /dev/null
+++ b/tests/test_string_asserts.py
@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+"""
+    Pygments string assert utility tests
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import unittest
+from string_asserts import StringTests
+
+class TestStringTests(StringTests, unittest.TestCase):
+
+    def test_startswith_correct(self):
+        self.assertStartsWith("AAA", "A")
+
+    # @unittest.expectedFailure not supported by nose
+    def test_startswith_incorrect(self):
+        with self.assertRaises(AssertionError):
+            self.assertStartsWith("AAA", "B")
+
+    # @unittest.expectedFailure not supported by nose
+    def test_startswith_short(self):
+        with self.assertRaises(AssertionError):
+            self.assertStartsWith("A", "AA")
+
+    def test_endswith_correct(self):
+        self.assertEndsWith("AAA", "A")
+
+    # @unittest.expectedFailure not supported by nose
+    def test_endswith_incorrect(self):
+        with self.assertRaises(AssertionError):
+            self.assertEndsWith("AAA", "B")
+
+    # @unittest.expectedFailure not supported by nose
+    def test_endswith_short(self):
+        with self.assertRaises(AssertionError):
+            self.assertEndsWith("A", "AA")
author	Tim Hatch <tim@timhatch.com>	2014-05-17 09:19:35 -0700
committer	Tim Hatch <tim@timhatch.com>	2014-05-17 09:19:35 -0700
commit	a62cdcfaa5a260274303cb93b92a3f2e2ce3be98 (patch)
tree	e7d2b4cd4e10a6e43fe4b2dc4e03ab2e827ebc20 /tests
parent	70a10a2e423d9729b62c7b56faca28889c0d688a (diff)
parent	ff12540907fe9d98bf02c9508a171659457b14b2 (diff)
download	pygments-a62cdcfaa5a260274303cb93b92a3f2e2ce3be98.tar.gz