Merged in dietmarw/pygments-main (pull request #348)

Modelica-lexer: Add "end" to keyword list again
author: Tim Hatch <tim@timhatch.com> 2014-05-16 17:49:49 -0700
committer: Tim Hatch <tim@timhatch.com> 2014-05-16 17:49:49 -0700
commit: 97422c5ed7200eeb588cf07f3e63cd1a80016f15 (patch)
tree: d34ff1aea3c8641eea785f0cb430bfa4a2630fdd /tests
parent: c5af6ba52c15caee0bce29fba439c8495feea1a7 (diff)
parent: 234df186957e0b4419d4a587daaea97dee27d484 (diff)
download: pygments-97422c5ed7200eeb588cf07f3e63cd1a80016f15.tar.gz
9 files changed, 854 insertions, 40 deletions
diff --git a/tests/examplefiles/demo.cfm b/tests/examplefiles/demo.cfm
index d94a06a0..49690484 100644
--- a/tests/examplefiles/demo.cfm
+++ b/tests/examplefiles/demo.cfm
@@ -1,4 +1,11 @@
 <!--- cfcomment --->
+<!--- nested <!--- cfcomment ---> --->
+<!--- multi-line
+nested
+<!---
+cfcomment
+--->
+--->
 <!-- html comment -->
 <html>
 <head>
@@ -17,6 +24,9 @@
  #IsDate("foo")#<br />
  #DaysInMonth(RightNow)#
 </cfoutput>
+<cfset x="x">
+<cfset y="y">
+<cfset z="z">
 <cfoutput group="x">
     #x#
     <cfoutput>#y#</cfoutput>
@@ -29,6 +39,8 @@
 <cfset greeting = "Hello #person#">
 
 <cfset greeting = "Hello" & " world!">
+<cfset a = 5>
+<cfset b = 10>
 <cfset c = a^b>
 <cfset c = a MOD b>
 <cfset c = a / b>
diff --git a/tests/examplefiles/function_arrows.coffee b/tests/examplefiles/example.coffee
index cd1ef1e8..2cbd1df3 100644
--- a/tests/examplefiles/function_arrows.coffee
+++ b/tests/examplefiles/example.coffee
@@ -1,3 +1,5 @@
+# function arrows
+
 methodA:-> 'A'
 methodB:=> 'B'
 methodC:()=> 'C'
@@ -9,3 +11,17 @@ methodF:(c,d)-> 'F'
 
 (-> 'I')
 (=> 'J')
+
+# strings
+
+"#{wow}"
+"w#{wow}w"
+"#wow"
+"wow#"
+"w#ow"
+
+'#{wow}'
+'w#{wow}w'
+'#wow'
+'wow#'
+'w#ow'
diff --git a/tests/examplefiles/import.hs b/tests/examplefiles/example.hs
index f266f62e..9efd3364 100644
--- a/tests/examplefiles/import.hs
+++ b/tests/examplefiles/example.hs
@@ -1,3 +1,5 @@
+module ĈrazyThings where
+
 import "base" Data.Char
 import "base" Data.Char (isControl, isSpace)
 import "base" Data.Char (isControl, --isSpace)
@@ -13,3 +15,13 @@ import "base" Data.Char (isControl, -- isSpace)
 
 main :: IO ()
 main = putStrLn "hello world"
+
+gádd x y = x + y
+ádd x y = x + y
+
+
+data ĈrazyThings =
+  Ĉar |
+  House |
+  Peár
+    deriving (Show, Eq)
diff --git a/tests/examplefiles/example.hx b/tests/examplefiles/example.hx
index fd93bb49..381cf825 100644
--- a/tests/examplefiles/example.hx
+++ b/tests/examplefiles/example.hx
@@ -139,4 +139,47 @@ typedef Pt2 = {
 	y:Float,
 	?z:Float, //optional z
 	add : Point -> Void,
-}
-\ No newline at end of file
+}
+
+
+//top-level class members
+public function test();
+private var attr(get, set) = 1;
+
+
+//pre-proc number
+public static inline function indexOf<T>(arr:Array<T>, v:T) : Int
+{
+	#if (haxe_ver >= 3.1) 
+	return arr.indexOf(v);
+	#else
+		#if (flash || js)
+		return untyped arr.indexOf(v);
+		#else
+		return std.Lambda.indexOf(arr, v);
+		#end
+	#end
+}
+
+//macro reification
+var e = macro var $myVar = 0;
+var e = macro ${v}.toLowerCase();
+var e = macro o.$myField;
+var e = macro { $myField : 0 };
+var e = macro $i{varName}++;
+var e = macro $v{myStr};
+var args = [macro "sub", macro 3];
+var e = macro "Hello".toLowerCase($a{args});
+(macro $i{tmp}.addAtom($v{name}, $atom)).finalize(op.pos);
+
+var c = macro class MyClass {
+    public function new() { }
+    public function $funcName() {
+        trace($v{funcName} + " was called");
+    }
+}
+
+var c = macro interface IClass {};
+
+//ECheckType
+var f = (123:Float);
+\ No newline at end of file
diff --git a/tests/examplefiles/example.java b/tests/examplefiles/example.java
new file mode 100644
index 00000000..f2e94322
--- /dev/null
+++ b/tests/examplefiles/example.java
@@ -0,0 +1,16 @@
+class _PostUnico$deClassá
+{void fo$o() {}
+
+  void PostUnicodeFunctioná() {
+  láb$el:
+    break láb$el;
+  
+  }
+}
+
+class áPreUnicode$Class
+{
+  public int $foo;
+  public int á$foo;
+  _PostUnico$deClassá áPreUnicodeFunction() { return null; }
+}
diff --git a/tests/examplefiles/example.rkt b/tests/examplefiles/example.rkt
index a3e4a29e..acc0328e 100644
--- a/tests/examplefiles/example.rkt
+++ b/tests/examplefiles/example.rkt
@@ -1,5 +1,7 @@
 #lang racket
 
+(require (only-in srfi/13 string-contains))
+
 ; Single-line comment style.
 
 ;; Single-line comment style.
@@ -8,45 +10,259 @@
 
 #|
 Multi-line comment style ...
+#|### #| nested |#||| |#
 ... on multiple lines
 |#
 
-(define (a-function x #:keyword [y 0])
+#;(s-expression comment (one line))
+
+#;
+(s-expression comment
+              (multiple lines))
+
+#! shebang comment
+
+#!/shebang comment
+
+#! shebang \
+comment
+
+#!/shebang \
+comment
+
+;; Uncommented numbers after single-line comments
+;; NEL133
+;; LS 8232
+;; PS 8233
+
+#reader racket
+(define(a-function x #:keyword [y 0])
   (define foo0 'symbol) ; ()
   [define foo1 'symbol] ; []
   {define foo2 'symbol} ; {}
-  (and (append (car '(1 2 3))))
+  (define 100-Continue 'symbol)
+  (and (append (car'(1 2 3))))
   (regexp-match? #rx"foobar" "foobar")
-  (regexp-match? #px"foobar" "foobar")
-  (define a 1))
-  (let ([b "foo"])
-    (displayln b))
+  (regexp-match? #px"\"foo\\(bar\\)?\"" "foobar")
+  (regexp-match? #rx#"foobar" "foobar")
+  (regexp-match? #px#"foobar" "foobar")
+  (define #csa 1)
+  #Ci (let ([#%A|||b #true C
+\|ｄ "foo"])
+        (displayln #cS #%\ab\ #true\ C\
+\\ｄ||))
   (for/list ([x (in-list (list 1 2 (list 3 4)))])
-      (cond
-       [(pair? x) (car x)]
-       [else x])))
+    (cond
+      [(pair? x) (car x)]
+      [else x])))
 
-;; Literal number examples
+;; Literals
 (values
  ;; #b
- #b1.1
- #b-1.1
- #b1e1
- #b0/1
- #b1/1
- #b1e-1
- #b101
- 
+ #b1
+ #b+1
+ #b-1
+ #b.1
+ #b1.
+ #b0.1
+ #b+0.1
+ #b-0.1
+ #b1/10
+ #b+1/10
+ #b-1/10
+ #b1e11
+ #b+1e11
+ #b-1e11
+ #b.1e11
+ #b1.e11
+ #b0.1e11
+ #b+0.1e11
+ #b-0.1e11
+ #b1/10e11
+ #b+1/10e11
+ #b-1/10e11
+ #b+i
+ #b1+i
+ #b+1+i
+ #b-1+i
+ #b.1+i
+ #b1.+i
+ #b0.1+i
+ #b+0.1+i
+ #b-0.1+i
+ #b1/10+i
+ #b+1/10+i
+ #b-1/10+i
+ #b1e11+i
+ #b+1e11+i
+ #b-1e11+i
+ #b1.e11+i
+ #b.1e11+i
+ #b0.1e11+i
+ #b+0.1e11+i
+ #b-0.1e11+i
+ #b1/10e11+i
+ #b+1/10e11+i
+ #b-1/10e11+i
+ #b+1i
+ #b1+1i
+ #b+1+1i
+ #b-1+1i
+ #b1.+1i
+ #b.1+1i
+ #b0.1+1i
+ #b+0.1+1i
+ #b-0.1+1i
+ #b1/10+1i
+ #b+1/10+1i
+ #b-1/10+1i
+ #b1e11+1i
+ #b+1e11+1i
+ #b-1e11+1i
+ #b.1e11+1i
+ #b0.1e11+1i
+ #b+0.1e11+1i
+ #b-0.1e11+1i
+ #b1/10e11+1i
+ #b+1/10e11+1i
+ #b-1/10e11+1i
+ #b+1/10e11i
+ #b1+1/10e11i
+ #b+1+1/10e11i
+ #b-1+1/10e11i
+ #b.1+1/10e11i
+ #b0.1+1/10e11i
+ #b+0.1+1/10e11i
+ #b-0.1+1/10e11i
+ #b1/10+1/10e11i
+ #b+1/10+1/10e11i
+ #b-1/10+1/10e11i
+ #b1e11+1/10e11i
+ #b+1e11+1/10e11i
+ #b-1e11+1/10e11i
+ #b.1e11+1/10e11i
+ #b0.1e11+1/10e11i
+ #b+0.1e11+1/10e11i
+ #b-0.1e11+1/10e11i
+ #b1/10e11+1/10e11i
+ #b+1/10e11+1/10e11i
+ #b-1/10e11+1/10e11i
  ;; #d
- #d-1.23
- #d1.123
- #d1e3
- #d1e-22
- #d1/2
- #d-1/2
  #d1
+ #d+1
  #d-1
-
+ #d.1
+ #d1.
+ #d1.2
+ #d+1.2
+ #d-1.2
+ #d1/2
+ #d+1/2
+ #d-1/2
+ #d1e3
+ #d+1e3
+ #d-1e3
+ #d.1e3
+ #d1.e3
+ #d1.2e3
+ #d+1.2e3
+ #d-1.2e3
+ #d1/2e3
+ #d+1/2e3
+ #d-1/2e3
+ #d+i
+ #d1+i
+ #d+1+i
+ #d-1+i
+ #d.1+i
+ #d1.+i
+ #d1.2+i
+ #d+1.2+i
+ #d-1.2+i
+ #d1/2+i
+ #d+1/2+i
+ #d-1/2+i
+ #d1e3+i
+ #d+1e3+i
+ #d-1e3+i
+ #d1.e3+i
+ #d.1e3+i
+ #d1.2e3+i
+ #d+1.2e3+i
+ #d-1.2e3+i
+ #d1/2e3+i
+ #d+1/2e3+i
+ #d-1/2e3+i
+ #d+1i
+ #d1+1i
+ #d+1+1i
+ #d-1+1i
+ #d1.+1i
+ #d.1+1i
+ #d1.2+1i
+ #d+1.2+1i
+ #d-1.2+1i
+ #d1/2+1i
+ #d+1/2+1i
+ #d-1/2+1i
+ #d1e3+1i
+ #d+1e3+1i
+ #d-1e3+1i
+ #d.1e3+1i
+ #d1.2e3+1i
+ #d+1.2e3+1i
+ #d-1.2e3+1i
+ #d1/2e3+1i
+ #d+1/2e3+1i
+ #d-1/2e3+1i
+ #d+1/2e3i
+ #d1+1/2e3i
+ #d+1+1/2e3i
+ #d-1+1/2e3i
+ #d.1+1/2e3i
+ #d1.2+1/2e3i
+ #d+1.2+1/2e3i
+ #d-1.2+1/2e3i
+ #d1/2+1/2e3i
+ #d+1/2+1/2e3i
+ #d-1/2+1/2e3i
+ #d1e3+1/2e3i
+ #d+1e3+1/2e3i
+ #d-1e3+1/2e3i
+ #d.1e3+1/2e3i
+ #d1.2e3+1/2e3i
+ #d+1.2e3+1/2e3i
+ #d-1.2e3+1/2e3i
+ #d1/2e3+1/2e3i
+ #d+1/2e3+1/2e3i
+ #d-1/2e3+1/2e3i
+ ;; Extflonums
+ +nan.t
+ 1t3
+ +1t3
+ -1t3
+ .1t3
+ 1.t3
+ 1.2t3
+ +1.2t3
+ -1.2t3
+ 1/2t3
+ +1/2t3
+ -1/2t3
+ 1#t0
+ 1.#t0
+ .2#t0
+ 1.2#t0
+ 1#/2t0
+ 1/2#t0
+ 1#/2#t0
+ 1#t3
+ 1.#t3
+ .2#t3
+ 1.2#t3
+ 1#/2t3
+ 1/2#t3
+ 1#/2#t3
  ;; No # reader prefix -- same as #d
  -1.23
  1.123
@@ -56,7 +272,6 @@ Multi-line comment style ...
  -1/2
  1
  -1
-
  ;; #e
  #e-1.23
  #e1.123
@@ -66,7 +281,24 @@ Multi-line comment style ...
  #e-1
  #e1/2
  #e-1/2
-
+ ;; #d#e
+ #d#e-1.23
+ #d#e1.123
+ #d#e1e3
+ #d#e1e-22
+ #d#e1
+ #d#e-1
+ #d#e1/2
+ #d#e-1/2
+ ;; #e#d
+ #e#d-1.23
+ #e#d1.123
+ #e#d1e3
+ #e#d1e-22
+ #e#d1
+ #e#d-1
+ #e#d1/2
+ #e#d-1/2
  ;; #i always float
  #i-1.23
  #i1.123
@@ -76,7 +308,126 @@ Multi-line comment style ...
  #i-1/2
  #i1
  #i-1
-
+ ;; Implicitly inexact numbers
+ +nan.0
+ 1#
+ 1.#
+ .2#
+ 1.2#
+ 1#/2
+ 1/2#
+ 1#/2#
+ 1#e3
+ 1.#e3
+ .2#e3
+ 1.2#e3
+ 1#/2e3
+ 1/2#e3
+ 1#/2#e3
+ +nan.0+i
+ 1#+i
+ 1.#+i
+ .2#+i
+ 1.2#+i
+ 1#/2+i
+ 1/2#+i
+ 1#/2#+i
+ 1#e3+i
+ 1.#e3+i
+ .2#e3+i
+ 1.2#e3+i
+ 1#/2e3+i
+ 1/2#e3+i
+ 1#/2#e3+i
+ +nan.0i
+ +1#i
+ +1.#i
+ +.2#i
+ +1.2#i
+ +1#/2i
+ +1/2#i
+ +1#/2#i
+ +1#e3i
+ +1.#e3i
+ +.2#e3i
+ +1.2#e3i
+ +1#/2e3i
+ +1/2#e3i
+ +1#/2#e3i
+ 0+nan.0i
+ 0+1#i
+ 0+1.#i
+ 0+.2#i
+ 0+1.2#i
+ 0+1#/2i
+ 0+1/2#i
+ 0+1#/2#i
+ 0+1#e3i
+ 0+1.#e3i
+ 0+.2#e3i
+ 0+1.2#e3i
+ 0+1#/2e3i
+ 0+1/2#e3i
+ 0+1#/2#e3i
+ 1#/2#e3+nan.0i
+ 1#/2#e3+1#i
+ 1#/2#e3+1.#i
+ 1#/2#e3+.2#i
+ 1#/2#e3+1.2#i
+ 1#/2#e3+1#/2i
+ 1#/2#e3+1/2#i
+ 1#/2#e3+1#/2#i
+ 1#/2#e3+1#e3i
+ 1#/2#e3+1.#e3i
+ 1#/2#e3+.2#e3i
+ 1#/2#e3+1.2#e3i
+ 1#/2#e3+1#/2e3i
+ 1#/2#e3+1/2#e3i
+ 1#/2#e3+1#/2#e3i
+ +nan.0@1
+ 1#@1
+ 1.#@1
+ .2#@1
+ 1.2#@1
+ 1#/2@1
+ 1/2#@1
+ 1#/2#@1
+ 1#e3@1
+ 1.#e3@1
+ .2#e3@1
+ 1.2#e3@1
+ 1#/2e3@1
+ 1/2#e3@1
+ 1#/2#e3@1
+ 1@+nan.0
+ 1@1#
+ 1@1.#
+ 1@.2#
+ 1@1.2#
+ 1@1#/2
+ 1@1/2#
+ 1@1#/2#
+ 1@1#e3
+ 1@1.#e3
+ 1@.2#e3
+ 1@1.2#e3
+ 1@1#/2e3
+ 1@1/2#e3
+ 1@1#/2#e3
+ 1#/2#e3@1#
+ 1#/2#e3@1.#
+ 1#/2#e3@.2#
+ 1#/2#e3@1.2#
+ 1#/2#e3@1#/2
+ 1#/2#e3@1/2#
+ 1#/2#e3@1#/2#
+ 1#/2#e3@1#e3
+ 1#/2#e3@1.#e3
+ 1#/2#e3@.2#e3
+ 1#/2#e3@1.2#e3
+ 1#/2#e3@1#/2e3
+ 1#/2#e3@1/2#e3
+ 1#/2#e3@1#/2#e3
  ;; #o
  #o777.777
  #o-777.777
@@ -86,10 +437,307 @@ Multi-line comment style ...
  #o-3/7
  #o777
  #o-777
-
+ #e#o777.777
+ #e#o-777.777
+ #e#o777e777
+ #e#o777e-777
+ #e#o3/7
+ #e#o-3/7
+ #e#o777
+ #e#o-777
+ #i#o777.777
+ #i#o-777.777
+ #i#o777e777
+ #i#o777e-777
+ #i#o3/7
+ #i#o-3/7
+ #i#o777
+ #i#o-777
  ;; #x
  #x-f.f
  #xf.f
+ #xfsf
+ #xfs-f
+ #x7/f
+ #x-7/f
  #x-f
  #xf
+ #e#x-f.f
+ #e#xf.f
+ #e#xfsf
+ #e#xfs-f
+ #e#x7/f
+ #e#x-7/f
+ #e#x-f
+ #e#xf
+ #i#x-f.f
+ #i#xf.f
+ #i#xfsf
+ #i#xfs-f
+ #i#x7/f
+ #i#x-7/f
+ #i#x-f
+ #i#xf
+ ;; Not numbers
+ '-1.23x
+ '1.123x
+ '1e3x
+ '1e-22x
+ '1/2x
+ '-1/2x
+ '1x
+ '-1x
+ '/
+ '1/
+ '/2
+ '1//2
+ '1e3.
+ '1e
+ 'e3
+ '.i
+ '1.2.3
+ '1..2
+ '.1.
+ '@
+ '1@
+ '@2
+ '1@@2
+ '1@2@3
+ '1@2i
+ '1+-2i
+ '1i+2
+ '1i+2i
+ '1+2i+3i
+ '-
+ '--1
+ '+
+ '++1
+ '1/2.3
+ '1#2
+ '1#.2
+ '1.#2
+ '.#2
+ '+nan.t+nan.ti
+ '+nan.t@nan.t
+ ;; Booleans
+ #t
+ #T
+ #true
+ #f
+ #F
+ #false
+ ;; Characters, strings, and byte strings
+ #\
+ #\Null9
+ #\n9
+ #\99
+ #\0009
+ #\u3BB
+ #\u03BB9
+ #\U3BB
+ #\U000003BB9
+ #\λ9
+ "string\
+ \a.\b.\t.\n.\v.\f.\r.\e.\".\'.\\.\1.\123.\1234.\x9.\x30.\x303"
+ "\u9.\u1234.\u12345.\U9.\U00100000.\U001000000"
+ #"byte-string\7\xff\t"
+ #<<HERE STRING
+lorem ipsum
+dolor sit amet
+consectetur HERE STRING
+HERE STRING adipisicing elit
+HERE STRING
+ #|
+HERE STRING
+|#
+ ;; Other literals
+ #(vector)
+ #20()
+ #s[prefab-structure 1 2 3]
+ #&{box}
+ #hash(("a" . 5))
+ #hasheq((a . 5) (b . 7))
+ #hasheqv((a . 5) (b . 7))
+ #'(define x 1)
+ #`(define x #,pi)
+ ;; quote, quasiquote, and unquote
+ 'pi
+ ' pi
+ ''pi
+ '`pi
+ '`,pi
+ ',pi
+ `pi
+ ` pi
+ `'pi
+ ``pi
+ `,pi
+ ` , pi
+ `,'pi
+ `,`pi
+ `,`,pi
+ '(+)
+ ' (+)
+ ''(+)
+ '`(+)
+ ',(+)
+ `(+)
+ ` (+)
+ `'(+)
+ ``(+)
+ `,(+)
+ ` , (+)
+ `,'(+)
+ `,`(+)
+ `,`,(+)
+ #readerracket/base'pi.f
+ '#readerracket/base pi.f
+ #readerracket/base`pi.f
+ `#readerracket/base pi.f
+ #readerracket/base`,pi.f
+ `#readerracket/base,pi.f
+ `,#readerracket/base pi.f
+ #readerracket/base'`,pi.f
+ '#readerracket/base`,pi.f
+ '`#readerracket/base,pi.f
+ '`,#readerracket/base pi.f
+ #readerracket/base'(*)
+ '#readerracket/base(*)
+ #readerracket/base`(*)
+ `#readerracket/base(*)
+ #readerracket/base`,(*)
+ `#readerracket/base,(*)
+ `,#readerracket/base(*)
+ #readerracket/base'`,(*)
+ '#readerracket/base`,(*)
+ '`#readerracket/base,(*)
+ '`,#readerracket/base(*)
+ (quote pi)
+ (quote (quote pi))
+ (quote (quasiquote pi))
+ (quote (quasiquote (unquote pi)))
+ (quote (unquote pi))
+ (quasiquote pi)
+ (quasiquote (quote pi))
+ (quasiquote (quasiquote pi))
+ (quasiquote (unquote pi))
+ (quasiquote (unquote (quote pi)))
+ (quasiquote (unquote (quasiquote pi)))
+ (quasiquote (unquote (quasiquote (unquote pi))))
+ (quote (+))
+ (quote (quote (+)))
+ (quote (quasiquote (+)))
+ (quote (unquote (+)))
+ (quasiquote (+))
+ (quasiquote (quote (+)))
+ (quasiquote (quasiquote (+)))
+ (quasiquote (unquote (+)))
+ (quasiquote (unquote (quote (+))))
+ (quasiquote (unquote (quasiquote (+))))
+ (quasiquote (unquote (quasiquote (unquote (+)))))
+ #reader racket/base (quote pi.f)
+ (quote #reader racket/base pi.f)
+ #reader racket/base (quasiquote pi.f)
+ (quasiquote #reader racket/base pi.f)
+ #reader racket/base (quasiquote (unquote pi.f))
+ (quasiquote #reader racket/base (unquote pi.f))
+ (quasiquote (unquote #reader racket/base pi.f))
+ #reader racket/base (quote (quasiquote (unquote pi.f)))
+ (quote #reader racket/base (quasiquote (unquote pi.f)))
+ (quote (quasiquote #reader racket/base (unquote pi.f)))
+ (quote (quasiquote (unquote #reader racket/base pi.f)))
+ #reader racket/base (quote (*))
+ (quote #reader racket/base (*))
+ #reader racket/base (quasiquote (*))
+ (quasiquote #reader racket/base (*))
+ #reader racket/base (quasiquote (unquote (*)))
+ (quasiquote #reader racket/base (unquote (*)))
+ (quasiquote (unquote #reader racket/base (*)))
+ #reader racket/base (quote (quasiquote (unquote (*))))
+ (quote #reader racket/base (quasiquote (unquote (*))))
+ (quote (quasiquote #reader racket/base (unquote (*))))
+ (quote (quasiquote (unquote #reader racket/base (*))))
+ ;; Make sure non-identifiers work with quotes
+ ' "" pi
+ ' #t pi
+ ' #() pi
+ ' #s(s) pi
+ ' #\u3BB pi
+ ' #\U000003BB pi
+ ' #\space pi
+ ' #\. pi
+ ' #"" pi
+ ' #:kw pi
+ ' #&b pi
+ ' #'(define x 1) pi
+ ' #`(define x #,pi) pi
+ ' #I0 pi
+ ' #E0 pi
+ ' #X0 pi
+ ' #O0 pi
+ ' #D0 pi
+ ' #B0 pi
+ ' #<<EOF
+EOF
+ pi
+ ' #rx"" pi
+ ' #rx#"" pi
+ ' #px"" pi
+ ' #px#"" pi
+ ' #hash() pi
+ ' #hasheq[] pi
+ ' #hasheqv{} pi
+ ' #1(v) pi
  )
+
+;; Use the following to generate lists of built-ins and keywords.
+;; Run
+;;   (displayln (wrap-lines KEYWORDS))
+;;   (displayln (wrap-lines BUILTINS))
+;; and copy the results into RacketLexer._keywords and RacketLexer._builtins.
+
+;; (-> (listof string?) string?)
+;; Appends all the strings together, quoting them as appropriate for Python,
+;; with commas and spaces between them, wrapping at 80 characters, with an
+;; indentation of 8 spaces.
+(define (wrap-lines lst)
+  (define INDENTATION '"        ")
+  (define WIDTH '80)
+  (define (wrap-lines* lst done-lines current-line)
+    (if (null? lst)
+        (string-append (foldr string-append "" done-lines) current-line)
+        (let* ([str (first lst)]
+               [wrapped-str (if (regexp-match-exact? '#px"[[:ascii:]]+" str)
+                                (string-append "'" str "',")
+                                (string-append "u'" str "',"))]
+               [new-line (string-append current-line " " wrapped-str)])
+          (if ((string-length new-line) . >= . WIDTH)
+              (wrap-lines* (rest lst)
+                           (append done-lines
+                                   `(,(string-append current-line "\n")))
+                           (string-append INDENTATION wrapped-str))
+              (wrap-lines* (rest lst)
+                           done-lines
+                           new-line)))))
+  (wrap-lines* lst '() INDENTATION))
+
+;; (-> string? boolean?)
+;; Returns #t if str represents a syntax identifier in the current namespace,
+;; otherwise #f.
+(define (syntax-identifier? str)
+    (with-handlers ([exn? exn?])
+      (not (eval (call-with-input-string str read)))))
+
+(define RACKET-NAMESPACE
+  (parameterize ([current-namespace (make-base-namespace)])
+    (namespace-require 'racket)
+    (current-namespace)))
+
+(define BOUND-IDENTIFIERS
+  (parameterize ([current-namespace RACKET-NAMESPACE])
+    (sort (map symbol->string (namespace-mapped-symbols))
+          string<=?)))
+
+(define-values (KEYWORDS BUILTINS)
+  (parameterize ([current-namespace RACKET-NAMESPACE])
+    (partition syntax-identifier? BOUND-IDENTIFIERS)))
diff --git a/tests/examplefiles/vimrc b/tests/examplefiles/vimrc
new file mode 100644
index 00000000..d2f9cd1b
--- /dev/null
+++ b/tests/examplefiles/vimrc
@@ -0,0 +1,21 @@
+" A comment
+
+:py print "py"
+::pyt print 'pyt'
+  pyth	print '''pyth'''
+ : pytho print "pytho"
+python print """python"""
+
+  : : python<<E OF
+print """my script"""
+
+def MyFunc(str):
+  """ My Function """
+  print str
+E OF
+
+let py = 42
+echo py
+
+let foo = 42
+echo foo
diff --git a/tests/test_cfm.py b/tests/test_cfm.py
new file mode 100644
index 00000000..2ff25bd6
--- /dev/null
+++ b/tests/test_cfm.py
@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+"""
+    Basic ColdfusionHtmlLexer Test
+    ~~~~~~~~~~~~~~~~~
+
+    :copyright: Copyright 2014 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import unittest
+import os
+
+from pygments.token import Token
+from pygments.lexers import ColdfusionHtmlLexer
+
+
+class ColdfusionHtmlLexerTest(unittest.TestCase):
+
+    def setUp(self):
+        self.lexer = ColdfusionHtmlLexer()
+
+    def testBasicComment(self):
+        fragment = u'<!--- cfcomment --->'
+        expected = [
+            (Token.Text, u''),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' cfcomment '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
+
+    def testNestedComment(self):
+        fragment = u'<!--- nested <!--- cfcomment ---> --->'
+        expected = [
+            (Token.Text, u''),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' nested '),
+            (Token.Comment.Multiline, u'<!---'),
+            (Token.Comment.Multiline, u' cfcomment '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Comment.Multiline, u' '),
+            (Token.Comment.Multiline, u'--->'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(expected, list(self.lexer.get_tokens(fragment)))
diff --git a/tests/test_clexer.py b/tests/test_clexer.py
index 5d251d2e..188569dc 100644
--- a/tests/test_clexer.py
+++ b/tests/test_clexer.py
@@ -43,7 +43,7 @@ class CLexerTest(unittest.TestCase):
             }
         }
         '''
-        expected = [
+        tokens = [
             (Token.Text, u''),
             (Token.Keyword.Type, u'int'),
             (Token.Text, u' '),
@@ -85,7 +85,7 @@ class CLexerTest(unittest.TestCase):
             (Token.Text, u'\n'),
             (Token.Text, u''),
         ]
-        self.assertEqual(expected, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
 
     def testSwitchSpaceBeforeColon(self):
         fragment = u'''\
@@ -99,7 +99,7 @@ class CLexerTest(unittest.TestCase):
             }
         }
         '''
-        expected = [
+        tokens = [
             (Token.Text, u''),
             (Token.Keyword.Type, u'int'),
             (Token.Text, u' '),
@@ -143,7 +143,7 @@ class CLexerTest(unittest.TestCase):
             (Token.Text, u'\n'),
             (Token.Text, u''),
         ]
-        self.assertEqual(expected, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
 
     def testLabel(self):
         fragment = u'''\
@@ -153,7 +153,7 @@ class CLexerTest(unittest.TestCase):
           goto foo;
         }
         '''
-        expected = [
+        tokens = [
             (Token.Text, u''),
             (Token.Keyword.Type, u'int'),
             (Token.Text, u' '),
@@ -178,7 +178,7 @@ class CLexerTest(unittest.TestCase):
             (Token.Text, u'\n'),
             (Token.Text, u''),
         ]
-        self.assertEqual(expected, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
 
     def testLabelSpaceBeforeColon(self):
         fragment = u'''\
@@ -188,7 +188,7 @@ class CLexerTest(unittest.TestCase):
           goto foo;
         }
         '''
-        expected = [
+        tokens = [
             (Token.Text, u''),
             (Token.Keyword.Type, u'int'),
             (Token.Text, u' '),
@@ -214,7 +214,7 @@ class CLexerTest(unittest.TestCase):
             (Token.Text, u'\n'),
             (Token.Text, u''),
         ]
-        self.assertEqual(expected, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
 
     def testLabelFollowedByStatement(self):
         fragment = u'''\
@@ -224,7 +224,7 @@ class CLexerTest(unittest.TestCase):
           goto foo;
         }
         '''
-        expected = [
+        tokens = [
             (Token.Text, u''),
             (Token.Keyword.Type, u'int'),
             (Token.Text, u' '),
@@ -253,4 +253,4 @@ class CLexerTest(unittest.TestCase):
             (Token.Text, u'\n'),
             (Token.Text, u''),
         ]
-        self.assertEqual(expected, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
+        self.assertEqual(tokens, list(self.lexer.get_tokens(textwrap.dedent(fragment))))
author	Tim Hatch <tim@timhatch.com>	2014-05-16 17:49:49 -0700
committer	Tim Hatch <tim@timhatch.com>	2014-05-16 17:49:49 -0700
commit	97422c5ed7200eeb588cf07f3e63cd1a80016f15 (patch)
tree	d34ff1aea3c8641eea785f0cb430bfa4a2630fdd /tests
parent	c5af6ba52c15caee0bce29fba439c8495feea1a7 (diff)
parent	234df186957e0b4419d4a587daaea97dee27d484 (diff)
download	pygments-97422c5ed7200eeb588cf07f3e63cd1a80016f15.tar.gz