From 0db86ecbd49ce957d5d27ae98607e83aa95c951b Mon Sep 17 00:00:00 2001 From: murphy Date: Sun, 7 Jun 2009 14:21:50 +0000 Subject: Improved UTF-8 support for Ruby Scanner. Also fixed a minor bug. * closes #108 (new Ruby 1.9 call operator syntax sugar) * Added an example for unicode code. * automatic UTF-8 detection (experimental) * Still problems with different Ruby versions; new unicode test fails in Ruby 1.9 and JRuby. --- test/scanners/ruby/unicode.expected.raydebug | 30 ++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 test/scanners/ruby/unicode.expected.raydebug (limited to 'test/scanners/ruby/unicode.expected.raydebug') diff --git a/test/scanners/ruby/unicode.expected.raydebug b/test/scanners/ruby/unicode.expected.raydebug new file mode 100644 index 0000000..dad2a74 --- /dev/null +++ b/test/scanners/ruby/unicode.expected.raydebug @@ -0,0 +1,30 @@ +ident(ä) operator(=) integer(42) +ident(print) ident(ä) + +reserved(def) method(straße)operator(()ident(frühstück)operator(\)) + ident(höhle)operator(()ident(frühstück)operator(\)) +reserved(end) + +reserved(alias) method(λ) method(lambda) +ident(×) operator(=) ident(λ)operator({) operator(|)ident(x)operator(,)ident(y)operator(|) ident(x)operator(*)ident(y)operator(}) +ident(×)operator([)integer(2)operator(,)integer(3)operator(]) comment(# => 6) + +comment(# Summe der ersten 10 Quadratzahlen) +reserved(def) method(∑) ident(enum) + ident(enum)operator(.)ident(inject)operator(()integer(0)operator(\)) operator({) operator(|)ident(sum)operator(,) ident(x)operator(|) ident(sum) operator(+) reserved(yield)operator(()ident(x)operator(\)) operator(}) +reserved(end) + +ident(∑)operator(()integer(1)operator(..)integer(10)operator(\)) operator({) operator(|)ident(x)operator(|) ident(x)operator(**)integer(2) operator(}) comment(# => 385) + +comment(# mehr Mathematische Zeichen) +reserved(def) method(∞)operator(;) float(1.0) operator(/) float(0.0)operator(;) reserved(end) +reserved(def) method(π)operator(;) constant(Math)operator(::)constant(PI)operator(;) reserved(end) + +operator(-)ident(∞) operator(..) integer(2)operator(*)ident(π) comment(# => -Infinity..6.28318530717959) + +comment(# Azumanga Daioh Insider) +reserved(class) operator(<<) class(Osaka) operator(=) constant(Object)operator(.)ident(new) + reserved(def) method(ぁ!) + ident(sleep) ident(∞) + reserved(end) +reserved(end) \ No newline at end of file -- cgit v1.2.1