diff options
Diffstat (limited to 'lib/coderay/scanners/java_script7.rb')
| -rw-r--r-- | lib/coderay/scanners/java_script7.rb | 268 |
1 files changed, 268 insertions, 0 deletions
diff --git a/lib/coderay/scanners/java_script7.rb b/lib/coderay/scanners/java_script7.rb new file mode 100644 index 0000000..082a781 --- /dev/null +++ b/lib/coderay/scanners/java_script7.rb @@ -0,0 +1,268 @@ +# Trying to imitate https://github.com/jneen/rouge/blob/master/lib/rouge/lexers/javascript.rb. +module CodeRay +module Scanners + + # Scanner for JavaScript. + # + # Aliases: +ecmascript+, +ecma_script+, +javascript+ + class JavaScript7 < RougeScanner + register_for :java_script7 + file_extension 'js' + + state :multiline_comment do + rule %r([*]/), Comment::Multiline, :pop! + rule %r([^*/]+), Comment::Multiline + rule %r([*/]), Comment::Multiline + end + + state :comments_and_whitespace do + rule /\s+/, Text + rule /<!--/, Comment # really...? + rule %r(//.*?$), Comment::Single + rule %r(/[*]), Comment::Multiline, :multiline_comment + end + + state :expr_start do + mixin :comments_and_whitespace + + rule %r(/) do + token Str::Regex + goto :regex + end + + rule /[{]/ do + token Punctuation + goto :object + end + + rule //, Text, :pop! + end + + state :regex do + rule %r(/) do + token Str::Regex + goto :regex_end + end + + rule %r([^/]\n), Error, :pop! + + rule /\n/, Error, :pop! + rule /\[\^/, Str::Escape, :regex_group + rule /\[/, Str::Escape, :regex_group + rule /\\./, Str::Escape + rule %r{[(][?][:=<!]}, Str::Escape + rule /[{][\d,]+[}]/, Str::Escape + rule /[()?]/, Str::Escape + rule /./, Str::Regex + end + + state :regex_end do + rule /[gim]+/, Str::Regex, :pop! + rule(//) { pop! } + end + + state :regex_group do + # specially highlight / in a group to indicate that it doesn't + # close the regex + rule /\//, Str::Escape + + rule %r([^/]\n) do + token Error + pop! 2 + end + + rule /\]/, Str::Escape, :pop! + rule /\\./, Str::Escape + rule /./, Str::Regex + end + + state :bad_regex do + rule /[^\n]+/, Error, :pop! + end + + def self.keywords + @keywords ||= Set.new %w( + for in of while do break return continue switch case default + if else throw try catch finally new delete typeof instanceof + void this yield import export from as async super this + ) + end + + def self.declarations + @declarations ||= Set.new %w( + var let const with function class + extends constructor get set + ) + end + + def self.reserved + @reserved ||= Set.new %w( + abstract boolean byte char debugger double enum + final float goto implements int interface + long native package private protected public short static + synchronized throws transient volatile + eval arguments await + ) + end + + def self.constants + @constants ||= Set.new %w(true false null NaN Infinity undefined) + end + + def self.builtins + @builtins ||= %w( + Array Boolean Date Error Function Math netscape + Number Object Packages RegExp String sun decodeURI + decodeURIComponent encodeURI encodeURIComponent + Error eval isFinite isNaN parseFloat parseInt + document window navigator self global + Promise Set Map WeakSet WeakMap Symbol Proxy Reflect + Int8Array Uint8Array Uint8ClampedArray + Int16Array Uint16Array Uint16ClampedArray + Int32Array Uint32Array Uint32ClampedArray + Float32Array Float64Array DataView ArrayBuffer + ) + end + + def self.id_regex + /[$a-z_][a-z0-9_]*/io + end + + id = self.id_regex + + state :root do + rule /\A\s*#!.*?\n/m, Comment::Preproc, :statement + rule %r((?<=\n)(?=\s|/|<!--)), Text, :expr_start + mixin :comments_and_whitespace + rule %r(\+\+ | -- | ~ | && | \|\| | \\(?=\n) | << | >>>? | === + | !== )x, + Operator, :expr_start + rule %r([-<>+*%&|\^/!=]=?), Operator, :expr_start + rule /[(\[,]/, Punctuation, :expr_start + rule /;/, Punctuation, :statement + rule /[)\].]/, Punctuation + + rule /`/ do + token Str::Double + push :template_string + end + + rule /[?]/ do + token Punctuation + push :ternary + push :expr_start + end + + rule /(\@)(\w+)?/ do + groups Punctuation, Name::Decorator + push :expr_start + end + + rule /[{}]/, Punctuation, :statement + + rule id do |m| + if self.class.keywords.include? m[0] + token Keyword + push :expr_start + elsif self.class.declarations.include? m[0] + token Keyword::Declaration + push :expr_start + elsif self.class.reserved.include? m[0] + token Keyword::Reserved + elsif self.class.constants.include? m[0] + token Keyword::Constant + elsif self.class.builtins.include? m[0] + token Name::Builtin + else + token Name::Other + end + end + + rule /[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float + rule /0x[0-9a-fA-F]+/i, Num::Hex + rule /0o[0-7][0-7_]*/i, Num::Oct + rule /0b[01][01_]*/i, Num::Bin + rule /[0-9]+/, Num::Integer + + rule /"/, Str::Double, :dq + rule /'/, Str::Single, :sq + rule /:/, Punctuation + end + + state :dq do + rule /[^\\"]+/, Str::Double + rule /\\"/, Str::Escape + rule /"/, Str::Double, :pop! + end + + state :sq do + rule /[^\\']+/, Str::Single + rule /\\'/, Str::Escape + rule /'/, Str::Single, :pop! + end + + # braced parts that aren't object literals + state :statement do + rule /case\b/ do + token Keyword + goto :expr_start + end + + rule /(#{id})(\s*)(:)/ do + groups Name::Label, Text, Punctuation + end + + rule /[{}]/, Punctuation + + mixin :expr_start + end + + # object literals + state :object do + mixin :comments_and_whitespace + + rule /[{]/ do + token Punctuation + push + end + + rule /[}]/ do + token Punctuation + goto :statement + end + + rule /(#{id})(\s*)(:)/ do + groups Name::Attribute, Text, Punctuation + push :expr_start + end + + rule /:/, Punctuation + mixin :root + end + + # ternary expressions, where <id>: is not a label! + state :ternary do + rule /:/ do + token Punctuation + goto :expr_start + end + + mixin :root + end + + # template strings + state :template_string do + rule /\${/, Punctuation, :template_string_expr + rule /`/, Str::Double, :pop! + rule /(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double + end + + state :template_string_expr do + rule /}/, Punctuation, :pop! + mixin :root + end + + end + +end +end |