diff options
Diffstat (limited to 'lib/elixir/unicode/tokenizer.ex')
| -rw-r--r-- | lib/elixir/unicode/tokenizer.ex | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/lib/elixir/unicode/tokenizer.ex b/lib/elixir/unicode/tokenizer.ex index a3cf0bd38..9ffceb13e 100644 --- a/lib/elixir/unicode/tokenizer.ex +++ b/lib/elixir/unicode/tokenizer.ex @@ -141,8 +141,10 @@ defmodule String.Tokenizer do validate(continue(tail, [head], 1, true, []), :alias) ascii_start?(head) -> validate(continue(tail, [head], 1, true, []), :identifier) - unicode_start?(head) or unicode_upper?(head) -> + unicode_upper?(head) -> validate(continue(tail, [head], 1, false, []), :atom) + unicode_start?(head) -> + validate(continue(tail, [head], 1, false, []), :identifier) true -> {:error, :empty} end |