diff options
| author | José Valim <jose.valim@plataformatec.com.br> | 2017-05-27 20:06:40 +0200 |
|---|---|---|
| committer | José Valim <jose.valim@plataformatec.com.br> | 2017-05-27 20:06:40 +0200 |
| commit | 6517ca0051ad5b9a71852898f17c75ef9c373a0b (patch) | |
| tree | 750d42128049932f11f555d7c38a968fbdf8a663 /lib/elixir/unicode/tokenizer.ex | |
| parent | efba1e7736ebde555031144eb96ab799f057ae38 (diff) | |
| download | elixir-jv-unicode.tar.gz | |
Add error messages to invalid non-NFC identifiersjv-unicode
Diffstat (limited to 'lib/elixir/unicode/tokenizer.ex')
| -rw-r--r-- | lib/elixir/unicode/tokenizer.ex | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/lib/elixir/unicode/tokenizer.ex b/lib/elixir/unicode/tokenizer.ex index a3cf0bd38..9ffceb13e 100644 --- a/lib/elixir/unicode/tokenizer.ex +++ b/lib/elixir/unicode/tokenizer.ex @@ -141,8 +141,10 @@ defmodule String.Tokenizer do validate(continue(tail, [head], 1, true, []), :alias) ascii_start?(head) -> validate(continue(tail, [head], 1, true, []), :identifier) - unicode_start?(head) or unicode_upper?(head) -> + unicode_upper?(head) -> validate(continue(tail, [head], 1, false, []), :atom) + unicode_start?(head) -> + validate(continue(tail, [head], 1, false, []), :identifier) true -> {:error, :empty} end |