blob: 13295fe515a014105662804ffce558b852a062cd (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
|
# Licensed under the GPL: https://www.gnu.org/licenses/old-licenses/gpl-2.0.html
# For details: https://github.com/PyCQA/pylint/blob/main/LICENSE
# Copyright (c) https://github.com/PyCQA/pylint/blob/main/CONTRIBUTORS.txt
from __future__ import annotations
import tokenize
from io import StringIO
from tokenize import TokenInfo
def _tokenize_str(code: str) -> list[TokenInfo]:
return list(tokenize.generate_tokens(StringIO(code).readline))
|