1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
/*
* pyScss, a Scss compiler for Python
* SCSS blocks scanner.
*
* German M. Bravo (Kronuz) <german.mb@gmail.com>
* https://github.com/Kronuz/pyScss
*
* MIT license (http://www.opensource.org/licenses/mit-license.php)
* Copyright (c) 2011 German M. Bravo (Kronuz), All rights reserved.
*/
#ifndef SCANNER_H
#define SCANNER_H
#define PY_SSIZE_T_CLEAN
#include <Python.h>
#include "hashtable.h"
#define PCRE_STATIC
#include <pcre.h>
#define BLOCK_SIZE_PATTERNS 64
#define BLOCK_SIZE_TOKENS 256
#define MAX_EXC_STRING 4096
#define SCANNER_EXC_BAD_TOKEN (long)-1
#define SCANNER_EXC_RESTRICTED (long)-2
#define SCANNER_EXC_UNIMPLEMENTED (long)-3
#define SCANNER_EXC_NO_MORE_TOKENS (long)-4
typedef struct {
char *tok;
char *expr;
pcre *pattern;
} Pattern;
typedef struct {
Pattern *regex;
char *string;
int string_sz;
} Token;
typedef struct {
Hashtable *patterns;
} Restriction;
typedef struct {
Hashtable *restrictions_cache;
char exc[MAX_EXC_STRING];
Hashtable *ignore;
int tokens_sz;
int tokens_bsz;
Token *tokens;
Restriction *restrictions;
Py_ssize_t input_sz;
char *input;
int pos;
} Scanner;
int Scanner_initialized(void);
void Scanner_initialize(Pattern *, int);
void Scanner_finalize(void);
void Scanner_reset(Scanner *self, char *input, Py_ssize_t input_sz);
Scanner *Scanner_new(Pattern *, int, Pattern *, int, char *, Py_ssize_t);
void Scanner_del(Scanner *);
Token* Scanner_token(Scanner *, int, Hashtable *restrictions);
void Scanner_rewind(Scanner *, int);
#endif
|
