1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
/* -*- Mode: C; indent-tabs-mode:nil; c-basic-offset: 8-*- */
/*
* This file is part of The Croco Library
*
* Copyright (C) 2002-2003 Dodji Seketeli <dodji@seketeli.org>
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of version 2.1 of the GNU Lesser General Public
* License as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
* USA
*/
/*
*$Id$
*/
/**
*@file
*The declaration of the #CRTknzr (tokenizer)
*class.
*/
#ifndef __CR_TKNZR_H__
#define __CR_TKNZR_H__
#include "cr-utils.h"
#include "cr-input.h"
#include "cr-token.h"
G_BEGIN_DECLS
typedef struct _CRTknzr CRTknzr ;
typedef struct _CRTknzrPriv CRTknzrPriv ;
/**
*The tokenizer is the class that knows
*about all the css token. Its main job is
*to return the next token found in the character
*input stream.
*/
struct _CRTknzr
{
/*the private data of the tokenizer.*/
CRTknzrPriv *priv ;
} ;
CRTknzr *
cr_tknzr_new (CRInput *a_input) ;
CRTknzr *
cr_tknzr_new_from_uri (const guchar *a_file_uri,
enum CREncoding a_enc) ;
CRTknzr *
cr_tknzr_new_from_buf (const guchar *a_buf, gulong a_len,
enum CREncoding a_enc,
gboolean a_free_at_destroy) ;
gboolean
cr_tknzr_unref (CRTknzr *a_this) ;
void
cr_tknzr_ref (CRTknzr *a_this) ;
enum CRStatus
cr_tknzr_read_byte (CRTknzr *a_this, guchar *a_byte) ;
enum CRStatus
cr_tknzr_read_char (CRTknzr *a_this, guint32 *a_char);
enum CRStatus
cr_tknzr_peek_char (CRTknzr *a_this, guint32 *a_char) ;
enum CRStatus
cr_tknzr_peek_byte (CRTknzr *a_this, gulong a_offset,
guchar *a_byte) ;
guchar
cr_tknzr_peek_byte2 (CRTknzr *a_this, gulong a_offset,
gboolean *a_eof) ;
enum CRStatus
cr_tknzr_set_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) ;
glong
cr_tknzr_get_nb_bytes_left (CRTknzr *a_this) ;
enum CRStatus
cr_tknzr_get_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) ;
enum CRStatus
cr_tknzr_seek_index (CRTknzr *a_this,
enum CRSeekPos a_origin,
gint a_pos) ;
enum CRStatus
cr_tknzr_get_cur_byte_addr (CRTknzr *a_this, guchar **a_addr) ;
enum CRStatus
cr_tknzr_consume_chars (CRTknzr *a_this, guint32 a_char,
glong *a_nb_char) ;
enum CRStatus
cr_tknzr_get_next_token (CRTknzr *a_this, CRToken ** a_tk) ;
enum CRStatus
cr_tknzr_unget_token (CRTknzr *a_this, CRToken *a_token) ;
enum CRStatus
cr_tknzr_parse_token (CRTknzr *a_this, enum CRTokenType a_type,
enum CRTokenExtraType a_et, gpointer a_res,
gpointer a_extra_res) ;
enum CRStatus
cr_tknzr_set_input (CRTknzr *a_this, CRInput *a_input) ;
enum CRStatus
cr_tknzr_get_input (CRTknzr *a_this, CRInput **a_input) ;
void
cr_tknzr_destroy (CRTknzr *a_this) ;
G_END_DECLS
#endif /*__CR_TKZNR_H__*/
|
