summaryrefslogtreecommitdiff
path: root/examples/left_recursion.py
blob: f3977dcabf9567773ef49c0c7d517094a3e2c4e3 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#
# left_recursion.py
#
# Example code illustrating use of left-recursion in Pyparsing.
#
import pyparsing as pp

# comment out this line to see the effects without LR parsing enabled
pp.ParserElement.enableLeftRecursion()

item_list = pp.Forward()

# a common left-recursion definition
# define a list of items as 'list + item | item'
# BNF:
#   item_list := item_list item | item
#   item := word of alphas
item = pp.Word(pp.alphas)
item_list <<= item_list + item | item

item_list.runTests("""\
    To parse or not to parse that is the question
    """)

# Define a parser for an expression that can be an identifier, a quoted string, or a
# function call that starts with an expression
# BNF:
#   expr := function_call | name | string | '(' expr ')'
#   function_call := expr '(' expr,... ')'
#   name := Python identifier
#   string := a quoted string
# from https://stackoverflow.com/questions/32809389/parse-python-code-using-pyparsing/32822575#32822575

LPAR, RPAR = map(pp.Suppress, "()")
expr = pp.Forward()
string = pp.quotedString
function_call = expr + pp.Group(LPAR + pp.Optional(pp.delimitedList(expr)) + RPAR)
name = pp.Word(pp.alphas + '_', pp.alphanums + '_')
# left recursion - call starts with an expr
expr <<= function_call | string | name | pp.Group(LPAR + expr + RPAR)

expr.runTests("""\
    print("Hello, World!")
    (lookup_function("fprintf"))(stderr, "Hello, World!")
    """, fullDump=False)