Mercurial > public > mercurial-scm > hg-stable
annotate mercurial/parser.py @ 25253:3f1a9b44b8c2
parser: move prettyformat() function from revset module
I want to use it in doctests that I'll add by future patches. Also, it can
be used in "hg debugfileset" command.
| author | Yuya Nishihara <yuya@tcha.org> |
|---|---|
| date | Sun, 26 Apr 2015 22:20:03 +0900 |
| parents | d647f97f88dd |
| children | 060bdfef2517 |
| rev | line source |
|---|---|
| 11274 | 1 # parser.py - simple top-down operator precedence parser for mercurial |
| 2 # | |
| 3 # Copyright 2010 Matt Mackall <mpm@selenic.com> | |
| 4 # | |
| 5 # This software may be used and distributed according to the terms of the | |
| 6 # GNU General Public License version 2 or any later version. | |
| 7 | |
|
11449
05af334bac05
parser: fix URL to effbot
Julian Cowley <julian@lava.net>
parents:
11412
diff
changeset
|
8 # see http://effbot.org/zone/simple-top-down-parsing.htm and |
| 11274 | 9 # http://eli.thegreenplace.net/2010/01/02/top-down-operator-precedence-parsing/ |
| 10 # for background | |
| 11 | |
| 12 # takes a tokenizer and elements | |
| 13 # tokenizer is an iterator that returns type, value pairs | |
| 14 # elements is a mapping of types to binding strength, prefix and infix actions | |
| 15 # an action is a tree node name, a tree label, and an optional match | |
| 17500 | 16 # __call__(program) parses program into a labeled tree |
| 11274 | 17 |
|
11289
4215ce511134
revset: raise ParseError exceptions
Matt Mackall <mpm@selenic.com>
parents:
11278
diff
changeset
|
18 import error |
|
14701
4b93bd041772
parsers: fix localization markup of parser errors
Mads Kiilerich <mads@kiilerich.com>
parents:
13665
diff
changeset
|
19 from i18n import _ |
|
11289
4215ce511134
revset: raise ParseError exceptions
Matt Mackall <mpm@selenic.com>
parents:
11278
diff
changeset
|
20 |
| 11274 | 21 class parser(object): |
| 22 def __init__(self, tokenizer, elements, methods=None): | |
| 23 self._tokenizer = tokenizer | |
| 24 self._elements = elements | |
| 25 self._methods = methods | |
|
13176
895f54a79c6e
templater: use the parser.py parser to extend the templater syntax
Matt Mackall <mpm@selenic.com>
parents:
11449
diff
changeset
|
26 self.current = None |
| 11274 | 27 def _advance(self): |
| 28 'advance the tokenizer' | |
| 29 t = self.current | |
|
25171
d647f97f88dd
parsers: use 'next' instead of try/except
Pierre-Yves David <pierre-yves.david@fb.com>
parents:
20778
diff
changeset
|
30 self.current = next(self._iter, None) |
| 11274 | 31 return t |
|
11319
9d1cf337a78d
parser: fix missing param in _match
Peter Arrenbrecht <peter.arrenbrecht@gmail.com>
parents:
11305
diff
changeset
|
32 def _match(self, m, pos): |
| 11274 | 33 'make sure the tokenizer matches an end condition' |
| 34 if self.current[0] != m: | |
|
14701
4b93bd041772
parsers: fix localization markup of parser errors
Mads Kiilerich <mads@kiilerich.com>
parents:
13665
diff
changeset
|
35 raise error.ParseError(_("unexpected token: %s") % self.current[0], |
|
11305
d4cafcb63f77
cleanups: undefined variables
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
11289
diff
changeset
|
36 self.current[2]) |
| 11274 | 37 self._advance() |
| 38 def _parse(self, bind=0): | |
|
11289
4215ce511134
revset: raise ParseError exceptions
Matt Mackall <mpm@selenic.com>
parents:
11278
diff
changeset
|
39 token, value, pos = self._advance() |
| 11274 | 40 # handle prefix rules on current token |
| 41 prefix = self._elements[token][1] | |
| 42 if not prefix: | |
|
14701
4b93bd041772
parsers: fix localization markup of parser errors
Mads Kiilerich <mads@kiilerich.com>
parents:
13665
diff
changeset
|
43 raise error.ParseError(_("not a prefix: %s") % token, pos) |
| 11274 | 44 if len(prefix) == 1: |
| 45 expr = (prefix[0], value) | |
| 46 else: | |
| 47 if len(prefix) > 2 and prefix[2] == self.current[0]: | |
|
11319
9d1cf337a78d
parser: fix missing param in _match
Peter Arrenbrecht <peter.arrenbrecht@gmail.com>
parents:
11305
diff
changeset
|
48 self._match(prefix[2], pos) |
| 11274 | 49 expr = (prefix[0], None) |
| 50 else: | |
| 51 expr = (prefix[0], self._parse(prefix[1])) | |
| 52 if len(prefix) > 2: | |
|
11319
9d1cf337a78d
parser: fix missing param in _match
Peter Arrenbrecht <peter.arrenbrecht@gmail.com>
parents:
11305
diff
changeset
|
53 self._match(prefix[2], pos) |
| 11274 | 54 # gather tokens until we meet a lower binding strength |
| 55 while bind < self._elements[self.current[0]][0]: | |
|
11289
4215ce511134
revset: raise ParseError exceptions
Matt Mackall <mpm@selenic.com>
parents:
11278
diff
changeset
|
56 token, value, pos = self._advance() |
|
11278
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
57 e = self._elements[token] |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
58 # check for suffix - next token isn't a valid prefix |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
59 if len(e) == 4 and not self._elements[self.current[0]][1]: |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
60 suffix = e[3] |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
61 expr = (suffix[0], expr) |
| 11274 | 62 else: |
|
11278
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
63 # handle infix rules |
|
11412
51ceb1571805
parser: improve infix error checking
Matt Mackall <mpm@selenic.com>
parents:
11319
diff
changeset
|
64 if len(e) < 3 or not e[2]: |
|
14701
4b93bd041772
parsers: fix localization markup of parser errors
Mads Kiilerich <mads@kiilerich.com>
parents:
13665
diff
changeset
|
65 raise error.ParseError(_("not an infix: %s") % token, pos) |
|
11412
51ceb1571805
parser: improve infix error checking
Matt Mackall <mpm@selenic.com>
parents:
11319
diff
changeset
|
66 infix = e[2] |
|
11278
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
67 if len(infix) == 3 and infix[2] == self.current[0]: |
|
11319
9d1cf337a78d
parser: fix missing param in _match
Peter Arrenbrecht <peter.arrenbrecht@gmail.com>
parents:
11305
diff
changeset
|
68 self._match(infix[2], pos) |
|
11278
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
69 expr = (infix[0], expr, (None)) |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
70 else: |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
71 expr = (infix[0], expr, self._parse(infix[1])) |
|
7df88cdf47fd
revset: add support for prefix and suffix versions of : and ::
Matt Mackall <mpm@selenic.com>
parents:
11274
diff
changeset
|
72 if len(infix) == 3: |
|
11319
9d1cf337a78d
parser: fix missing param in _match
Peter Arrenbrecht <peter.arrenbrecht@gmail.com>
parents:
11305
diff
changeset
|
73 self._match(infix[2], pos) |
| 11274 | 74 return expr |
|
20778
7c4778bc29f0
parser: allow passing a lookup function to a tokenizer
Matt Mackall <mpm@selenic.com>
parents:
17500
diff
changeset
|
75 def parse(self, message, lookup=None): |
| 11274 | 76 'generate a parse tree from a message' |
|
20778
7c4778bc29f0
parser: allow passing a lookup function to a tokenizer
Matt Mackall <mpm@selenic.com>
parents:
17500
diff
changeset
|
77 if lookup: |
|
7c4778bc29f0
parser: allow passing a lookup function to a tokenizer
Matt Mackall <mpm@selenic.com>
parents:
17500
diff
changeset
|
78 self._iter = self._tokenizer(message, lookup) |
|
7c4778bc29f0
parser: allow passing a lookup function to a tokenizer
Matt Mackall <mpm@selenic.com>
parents:
17500
diff
changeset
|
79 else: |
|
7c4778bc29f0
parser: allow passing a lookup function to a tokenizer
Matt Mackall <mpm@selenic.com>
parents:
17500
diff
changeset
|
80 self._iter = self._tokenizer(message) |
|
13176
895f54a79c6e
templater: use the parser.py parser to extend the templater syntax
Matt Mackall <mpm@selenic.com>
parents:
11449
diff
changeset
|
81 self._advance() |
|
13665
e798e430c5e5
revset: report a parse error if a revset is not parsed completely (issue2654)
Bernhard Leiner <bleiner@gmail.com>
parents:
13176
diff
changeset
|
82 res = self._parse() |
|
e798e430c5e5
revset: report a parse error if a revset is not parsed completely (issue2654)
Bernhard Leiner <bleiner@gmail.com>
parents:
13176
diff
changeset
|
83 token, value, pos = self.current |
|
e798e430c5e5
revset: report a parse error if a revset is not parsed completely (issue2654)
Bernhard Leiner <bleiner@gmail.com>
parents:
13176
diff
changeset
|
84 return res, pos |
| 11274 | 85 def eval(self, tree): |
| 86 'recursively evaluate a parse tree using node methods' | |
| 87 if not isinstance(tree, tuple): | |
| 88 return tree | |
| 89 return self._methods[tree[0]](*[self.eval(t) for t in tree[1:]]) | |
| 90 def __call__(self, message): | |
| 91 'parse a message into a parse tree and evaluate if methods given' | |
| 92 t = self.parse(message) | |
| 93 if self._methods: | |
| 94 return self.eval(t) | |
| 95 return t | |
|
25253
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
96 |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
97 def prettyformat(tree, leafnodes): |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
98 def _prettyformat(tree, level, lines): |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
99 if not isinstance(tree, tuple) or tree[0] in leafnodes: |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
100 lines.append((level, str(tree))) |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
101 else: |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
102 lines.append((level, '(%s' % tree[0])) |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
103 for s in tree[1:]: |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
104 _prettyformat(s, level + 1, lines) |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
105 lines[-1:] = [(lines[-1][0], lines[-1][1] + ')')] |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
106 |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
107 lines = [] |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
108 _prettyformat(tree, 0, lines) |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
109 output = '\n'.join((' ' * l + s) for l, s in lines) |
|
3f1a9b44b8c2
parser: move prettyformat() function from revset module
Yuya Nishihara <yuya@tcha.org>
parents:
25171
diff
changeset
|
110 return output |