Package lepl :: Package lexer :: Package lines :: Package _test :: Module indentation
[hide private]
[frames] | no frames]

Source Code for Module lepl.lexer.lines._test.indentation

 1   
 2  # The contents of this file are subject to the Mozilla Public License 
 3  # (MPL) Version 1.1 (the "License"); you may not use this file except 
 4  # in compliance with the License. You may obtain a copy of the License 
 5  # at http://www.mozilla.org/MPL/ 
 6  # 
 7  # Software distributed under the License is distributed on an "AS IS" 
 8  # basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See 
 9  # the License for the specific language governing rights and 
10  # limitations under the License. 
11  # 
12  # The Original Code is LEPL (http://www.acooke.org/lepl) 
13  # The Initial Developer of the Original Code is Andrew Cooke. 
14  # Portions created by the Initial Developer are Copyright (C) 2009-2010 
15  # Andrew Cooke (andrew@acooke.org). All Rights Reserved. 
16  # 
17  # Alternatively, the contents of this file may be used under the terms 
18  # of the LGPL license (the GNU Lesser General Public License, 
19  # http://www.gnu.org/licenses/lgpl.html), in which case the provisions 
20  # of the LGPL License are applicable instead of those above. 
21  # 
22  # If you wish to allow use of your version of this file only under the 
23  # terms of the LGPL License and not to allow others to use your version 
24  # of this file under the MPL, indicate your decision by deleting the 
25  # provisions above and replace them with the notice and other provisions 
26  # required by the LGPL License.  If you do not delete the provisions 
27  # above, a recipient may use your version of this file under either the 
28  # MPL or the LGPL License. 
29   
30  ''' 
31  Tests for indentation aware parsing. 
32  ''' 
33   
34  #from logging import basicConfig, DEBUG 
35  from unittest import TestCase 
36   
37  from lepl.lexer.matchers import Token 
38  from lepl.matchers.derived import Word, Letter 
39  from lepl.lexer.lines.matchers import NO_BLOCKS, LineStart 
40  from lepl.lexer.lines.matchers import LineEnd 
41   
42   
43  # pylint: disable-msg=R0201 
44  # unittest convention 
45 -class IndentTest(TestCase):
46 ''' 47 Test the `Indent` token. 48 ''' 49
50 - def test_indent(self):
51 ''' 52 Test simple matches against leading spaces. 53 ''' 54 #basicConfig(level=DEBUG) 55 text = ''' 56 left 57 four''' 58 word = Token(Word(Letter())) 59 indent = LineStart() 60 line1 = indent('') + LineEnd() 61 line2 = indent('') & word('left') + LineEnd() 62 line3 = indent(' ') & word('four') + LineEnd() 63 expr = (line1 & line2 & line3) 64 expr.config.lines(block_start=NO_BLOCKS) 65 parser = expr.get_parse_string() 66 result = parser(text) 67 assert result == ['', '', 'left', ' ', 'four'], result
68 69
70 -class TabTest(TestCase):
71 ''' 72 Check that tabs are expanded. 73 ''' 74
75 - def test_indent(self):
76 ''' 77 Test simple matches against leading spaces. 78 ''' 79 #basicConfig(level=DEBUG) 80 text = ''' 81 onespace 82 \tspaceandtab''' 83 word = Token(Word(Letter())) 84 indent = LineStart() 85 line1 = indent('') & ~LineEnd() 86 line2 = indent(' ') & word('onespace') & ~LineEnd() 87 line3 = indent(' ') & word('spaceandtab') & ~LineEnd() 88 expr = line1 & line2 & line3 89 expr.config.lines(tabsize=4, block_start=NO_BLOCKS).trace_stack(True) 90 parser = expr.get_parse_string() 91 result = parser(text) 92 #print(result) 93 assert result == ['', ' ', 'onespace', ' ', 'spaceandtab'], result
94