Source Code for Module lepl.regexp._test.core

 1   
 2  # The contents of this file are subject to the Mozilla Public License 
 3  # (MPL) Version 1.1 (the "License"); you may not use this file except 
 4  # in compliance with the License. You may obtain a copy of the License 
 5  # at http://www.mozilla.org/MPL/ 
 6  # 
 7  # Software distributed under the License is distributed on an "AS IS" 
 8  # basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See 
 9  # the License for the specific language governing rights and 
10  # limitations under the License. 
11  # 
12  # The Original Code is LEPL (http://www.acooke.org/lepl) 
13  # The Initial Developer of the Original Code is Andrew Cooke. 
14  # Portions created by the Initial Developer are Copyright (C) 2009-2010 
15  # Andrew Cooke (andrew@acooke.org). All Rights Reserved. 
16  # 
17  # Alternatively, the contents of this file may be used under the terms 
18  # of the LGPL license (the GNU Lesser General Public License, 
19  # http://www.gnu.org/licenses/lgpl.html), in which case the provisions 
20  # of the LGPL License are applicable instead of those above. 
21  # 
22  # If you wish to allow use of your version of this file only under the 
23  # terms of the LGPL License and not to allow others to use your version 
24  # of this file under the MPL, indicate your decision by deleting the 
25  # provisions above and replace them with the notice and other provisions 
26  # required by the LGPL License.  If you do not delete the provisions 
27  # above, a recipient may use your version of this file under either the 
28  # MPL or the LGPL License. 
29   
30  ''' 
31  Tests for the lepl.regexp.matchers module. 
32  ''' 
33   
34  #from logging import basicConfig, DEBUG 
35  from unittest import TestCase 
36   
37  from lepl import UnicodeAlphabet 
38  from lepl.regexp.core import Compiler 
39  from lepl.support.lib import fmt 
40  from lepl.stream.simple import StringHelper 
41  from lepl.stream.core import DUMMY_HELPER 
42   
43   
44  # pylint: disable-msg=C0103, C0111, C0301 
45  # (dude this is just a test) 
46   
47   
48 -class CompilerTest(TestCase): 
49       
50 -    def test_compiler(self): 
51          #basicConfig(level=DEBUG) 
52          self.do_test('a', 'a',  
53                       (('label',), 'a', (1, DUMMY_HELPER)),  
54                       [('label', 'a', (1, DUMMY_HELPER))]) 
55          self.do_test('ab', 'ab',  
56                       (('label',), 'ab', (2, DUMMY_HELPER)),  
57                       [('label', 'ab', (2, DUMMY_HELPER))]) 
58          self.do_test('a', 'ab',  
59                       (('label',), 'a', (1, DUMMY_HELPER)),  
60                       [('label', 'a', (1, DUMMY_HELPER))]) 
61          self.do_test('a*', 'aab',  
62                       (('label',), 'aa', (2, DUMMY_HELPER)),  
63                       [('label', 'aa', (2, DUMMY_HELPER)),  
64                        ('label', 'a', (1, DUMMY_HELPER)),  
65                        ('label', '', (0, DUMMY_HELPER))]) 
66          self.do_test('(?:a|b)', 'a',  
67                       (('label',), 'a', (1, DUMMY_HELPER)),  
68                       [('label', 'a', (1, DUMMY_HELPER))]) 
69          self.do_test('(?:a|b)', 'b',  
70                       (('label',), 'b', (1, DUMMY_HELPER)),  
71                       [('label', 'b', (1, DUMMY_HELPER))]) 
72          # note how the DFA gives the longest match (only) here  
73          self.do_test('(?:a|ab)', 'ab',  
74                       (('label',), 'ab', (2, DUMMY_HELPER)),  
75                       [('label', 'a', (1, DUMMY_HELPER)),  
76                        ('label', 'ab', (2, DUMMY_HELPER))]) 
77          self.do_test('(?:ab|a)', 'ab',  
78                       (('label',), 'ab', (2, DUMMY_HELPER)), 
79                       [('label', 'ab', (2, DUMMY_HELPER)),  
80                        ('label', 'a', (1, DUMMY_HELPER))]) 
81           
82 -    def do_test(self, pattern, target, dfa_result, nfa_result): 
83          alphabet = UnicodeAlphabet.instance() 
84          compiler = Compiler.single(alphabet, pattern) 
85          text = str(compiler.expression) 
86          assert text == fmt('(?P<label>{0!s})', pattern), text 
87          nfa = compiler.nfa() 
88          result = list(nfa.match((0, StringHelper(target)))) 
89          assert result == nfa_result, result 
90          dfa = compiler.dfa() 
91          result = dfa.match((0, StringHelper(target))) 
92          assert result == dfa_result, result 
93