159 yield value, token |
159 yield value, token |
160 |
160 |
161 |
161 |
162 class RowSplitter(object): |
162 class RowSplitter(object): |
163 _space_splitter = re.compile('( {2,})') |
163 _space_splitter = re.compile('( {2,})') |
164 _pipe_splitter = re.compile('((?:^| +)\|(?: +|$))') |
164 _pipe_splitter = re.compile(r'((?:^| +)\|(?: +|$))') |
165 |
165 |
166 def split(self, row): |
166 def split(self, row): |
167 splitter = (row.startswith('| ') and self._split_from_pipes |
167 splitter = (row.startswith('| ') and self._split_from_pipes |
168 or self._split_from_spaces) |
168 or self._split_from_spaces) |
169 for value in splitter(row): |
169 for value in splitter(row): |