374 else: |
374 else: |
375 eolLen = len(self.editor.getLineSeparator()) |
375 eolLen = len(self.editor.getLineSeparator()) |
376 for token, txt in self.__lexer.get_tokens(text): |
376 for token, txt in self.__lexer.get_tokens(text): |
377 style = TOKEN_MAP.get(token, PYGMENTS_DEFAULT) |
377 style = TOKEN_MAP.get(token, PYGMENTS_DEFAULT) |
378 |
378 |
379 tlen = len(txt) |
379 tlen = len(txt.encode('utf-8')) |
380 if eolLen > 1: |
380 if eolLen > 1: |
381 tlen += txt.count('\n') |
381 tlen += txt.count('\n') |
382 if tlen: |
382 if tlen: |
383 self.editor.setStyling(tlen, style) |
383 self.editor.setStyling(tlen, style) |
384 cpos += tlen |
384 cpos += tlen |