534 code = match.group(4) |
534 code = match.group(4) |
535 |
535 |
536 # no lexer for this language. handle it like it was a code block |
536 # no lexer for this language. handle it like it was a code block |
537 if lexer is None: |
537 if lexer is None: |
538 yield match.start(4), String, code |
538 yield match.start(4), String, code |
539 return |
539 else: |
540 |
540 for item in do_insertions([], lexer.get_tokens_unprocessed(code)): |
541 for item in do_insertions([], lexer.get_tokens_unprocessed(code)): |
541 yield item |
542 yield item |
|
543 |
542 |
544 yield match.start(5), String , match.group(5) |
543 yield match.start(5), String , match.group(5) |
545 |
544 |
546 tokens = { |
545 tokens = { |
547 'root': [ |
546 'root': [ |