refactor: split up go! macro calls

#!/usr/bin/env python3
import re

def split_go(match):
    inner = match.group(1)
    stmts = inner.split(';')
    text = '{'
    for stmt in stmts:
        if stmt.startswith(' reconsume '):
            text += 'self.reconsume = true;'
            stmt = ' to' + stmt[len(' reconsume'):]
        text += 'go!(self:{});'.format(stmt)
    return text + '}'

text = ''

with open('src/tokenizer/mod.rs') as f:
    for line in f:
        if '$me:ident' in line:
            # skip macro rules
            text += line
        else:
            text += re.sub('go!\(self:(.*)\)', split_go, line)

with open('src/tokenizer/mod.rs', 'w') as f:
    f.write(text)

import subprocess
subprocess.call(['cargo', 'fmt'])

0 files changed, 0 insertions, 0 deletions