mbk/pesterchum
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Small parser fix.

Browse source
This commit is contained in:
karxi 2016-11-28 19:44:10 -05:00
parent 8b81900ec5
commit 7e521c0019
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
parsetools.py
View file

@ -219,12 +219,12 @@ kxpclexer = lexercon.Pesterchum()
def kxlexMsg(string): def kxlexMsg(string):
# Do a bit of sanitization. # Do a bit of sanitization.
msg = unicode(string)
# TODO: Let people paste line-by-line normally. # TODO: Let people paste line-by-line normally.
msg = string.replace('\n', ' ').replace('\r', ' ') msg = msg.replace('\n', ' ').replace('\r', ' ')
# Something the original doesn't seem to have accounted for. # Something the original doesn't seem to have accounted for.
# Replace tabs with 4 spaces. # Replace tabs with 4 spaces.
msg = msg.replace('\t', ' ' * 4) msg = msg.replace('\t', ' ' * 4)
msg = unicode(string)
# Begin lexing. # Begin lexing.
msg = kxpclexer.lex(msg) msg = kxpclexer.lex(msg)
# ...and that's it for this. # ...and that's it for this.
@ -518,7 +518,9 @@ def kxsplitMsg(lexed, fmt="pchum", maxlen=None, debug=False):
else: else:
# Once we're finally out of things to add, we're, well...out. # Once we're finally out of things to add, we're, well...out.
# So add working to the result one last time. # So add working to the result one last time.
working = u''.join(kxpclexer.list_convert(working)) working = kxpclexer.list_convert(working)
if len(working) > 0:
working = u''.join(working)
output.append(working) output.append(working)
# We're...done? # We're...done?