kumi/twitools
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Make Markov bot unescape strings

Browse source
This commit is contained in:
Klaus-Uwe Mitterer 2017-02-16 12:21:25 +01:00
parent 3cafac4649
commit aacd847cf9
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
markov.py
View file

@ -1,7 +1,7 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import dbtools, twitools import dbtools, twitools
import argparse, markovify, nltk, operator, random, re, sys import argparse, html, markovify, nltk, operator, random, re, sys
class Possy(markovify.NewlineText): class Possy(markovify.NewlineText):
def word_split(self, sentence): def word_split(self, sentence):
@ -17,7 +17,7 @@ def getText(db = dbtools.dbHelper()):
text = "" text = ""
for string in db.executeQuery('SELECT text FROM tweets WHERE text NOT LIKE "@%" AND text NOT LIKE "RT %";'): for string in db.executeQuery('SELECT text FROM tweets WHERE text NOT LIKE "@%" AND text NOT LIKE "RT %";'):
text += string[0] + "\n" text += string[0] + "\n"
return "".join([s for s in text.strip().splitlines(True) if s.strip()]) return html.unescape("".join([s for s in text.strip().splitlines(True) if s.strip()]))
def markovifyText(text): def markovifyText(text):
return Possy(text).make_short_sentence(130).replace("@", "@​") return Possy(text).make_short_sentence(130).replace("@", "@​")