twitools/setuptools/__init__.py

import configparser, csv, datetime, html.parser, itertools, os, sqlite3, sys, tweepy

class SetupException(Exception):
 def __str__(self):
  return "Seems like config.cfg has not been created yet or contains serious errors. Run setup.py to create it."


def getSetting(section, setting, path = "config.cfg"):
 config = configparser.RawConfigParser()
 config.read(path)
 return config.get(section, setting)

def dbtype():
 try:
  return getSetting("Database", "type")
 except:
  return 0 # for SQLite3

### Must only be called AFTER dbtype()! ###

def dbhost():
 try:
  return getSetting("Database", "host")
 except:
  raise SetupException()

def dbuser():
 try:
  return getSetting("Database", "user")
 except:
  raise SetupException()

def dbpass():
 try:
  return getSetting("Database", "pass")
 except:
  raise SetupException()

def dbname():
 try:
  return getSetting("Database", "name")
 except:
  raise SetupException()

def dbpath():
 try:
  return getSetting("Database", "path")
 except:
  return SetupException()

###

def cke():
 try:
  return getSetting("Twitter", "cke")
 except:
  raise SetupException()

def cse():
 try:
  return getSetting("Twitter", "cse")
 except:
  raise SetupException()

def ato():
 try:
  return getSetting("Twitter", "ato")
 except:
  raise SetupException()

def ase():
 try:
  return getSetting("Twitter", "ase")
 except:
  raise SetupException()

def dbCheck(db, create = False):
 if (not create and dbInitialized(db)) or (create and not dbInitialized(db)):
  return True
 if create:
  raise ValueError("Provided database file " + db.path + " is already initialized. Remove it manually before trying to recreate it.")
 raise ValueError("Provided database file " + db.path + " is not initialized. Create it using makedb.py or csvdb.py")


def dbHelper(path, create = False):
 db = dbObject(path)
 dbCheck(db, create)
 return db


def dbInitialized(db):
 return db.isInitialized()


def fileExists(path):
 return os.path.isfile(path)


def getDate(date):
 try:
  return datetime.datetime.strptime(date, '%Y-%m-%d')
 except ValueError:
  raise ValueError("Dates must be in YYYY-MM-DD format.")


def paginate(iterable, page_size):
 while True:
  i1, i2 = itertools.tee(iterable)
  iterable, page = (itertools.islice(i1, page_size, None), list(itertools.islice(i2, page_size)))
  if len(page) == 0:
   break
  yield page


def parseArgs(argv):
 args = []
 path = None
 nextpath = False

 for a in argv[1:]:
  if nextpath:
   path = a
   nextpath = False
  elif a == "-f":
   if path != None:
    raise ValueError("You can only pass one database file.")
   nextpath = True
  else:
   args += [a]

 return args, path

def printCSV(inlist):
 writer = csv.writer(sys.stdout)
 writer.writerows(inlist)

def unescapeText(text):
 return html.parser.HTMLParser().unescape(text).replace("'","''")