class Scraper(object):
	UNKNOWN = 0
	TOPIC = 1
	COURSE = 2
	VIDEO = 3
	ARTICLE = 4
	EXERCISE = 5
	QUIZ = 6
	TEST = 7
	BOOK = 8
	AUDIOBOOK = 9
	LECTURE = 10
	SANDBOX = 11
	
	provider_id = 0
	
	def __init__(self, database=None):
		if database is not None:
			self.db = database
			self.can_store = True
		else:
			self.can_store = False
			
	def run(self, *args, **kwargs):
		raise Exception("No run() method was specified for this scraper.")
	
	def topic_exists(self, unique_id):
		c = self.db.cursor()
		c.execute("SELECT `Id` FROM topics WHERE `Provider` = ? AND `ProviderId` = ? LIMIT 1", (self.provider_id, unique_id))
		return (len(c.fetchall()) > 0)
		
	def item_exists(self, unique_id):
		c = self.db.cursor()
		c.execute("SELECT `Id` FROM items WHERE `Provider` = ? AND `ProviderId` = ? LIMIT 1", (self.provider_id, unique_id))
		return (len(c.fetchall()) > 0)
	
	def insert_topic(self, unique_id, title, override=False, **kwargs):
		defaults = {
			"needs_enrollment": False,
			"creation_date": None,
			"start_date": None,
			"end_date": None,
			"parent_id": 0,
			"description": "",
			"provider_name": ""
		}
		
		for kwarg, val in defaults.iteritems():
			try:
				if kwargs[kwarg] == None:
					kwargs[kwarg] = defaults[kwarg]
			except KeyError, e:
				kwargs[kwarg] = defaults[kwarg]
		
		c = self.db.cursor()
		
		if override == True:
			exists = False
		else:
			c.execute("SELECT `Id` FROM topics WHERE `Provider` = ? AND `ProviderId` = ? LIMIT 1", (self.provider_id, unique_id))
			results = c.fetchall()
			exists = (len(results) > 0)
			
		if exists == True:
			return (False, results[0][0])
		else:
			c.execute("INSERT INTO topics (`ParentId`, `Provider`, `ProviderId`, `Title`, `Description`, `Created`, `NeedsEnrollment`, `StartDate`, `EndDate`, `CustomProviderName`)"
				  "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", (kwargs['parent_id'], self.provider_id, unique_id, title, kwargs['description'], kwargs['creation_date'], 
				                                            kwargs['needs_enrollment'], kwargs['start_date'], kwargs['end_date'], kwargs["provider_name"]))
			
			return (True, c.lastrowid)
			
	def insert_item(self, unique_id, title, item_url, override=False, **kwargs):
		defaults = {
			"views": None,
			"has_topic": False,
			"itemtype": 0,
			"source_url": item_url,
			"topic_id": 0,
			"parent_id": 0,
			"description": "",
			"date": None,
			"start_date": None,
			"end_date": None,
			"provider_name": ""
		}
		
		for kwarg, val in defaults.iteritems():
			try:
				if kwargs[kwarg] == None:
					kwargs[kwarg] = defaults[kwarg]
			except KeyError, e:
				kwargs[kwarg] = defaults[kwarg]
		
		c = self.db.cursor()
		
		if override == True:
			exists = False
		else:
			c.execute("SELECT `Id` FROM items WHERE `Provider` = ? AND `ProviderId` = ? LIMIT 1", (self.provider_id, unique_id))
			results = c.fetchall()
			exists = (len(results) > 0)
			
		if exists == True:
			return (False, results[0][0])
		else:
			c.execute("INSERT INTO items (`HasTopic`, `Type`, `Provider`, `ProviderId`, `Title`, `Description`, `ItemUrl`, `SourceUrl`, `Views`, `TopicId`, `ParentId`, `Date`, `StartDate`, `EndDate`, `CustomProviderName`)"
				  "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", (kwargs["has_topic"], kwargs["itemtype"], self.provider_id, unique_id, title, kwargs["description"], item_url, kwargs["source_url"], 
									       kwargs["views"], kwargs["topic_id"], kwargs["parent_id"], kwargs["date"], kwargs["start_date"], kwargs["end_date"], kwargs["provider_name"]))
			
			return (True, c.lastrowid)
			
	def soup_to_text(self, soup):
		strings = []
		
		try:
			for el in soup:
				strings += el._all_strings(True, True)
		except AttributeError, e:
			strings = soup._all_strings(True, True)
			
		return " ".join(strings)