From 16a5bea8051c05f611645633bb4dad8899e69495 Mon Sep 17 00:00:00 2001
From: Sven Slootweg <jamsoftgamedev@gmail.com>
Date: Sat, 14 Dec 2013 04:30:18 +0100
Subject: [PATCH] Deal with overloaded servers...

---
 retrieve.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/retrieve.py b/retrieve.py
index 2de4744..7126488 100644
--- a/retrieve.py
+++ b/retrieve.py
@@ -14,6 +14,11 @@ while True:
 	while True: # We want to keep trying until it succeeds...
 		try:
 			response = requests.get("http://pastebin.com/raw.php?i=%s" % item["id"])
+			if "text/html" in response.headers["Content-Type"]:
+				# We most likely got an "under heavy load" message or similar; sleep a while and retry
+				logger.send(msgpack.packb({"component": "retrieve", "timestamp": int(time.time()), "message": "Hit a text/html response for raw.php, servers most likely overloaded, sleeping..."}))
+				time.sleep(10)
+				continue # Retry
 			paste = response.text
 		except Exception, e:
 			# TODO: Log error