You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
35 lines
840 B
Python
35 lines
840 B
Python
import zmq, msgpack, json, os, time
|
|
|
|
context = zmq.Context()
|
|
socket = context.socket(zmq.PULL)
|
|
socket.bind("ipc:///tmp/pbscrape-results")
|
|
logger = context.socket(zmq.PUSH)
|
|
logger.connect("ipc:///tmp/pbscrape-log")
|
|
|
|
try:
|
|
os.makedirs("pastes")
|
|
except OSError, e:
|
|
pass
|
|
|
|
while True:
|
|
item = msgpack.unpackb(socket.recv())
|
|
|
|
target_dir = time.strftime("%Y-%m-%d")
|
|
|
|
try:
|
|
os.makedirs("pastes/%s" % target_dir)
|
|
except OSError, e:
|
|
pass
|
|
|
|
f = open("pastes/%s/%s.txt" % (target_dir, item["id"]), "wb")
|
|
f.write(item["paste"])
|
|
f.close()
|
|
|
|
del item["paste"] # To prevent writing the paste to the metadata file as well
|
|
|
|
f = open("pastes/%s/%s.json" % (target_dir, item["id"]), "wb")
|
|
json.dump(item, f)
|
|
f.close()
|
|
|
|
logger.send(msgpack.packb({"component": "collect", "timestamp": int(time.time()), "message": "Stored %s." % item["id"]}))
|