New gateway script
Sven Slootweg
13 years ago
parent
444f294bea
commit
235bf849fe
@ -1,118 +0,0 @@
|
|||||||
from twisted.internet import protocol, reactor
|
|
||||||
from twisted.web import static, server, proxy
|
|
||||||
from twisted.web.resource import Resource
|
|
||||||
import base64, urllib
|
|
||||||
from os import fork, setsid, umask, dup2
|
|
||||||
from sys import stdin, stdout, stderr
|
|
||||||
from os import getpid
|
|
||||||
from urllib import quote as urlquote
|
|
||||||
|
|
||||||
pid_file = "/home/tahoe/gateway/gateway.pid"
|
|
||||||
|
|
||||||
modHeaders = {
|
|
||||||
'Cache-Control': 'max-age=31536000',
|
|
||||||
'Server': 'Cryto-Tahoe-Gateway 1.1',
|
|
||||||
'Expires': 'Fri, 12 Dec 2012 05:00:00 GMT'
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
outfile = open(pid_file, 'w')
|
|
||||||
outfile.write('%i' % getpid())
|
|
||||||
outfile.close()
|
|
||||||
if fork(): exit(0)
|
|
||||||
umask(0)
|
|
||||||
setsid()
|
|
||||||
if fork(): exit(0)
|
|
||||||
|
|
||||||
stdout.flush()
|
|
||||||
stderr.flush()
|
|
||||||
si = file('/dev/null', 'r')
|
|
||||||
so = file('/dev/null', 'a+')
|
|
||||||
se = file('/dev/null', 'a+', 0)
|
|
||||||
dup2(si.fileno(), stdin.fileno())
|
|
||||||
dup2(so.fileno(), stdout.fileno())
|
|
||||||
dup2(se.fileno(), stderr.fileno())
|
|
||||||
|
|
||||||
error_index = ("""\
|
|
||||||
<!DOCTYPE html>
|
|
||||||
<html>
|
|
||||||
<head>
|
|
||||||
<title>Cryto-Tahoe-Gateway: Index</title>
|
|
||||||
</head>
|
|
||||||
<body>
|
|
||||||
<h2>This gateway does not provide an index page.</h2>
|
|
||||||
Please use a direct URL to download a file hosted on this storage grid.<br><br>
|
|
||||||
Alternatively, <a href="http://cryto.net/">learn more about the Cryto Coding Collective</a>.
|
|
||||||
<br><br><br><hr>
|
|
||||||
<div style="text-align: right; font-style: italic;">Cryto-Tahoe-Gateway v1.1</div>
|
|
||||||
</body>
|
|
||||||
</html>""")
|
|
||||||
|
|
||||||
error_404 = ("""\
|
|
||||||
<!DOCTYPE html>
|
|
||||||
<html>
|
|
||||||
<head>
|
|
||||||
<title>Cryto-Tahoe-Gateway: 404</title>
|
|
||||||
</head>
|
|
||||||
<body>
|
|
||||||
<h2>The specified resource was not found.</h2>
|
|
||||||
The file may have expired, or the hyperlink you followed may have been broken.<br><br>
|
|
||||||
<a href="http://cryto.net/">Learn more about the Cryto Coding Collective</a>.
|
|
||||||
<br><br><br><hr>
|
|
||||||
<div style="text-align: right; font-style: italic;">Cryto-Tahoe-Gateway v1.1</div>
|
|
||||||
</body>
|
|
||||||
</html>""")
|
|
||||||
|
|
||||||
|
|
||||||
class ProxyClient(proxy.ProxyClient):
|
|
||||||
"""A proxy class that injects headers to the response."""
|
|
||||||
def handleEndHeaders(self):
|
|
||||||
for key, value in modHeaders.iteritems():
|
|
||||||
self.father.responseHeaders.setRawHeaders(key, [value])
|
|
||||||
|
|
||||||
|
|
||||||
class ProxyClientFactory(proxy.ProxyClientFactory):
|
|
||||||
protocol = ProxyClient
|
|
||||||
|
|
||||||
|
|
||||||
class ReverseProxyResource(proxy.ReverseProxyResource):
|
|
||||||
proxyClientFactoryClass = ProxyClientFactory
|
|
||||||
|
|
||||||
def getChild(self, path, request):
|
|
||||||
return ReverseProxyResource(
|
|
||||||
self.host, self.port, self.path + '/' + urlquote(path, safe=""))
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class GatewayResource(Resource):
|
|
||||||
isLeaf = False
|
|
||||||
allowedMethods = ("GET")
|
|
||||||
|
|
||||||
def getChild(self, name, request):
|
|
||||||
if name == "download":
|
|
||||||
try:
|
|
||||||
uri = request.path
|
|
||||||
uriParts = uri.split('/')
|
|
||||||
uriIdentifier = base64.urlsafe_b64decode(uriParts[2])
|
|
||||||
fileName = uriParts[3]
|
|
||||||
localUri = "/file/" + urllib.quote(uriIdentifier) + "/@@named=/" + urllib.quote(fileName)
|
|
||||||
return ReverseProxyResource('localhost', 3456, localUri)
|
|
||||||
except:
|
|
||||||
return self
|
|
||||||
else:
|
|
||||||
return self
|
|
||||||
|
|
||||||
def render_GET(self, request):
|
|
||||||
path = request.path
|
|
||||||
if path == "/":
|
|
||||||
return error_index
|
|
||||||
else:
|
|
||||||
return error_404
|
|
||||||
|
|
||||||
resource = GatewayResource()
|
|
||||||
|
|
||||||
site = server.Site(resource)
|
|
||||||
reactor.listenTCP(3719, site)
|
|
||||||
reactor.run()
|
|
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,228 @@
|
|||||||
|
"""
|
||||||
|
Cryto.net Tahoe-LAFS -> WSGI Gateway Proxy
|
||||||
|
--------------------
|
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim or modified
|
||||||
|
copies of this license document, and changing it is allowed as long
|
||||||
|
as the name is changed.
|
||||||
|
|
||||||
|
DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
|
||||||
|
TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
|
||||||
|
|
||||||
|
0. You just DO WHAT THE FUCK YOU WANT TO.
|
||||||
|
|
||||||
|
This wsgi application's entry point is `app`, you can run it with gunicorn:
|
||||||
|
gunicorn gateway:app [options]
|
||||||
|
|
||||||
|
Or you can run it stand-alone:
|
||||||
|
python gateway.py [options, --help]
|
||||||
|
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
from wsgiref.util import is_hop_by_hop
|
||||||
|
import base64
|
||||||
|
import socket
|
||||||
|
import urllib
|
||||||
|
import urllib2
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
gatewayLog = logging.getLogger("gateway-wsgi")
|
||||||
|
|
||||||
|
_config_gatewayTimeout = 15
|
||||||
|
_config_tahoeServer = 'localhost:3456'
|
||||||
|
_config_chunkSize = 1 << 13 # 8192, 8kb chunks.
|
||||||
|
|
||||||
|
_response_skeleton =\
|
||||||
|
"""
|
||||||
|
<!DOCTYPE html>
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<title>%(page_title)s</title>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h2>%(page_header)s</h2>
|
||||||
|
%(page_text)s<br><br>
|
||||||
|
<a href="http://cryto.net/">Learn more about the Cryto Coding Collective</a>.
|
||||||
|
<br><br><br><hr>
|
||||||
|
<div style="text-align: right; font-style: italic;">Cryto-Tahoe-Gateway v1.1</div>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
|
"""
|
||||||
|
|
||||||
|
def error_404(environ, start_response):
|
||||||
|
"""
|
||||||
|
Returns a 404 page to the client.
|
||||||
|
"""
|
||||||
|
start_response("404 Not Found", [("Content-Type", "text/html")])
|
||||||
|
return [_response_skeleton % dict(
|
||||||
|
page_title = 'Cryto-Tahoe-Gateway: 404',
|
||||||
|
page_header = 'The specified resource was not found.',
|
||||||
|
page_text = 'The file may have expired, or the hyperlink you followed may have been broken.'
|
||||||
|
)]
|
||||||
|
|
||||||
|
def error_500(environ, start_response):
|
||||||
|
"""
|
||||||
|
Returns a 500 page to the client.
|
||||||
|
"""
|
||||||
|
start_response("500 Internal Server Error", [("Content-Type", "text/html")])
|
||||||
|
return [_response_skeleton % dict(
|
||||||
|
page_title = 'Cryto-Tahoe-Gateway: 500',
|
||||||
|
page_header = 'An error has occurred, and the gateway could not process your request, please try again.',
|
||||||
|
page_text = ''
|
||||||
|
)]
|
||||||
|
|
||||||
|
def error_50x(environ, start_response, code = '502', message = "Gateway Timeout"):
|
||||||
|
"""
|
||||||
|
Generic error page... can return any type of error, not only 502.
|
||||||
|
"""
|
||||||
|
start_response("%s %s" % (code, message), [("Content-Type", "text/html")])
|
||||||
|
return [_response_skeleton % dict(
|
||||||
|
page_title = 'Cryto-Tahoe-Gateway: %s' % code,
|
||||||
|
page_header = 'Gateway Error %s: %s'% (code, message),
|
||||||
|
page_text = ''
|
||||||
|
)]
|
||||||
|
|
||||||
|
def index(environ, start_response):
|
||||||
|
"""
|
||||||
|
Generic index.
|
||||||
|
"""
|
||||||
|
start_response("200 OK", [("Content-Type", "text/html")])
|
||||||
|
return [_response_skeleton % dict(
|
||||||
|
page_title = "Cryto-Tahoe-Gateway: Index",
|
||||||
|
page_header = "This gateway does not provide an index page.",
|
||||||
|
page_text = "Please use a direct URL to download a file hosted on this storage grid."
|
||||||
|
)]
|
||||||
|
|
||||||
|
def proxy_pass(environ, start_response):
|
||||||
|
"""
|
||||||
|
Proxy the request to tahoe.
|
||||||
|
"""
|
||||||
|
|
||||||
|
path = environ['PATH_INFO']
|
||||||
|
pathParts = path.split('/')
|
||||||
|
if len(pathParts) != 4:
|
||||||
|
raise NotFoundError()
|
||||||
|
|
||||||
|
# Convert url to tahoe-type URL.
|
||||||
|
_, _, urlIdentifier, fileName = pathParts
|
||||||
|
urlIdentifier = urllib.quote(base64.urlsafe_b64decode(urlIdentifier))
|
||||||
|
fileName = urllib.quote(fileName)
|
||||||
|
localUri = "http://%s/file/%s/@@named=/%s" % (_config_tahoeServer, urlIdentifier, fileName)
|
||||||
|
gatewayLog.debug("Proxy passing request (ident: %s, file: %s)", urlIdentifier, fileName)
|
||||||
|
|
||||||
|
# The actual proxying starts here.
|
||||||
|
try:
|
||||||
|
fp = urllib2.urlopen(localUri, timeout = _config_gatewayTimeout)
|
||||||
|
|
||||||
|
except urllib2.HTTPError, e:
|
||||||
|
|
||||||
|
# Eat any non 200 errors
|
||||||
|
gatewayLog.exception("HTTP Error")
|
||||||
|
if int(e.code) == 404:
|
||||||
|
raise NotFoundError()
|
||||||
|
else:
|
||||||
|
return error_50x(environ, start_response, e.code, e.msg)
|
||||||
|
|
||||||
|
except urllib2.URLError, e:
|
||||||
|
|
||||||
|
# Something went awry connecting to the backend.
|
||||||
|
gatewayLog.exception("Error connecting to backend...")
|
||||||
|
try:
|
||||||
|
if isinstance(e.args[0], Exception):
|
||||||
|
raise e.args[0]
|
||||||
|
else:
|
||||||
|
raise e
|
||||||
|
except socket.timeout:
|
||||||
|
return error_50x(environ, start_response, '504', "Gateway Timeout")
|
||||||
|
except Exception, e:
|
||||||
|
return error_50x(environ, start_response, '503', "Service Unavailable")
|
||||||
|
|
||||||
|
else:
|
||||||
|
|
||||||
|
# Do the actual proxying
|
||||||
|
data_sent = 0
|
||||||
|
req_start = time.time()
|
||||||
|
content_length = fp.info().getheader("Content-Length", 0)
|
||||||
|
|
||||||
|
try:
|
||||||
|
response_headers = [(k, v) for k, v in fp.info().items() if not is_hop_by_hop(k)]
|
||||||
|
write = start_response("200 OK", response_headers)
|
||||||
|
|
||||||
|
while True:
|
||||||
|
chunk = fp.read(_config_chunkSize)
|
||||||
|
if not chunk:
|
||||||
|
break
|
||||||
|
write(chunk)
|
||||||
|
data_sent += len(chunk)
|
||||||
|
|
||||||
|
gatewayLog.debug("Finished proxied request of %s, elapsed: %.02fs, transfer: %s bytes.", fileName,
|
||||||
|
time.time() - req_start, data_sent)
|
||||||
|
|
||||||
|
except Exception, e:
|
||||||
|
gatewayLog.exception("Error transfering proxied content... %s, sent %s of %s, elapsed %.02f",
|
||||||
|
fileName, data_sent, content_length, time.time() - req_start)
|
||||||
|
|
||||||
|
finally:
|
||||||
|
fp.close()
|
||||||
|
|
||||||
|
# Wsgi spec says we have to return an empty iterable ._.
|
||||||
|
return ()
|
||||||
|
|
||||||
|
class NotFoundError(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
def app(environ, start_response):
|
||||||
|
"""
|
||||||
|
Application entry point, provide me to a wsgi handler!
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
path = environ['PATH_INFO']
|
||||||
|
if not path or path == '/':
|
||||||
|
return index(environ, start_response)
|
||||||
|
elif path.startswith('/download/'):
|
||||||
|
return proxy_pass(environ, start_response)
|
||||||
|
else:
|
||||||
|
raise NotFoundError()
|
||||||
|
|
||||||
|
except NotFoundError:
|
||||||
|
return error_404(environ, start_response)
|
||||||
|
|
||||||
|
except Exception, e:
|
||||||
|
gatewayLog.exception("WSGI Application encountered error")
|
||||||
|
return error_500(environ, start_response)
|
||||||
|
|
||||||
|
def main():
|
||||||
|
from optparse import OptionParser
|
||||||
|
|
||||||
|
parser = OptionParser()
|
||||||
|
parser.add_option("-i", '--interface', dest = "interface", help = "interface to bind on", default = "127.0.0.1")
|
||||||
|
parser.add_option("-p", '--listen-port', dest = "listen_port", help = "port to listen on", type="int",
|
||||||
|
default = 3719)
|
||||||
|
parser.add_option("-u", '--tahoe-url', dest = "tahoe_url", help = "address that tahoe is listening on, in form"
|
||||||
|
" host:port", default = 'localhost:3456')
|
||||||
|
parser.add_option("-c", '--proxy-chunk-size', dest = "chunk_size", help = "chunk size to read while proxying",
|
||||||
|
type = "int", default = 1 << 13)
|
||||||
|
|
||||||
|
parser.add_option("-t", '--gateway-timeout', dest = "gateway_timeout", help = "timeout while connecting to gateway",
|
||||||
|
type = "int", default = 15)
|
||||||
|
|
||||||
|
parser.add_option("-d", '--debug', dest = "debug", action = "store_true", default = False,
|
||||||
|
help = "debug logging level")
|
||||||
|
|
||||||
|
options, args = parser.parse_args()
|
||||||
|
global _config_chunkSize, _config_gatewayTimeout, _config_tahoeServer
|
||||||
|
_config_chunkSize = options.chunk_size
|
||||||
|
_config_gatewayTimeout = options.gateway_timeout
|
||||||
|
_config_tahoeServer = options.tahoe_url
|
||||||
|
|
||||||
|
if options.debug:
|
||||||
|
gatewayLog.setLevel(logging.DEBUG)
|
||||||
|
logging.basicConfig()
|
||||||
|
|
||||||
|
import wsgiref.simple_server
|
||||||
|
wsgiref.simple_server.make_server(options.interface, options.listen_port, app).serve_forever()
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
@ -0,0 +1,74 @@
|
|||||||
|
#! /bin/bash
|
||||||
|
### BEGIN INIT INFO
|
||||||
|
# Provides: Tahoe-LAFS Gateway
|
||||||
|
### END INIT INFO
|
||||||
|
|
||||||
|
#### SERVER SPECIFIC CONFIGURATION
|
||||||
|
GATEWAY_PATH="/home/tahoe/gateway/run"
|
||||||
|
PID_PATH="/home/tahoe/gateway/gateway.pid"
|
||||||
|
RUN_AS=tahoe
|
||||||
|
#### DO NOT CHANGE ANYTHING AFTER THIS LINE!
|
||||||
|
|
||||||
|
set -e
|
||||||
|
|
||||||
|
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
|
||||||
|
DESC="Tahoe-LAFS Gateway"
|
||||||
|
NAME=$0
|
||||||
|
SCRIPTNAME=/etc/init.d/$NAME
|
||||||
|
|
||||||
|
#
|
||||||
|
# Function that starts the daemon/service.
|
||||||
|
#
|
||||||
|
d_start()
|
||||||
|
{
|
||||||
|
# Starting Tahoe-LAFS Gateway
|
||||||
|
if [ -f $PID_PATH ]; then
|
||||||
|
echo -n ", already running"
|
||||||
|
else
|
||||||
|
start-stop-daemon --start --quiet --pidfile $PID_PATH \
|
||||||
|
--chuid $RUN_AS --exec /usr/bin/env -- $GATEWAY_PATH
|
||||||
|
chmod 400 $PID_PATH
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# Function that stops the daemon/service.
|
||||||
|
#
|
||||||
|
d_stop() {
|
||||||
|
# Killing the Tahoe-LAFS Gateway
|
||||||
|
start-stop-daemon --stop --quiet --pidfile $PID_PATH \
|
||||||
|
|| echo -n ", not running"
|
||||||
|
if [ -f $PID_PATH ]; then
|
||||||
|
rm $PID_PATH
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
ACTION="$1"
|
||||||
|
case "$ACTION" in
|
||||||
|
start)
|
||||||
|
echo -n "Starting $DESC: $NAME"
|
||||||
|
d_start
|
||||||
|
echo "."
|
||||||
|
;;
|
||||||
|
|
||||||
|
stop)
|
||||||
|
echo -n "Stopping $DESC: $NAME"
|
||||||
|
d_stop
|
||||||
|
echo "."
|
||||||
|
;;
|
||||||
|
|
||||||
|
restart|force-reload)
|
||||||
|
echo -n "Restarting $DESC: $NAME"
|
||||||
|
d_stop
|
||||||
|
sleep 1
|
||||||
|
d_start
|
||||||
|
echo "."
|
||||||
|
;;
|
||||||
|
|
||||||
|
*)
|
||||||
|
echo "Usage: $NAME {start|stop|restart|force-reload}" >&2
|
||||||
|
exit 3
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
exit 0
|
||||||
@ -0,0 +1,4 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
cd /home/tahoe/gateway
|
||||||
|
gunicorn -b 0.0.0.0:3719 -k gevent gateway_wsgi:app >/dev/null 2>/dev/null &
|
||||||
|
echo $! > gateway.pid
|
||||||
Loading…
Reference in New Issue