postgr.es

#!/usr/bin/env python3 """PostgreSQL Planet Aggregator This is a FastCGI implementation of the planet URL redirector. Accepts URLs like /p/ and sends a redirect to the proper URL for the post requested. Copyright (C) 2011 PostgreSQL Global Development Group """ import configparser import psycopg2 # Simple map used to shorten id values to URLs _urlvalmap = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '-', '_'] connstr = "" class Make404(Exception): pass def iddecode(idstr): idval = 0 for c in idstr: idval *= 64 if c not in _urlvalmap: raise Make404() idval += _urlvalmap.index(c) return idval def application(environ, start_response): # Generate our own little robots.txt if environ['REQUEST_URI'].startswith('/robots.txt'): start_response('200 OK', [ ('Content-type', 'text/plain'), ]) return [b"User-Agent: *\nDisallow: /\n"] try: # If we have a querystring, get rid of it. This can (presumably) # happen with some click-tracking systems. if '?' in environ['REQUEST_URI']: uri = environ['REQUEST_URI'].split('?')[0] else: uri = environ['REQUEST_URI'] # Start by getting the id from the request id = iddecode(uri.split('/')[-1]) # Let's figure out where this URL should be # Since we cache heavily with varnish in front of this, we don't # bother with any connection pooling. conn = psycopg2.connect(connstr) c = conn.cursor() c.execute("SELECT link, feed, hidden FROM posts WHERE id=%(id)s", { 'id': id }) r = c.fetchall() conn.close() if len(r) != 1: raise Make404() if r[0][2]: # Entry is hidden. We want a 404 that is tagged with the feed, so we can xkey # purge it properly! start_response('404 Not Found', [ ('Content-type', 'text/plain'), ('X-Planet', str(id)), ('X-Planet-Feed', str(r[0][1])), ('xkey', 'post_{} feed_{}'.format(id, r[0][1])), ]) return [b"Link not found\n"] else: # We have a link, return a redirect to it start_response('301 Moved Permanently', [ ('Content-type', 'text/html'), ('Location', r[0][0]), ('X-Planet', str(id)), ('X-Planet-Feed', str(r[0][1])), ('xkey', 'post_{} feed_{}'.format(id, r[0][1])), ]) return [ b"\n\npostgr.es\n\n\n", b"moved here\n" % r[0][0].encode('utf8'), b"\n\n" ] except Make404: start_response('404 Not Found', [ ('Content-type', 'text/plain'), ]) return [b"Link not found\n"] except Exception as ex: start_response('500 Internal Server Error', [ ('Content-type', 'text/plain') ]) return [ "An internal server error occured\n", str(ex) ] c = configparser.ConfigParser() c.read('redir.ini') connstr = c.get('planet', 'db')