http: Separate bind from netloc.

netloc is the public access point to a caucase instance.
bind is the private access point to a caucase instance, which may be
different (ex: NAT). Allow overriding netloc address with --bind.
As a consequence, add support for multiple binds: a netloc may resolve to
multiple addresses (ex: one IPv4, one global IPv6 and one Unique Local
Address).
As a further consequence, systematically disable automatic IPv4 binding
when binding to an IPv6 address.
Also, allow overriding netloc port with --base-port. The same port pair
will be used on all bound hosts.
Share SSL context between multiple https sockets.
To increase binding visibility, print bindings, and print when exiting.

caucase/http.py

@@ -24,6 +24,7 @@ from collections import defaultdict
 import datetime
 from getpass import getpass
 import glob
+import itertools
 import os
 import socket
 from SocketServer import ThreadingMixIn
@@ -77,11 +78,14 @@ class ThreadingWSGIServer(ThreadingMixIn, WSGIServer):
 
   def __init__(self, server_address, *args, **kw):
     self.address_family, _, _, _, _ = socket.getaddrinfo(*server_address)[0]
-    assert self.address_family in (socket.AF_INET, socket.AF_INET6), (
-      self.address_family,
-    )
     WSGIServer.__init__(self, server_address, *args, **kw)
 
+  def server_bind(self):
+    if self.address_family == socket.AF_INET6:
+      # Separate IPv6 and IPv4 port spaces
+      self.socket.setsockopt(socket.IPPROTO_IPV6, socket.IPV6_V6ONLY, 1)
+    WSGIServer.server_bind(self)
+
 class CaucaseWSGIRequestHandler(WSGIRequestHandler):
   """
   Make WSGIRequestHandler logging more apache-like.
@@ -146,19 +150,17 @@ def startServerThread(server):
   server_thread.daemon = True
   server_thread.start()
 
-def updateSSLContext(
-  https,
+def getSSLContext(
   key_len,
   threshold,
   server_key_path,
   hostname,
   cau,
   cas,
-  wrap=False,
 ):
   """
   Build a new SSLContext with updated CA certificates, CRL and server key pair,
-  apply it to <https>.socket and return the datetime of next update.
+  and return it along with the datetime of next update.
   """
   ssl_context = ssl.create_default_context(
     purpose=ssl.Purpose.CLIENT_AUTH,
@@ -258,18 +260,14 @@ def updateSSLContext(
       crt_file.write(new_key_pem)
       crt_file.write(new_crt_pem)
   ssl_context.load_cert_chain(server_key_path)
-  if wrap:
-    https.socket = ssl_context.wrap_socket(
-      sock=https.socket,
-      server_side=True,
-    )
-  else:
-    https.socket.context = ssl_context
-  return utils.load_certificate(
+  return (
+    ssl_context,
+    utils.load_certificate(
       utils.getCert(server_key_path),
       cas_certificate_list,
       None,
-  ).not_valid_after - threshold_delta
+    ).not_valid_after - threshold_delta,
+  )
 
 def main(argv=None, until=utils.until):
   """
@@ -291,16 +289,29 @@ def main(argv=None, until=utils.until):
   parser.add_argument(
     '--netloc',
     required=True,
-    help='<host>[:<port>] of HTTP socket. '
-    'HTTPS socket netloc will be deduced following caucase rules: if port is '
-    '80 or not provided, https port will be 443, else it will be port + 1. '
-    'If not provided, http port will be picked among available ports and '
-    'https port will be the next port. Also, signed certificates will not '
-    'contain a CRL distribution point URL. If https port is not available, '
-    'this program will exit with an aerror status. '
+    help='<host>[:<port>] at which certificate verificators may reach this '
+    'service. This value is embedded in generated certificates (as CRL '
+    'distribution point, as CA certificate common name, possibly more). '
+    'See --base-port for how https port is derived from this port. '
     'Note on encoding: only ascii is currently supported. Non-ascii may be '
     'provided idna-encoded.',
   )
+  parser.add_argument(
+    '--base-port',
+    type=int,
+    help='Port at which caucase locally binds to provide HTTP service. '
+    'If this port is 80, HTTPS service is provided on port 443, otherwise '
+    'it is provided on --base-port + 1. '
+    'If derived HTTPS port is not available, caucase will exit with an error '
+    'status. default: --netloc\'s port, or 80',
+  )
+  parser.add_argument(
+    '--bind',
+    default=[],
+    action='append',
+    help='Address on which caucase locally binds. '
+    'default: addresses --netloc\'s <host> resolves into.',
+  )
   parser.add_argument(
     '--threshold',
     default=31,
@@ -392,9 +403,10 @@ def main(argv=None, until=utils.until):
   backup_group.add_argument(
     '--backup-directory',
     help='Backup directory path. Backups will be periodically stored in '
-    'given directory, encrypted with all certificates which are valid at the '
-    'time of backup generation. Any one of the associated private keys can '
-    'decypher it. If not set, no backup will be created.',
+    'given directory, encrypted with all user certificates which are valid '
+    'at backup generation time. Any one of the associated private keys can '
+    'decypher it. If not set or no user certificate exists, no backup will '
+    'be created.',
   )
   backup_group.add_argument(
     '--backup-period',
@@ -407,7 +419,8 @@ def main(argv=None, until=utils.until):
   base_url = u'http://' + args.netloc.decode('ascii')
   parsed_base_url = urlparse(base_url)
   hostname = parsed_base_url.hostname
-  http_port = parsed_base_url.port
+  http_port = parsed_base_url.port if args.base_port is None else args.base_port
+  https_port = 443 if http_port == 80 else http_port + 1
   cau_crt_life_time = args.user_crt_validity
   cau = UserCertificateAuthority(
     storage=SQLite3Storage(
@@ -447,29 +460,64 @@ def main(argv=None, until=utils.until):
     lock_auto_sign_csr_amount=args.lock_auto_approve_count,
   )
   application = Application(cau=cau, cas=cas)
-  http = make_server(
-    host=hostname,
+  http_list = []
+  https_list = []
+  known_host_set = set()
+  for bind in args.bind or [hostname]:
+    for family, _, _, _, sockaddr in socket.getaddrinfo(
+      bind,
+      0,
+      socket.AF_UNSPEC,
+      socket.SOCK_STREAM,
+      socket.IPPROTO_TCP,
+    ):
+      if family == socket.AF_INET:
+        host, _ = sockaddr
+      elif family == socket.AF_INET6:
+        host, _, _, _ = sockaddr
+      else:
+        continue
+      if host in known_host_set:
+        continue
+      known_host_set.add(host)
+      sys.stderr.write(
+        'Listening on [%s]:%i-%i\n' % (
+          host,
+          http_port,
+          https_port,
+        ),
+      )
+      http_list.append(
+        make_server(
+          host=host,
           port=http_port,
           app=application,
           server_class=ThreadingWSGIServer,
           handler_class=CaucaseWSGIRequestHandler,
+        ),
       )
-  https = make_server(
-    host=hostname,
-    port=443 if http_port == 80 else http_port + 1,
+      https_list.append(
+        make_server(
+          host=host,
+          port=https_port,
           app=application,
           server_class=ThreadingWSGIServer,
           handler_class=CaucaseSSLWSGIRequestHandler,
+        ),
       )
-  next_deadline = next_ssl_update = updateSSLContext(
-    https=https,
+  ssl_context, next_ssl_update = getSSLContext(
     key_len=args.key_len,
     threshold=args.threshold,
     server_key_path=args.server_key,
     hostname=hostname,
     cau=cau,
     cas=cas,
-    wrap=True,
+  )
+  next_deadline = next_ssl_update
+  for https in https_list:
+    https.socket = ssl_context.wrap_socket(
+      sock=https.socket,
+      server_side=True,
     )
   if args.backup_directory:
     backup_period = datetime.timedelta(args.backup_period, 0)
@@ -488,14 +536,13 @@ def main(argv=None, until=utils.until):
     )
   else:
     next_backup = None
-  startServerThread(http)
-  startServerThread(https)
+  for server in itertools.chain(http_list, https_list):
+    startServerThread(server)
   try:
     while True:
       now = until(next_deadline)
       if now >= next_ssl_update:
-        next_ssl_update = updateSSLContext(
-          https=https,
+        ssl_context, next_ssl_update = getSSLContext(
           key_len=args.key_len,
           threshold=args.threshold,
           server_key_path=args.server_key,
@@ -503,6 +550,8 @@ def main(argv=None, until=utils.until):
           cau=cau,
           cas=cas,
         )
+        for https in https_list:
+          https.socket.context = ssl_context
       if next_backup is None:
         next_deadline = next_ssl_update
       else:
@@ -529,8 +578,9 @@ def main(argv=None, until=utils.until):
   except utils.SleepInterrupt:
     pass
   finally:
-    https.shutdown()
-    http.shutdown()
+    sys.stderr.write('Exiting\n')
+    for server in itertools.chain(http_list, https_list):
+      server.shutdown()
 
 def manage(argv=None):
   """