# Copyright (C) 2005-2010 Canonical Ltd
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
from cStringIO import StringIO
import errno
import re
import socket
import threading
import time
import urllib2
import urlparse
from bzrlib import (
errors,
osutils,
tests,
)
from bzrlib.smart import medium,protocol
from bzrlib.tests import http_server
from bzrlib.transport import (
chroot,
get_transport,
)
class HTTPServerWithSmarts(http_server.HttpServer):
"""HTTPServerWithSmarts extends the HttpServer with POST methods that will
trigger a smart server to execute with a transport rooted at the rootdir of
the HTTP server.
"""
def __init__(self, protocol_version=None):
http_server.HttpServer.__init__(self, SmartRequestHandler,
protocol_version=protocol_version)
class SmartRequestHandler(http_server.TestingHTTPRequestHandler):
"""Extend TestingHTTPRequestHandler to support smart client POSTs.
XXX: This duplicates a fair bit of the logic in bzrlib.transport.http.wsgi.
"""
def do_POST(self):
"""Hand the request off to a smart server instance."""
backing = get_transport(self.server.test_case_server._home_dir)
chroot_server = chroot.ChrootServer(backing)
chroot_server.start_server()
try:
t = get_transport(chroot_server.get_url())
self.do_POST_inner(t)
finally:
chroot_server.stop_server()
def do_POST_inner(self, chrooted_transport):
self.send_response(200)
self.send_header("Content-type", "application/octet-stream")
if not self.path.endswith('.bzr/smart'):
raise AssertionError(
'POST to path not ending in .bzr/smart: %r' % (self.path,))
t = chrooted_transport.clone(self.path[:-len('.bzr/smart')])
# if this fails, we should return 400 bad request, but failure is
# failure for now - RBC 20060919
data_length = int(self.headers['Content-Length'])
# TODO: We might like to support streaming responses. 1.0 allows no
# Content-length in this case, so for integrity we should perform our
# own chunking within the stream.
# 1.1 allows chunked responses, and in this case we could chunk using
# the HTTP chunking as this will allow HTTP persistence safely, even if
# we have to stop early due to error, but we would also have to use the
# HTTP trailer facility which may not be widely available.
request_bytes = self.rfile.read(data_length)
protocol_factory, unused_bytes = medium._get_protocol_factory_for_bytes(
request_bytes)
out_buffer = StringIO()
smart_protocol_request = protocol_factory(t, out_buffer.write, '/')
# Perhaps there should be a SmartServerHTTPMedium that takes care of
# feeding the bytes in the http request to the smart_protocol_request,
# but for now it's simpler to just feed the bytes directly.
smart_protocol_request.accept_bytes(unused_bytes)
if not (smart_protocol_request.next_read_size() == 0):
raise errors.SmartProtocolError(
"not finished reading, but all data sent to protocol.")
self.send_header("Content-Length", str(len(out_buffer.getvalue())))
self.end_headers()
self.wfile.write(out_buffer.getvalue())
class TestCaseWithWebserver(tests.TestCaseWithTransport):
"""A support class that provides readonly urls that are http://.
This is done by forcing the readonly server to be an http
one. This will currently fail if the primary transport is not
backed by regular disk files.
"""
def setUp(self):
super(TestCaseWithWebserver, self).setUp()
self.transport_readonly_server = http_server.HttpServer
class TestCaseWithTwoWebservers(TestCaseWithWebserver):
"""A support class providing readonly urls on two servers that are http://.
We set up two webservers to allows various tests involving
proxies or redirections from one server to the other.
"""
def setUp(self):
super(TestCaseWithTwoWebservers, self).setUp()
self.transport_secondary_server = http_server.HttpServer
self.__secondary_server = None
def create_transport_secondary_server(self):
"""Create a transport server from class defined at init.
This is mostly a hook for daughter classes.
"""
return self.transport_secondary_server()
def get_secondary_server(self):
"""Get the server instance for the secondary transport."""
if self.__secondary_server is None:
self.__secondary_server = self.create_transport_secondary_server()
self.start_server(self.__secondary_server)
return self.__secondary_server
class ProxyServer(http_server.HttpServer):
"""A proxy test server for http transports."""
proxy_requests = True
class RedirectRequestHandler(http_server.TestingHTTPRequestHandler):
"""Redirect all request to the specified server"""
def parse_request(self):
"""Redirect a single HTTP request to another host"""
valid = http_server.TestingHTTPRequestHandler.parse_request(self)
if valid:
tcs = self.server.test_case_server
code, target = tcs.is_redirected(self.path)
if code is not None and target is not None:
# Redirect as instructed
self.send_response(code)
self.send_header('Location', target)
# We do not send a body
self.send_header('Content-Length', '0')
self.end_headers()
return False # The job is done
else:
# We leave the parent class serve the request
pass
return valid
class HTTPServerRedirecting(http_server.HttpServer):
"""An HttpServer redirecting to another server """
def __init__(self, request_handler=RedirectRequestHandler,
protocol_version=None):
http_server.HttpServer.__init__(self, request_handler,
protocol_version=protocol_version)
# redirections is a list of tuples (source, target, code)
# - source is a regexp for the paths requested
# - target is a replacement for re.sub describing where
# the request will be redirected
# - code is the http error code associated to the
# redirection (301 permanent, 302 temporarry, etc
self.redirections = []
def redirect_to(self, host, port):
"""Redirect all requests to a specific host:port"""
self.redirections = [('(.*)',
r'http://%s:%s\1' % (host, port) ,
301)]
def is_redirected(self, path):
"""Is the path redirected by this server.
:param path: the requested relative path
:returns: a tuple (code, target) if a matching
redirection is found, (None, None) otherwise.
"""
code = None
target = None
for (rsource, rtarget, rcode) in self.redirections:
target, match = re.subn(rsource, rtarget, path)
if match:
code = rcode
break # The first match wins
else:
target = None
return code, target
class TestCaseWithRedirectedWebserver(TestCaseWithTwoWebservers):
"""A support class providing redirections from one server to another.
We set up two webservers to allows various tests involving
redirections.
The 'old' server is redirected to the 'new' server.
"""
def create_transport_secondary_server(self):
"""Create the secondary server redirecting to the primary server"""
new = self.get_readonly_server()
redirecting = HTTPServerRedirecting()
redirecting.redirect_to(new.host, new.port)
return redirecting
def setUp(self):
super(TestCaseWithRedirectedWebserver, self).setUp()
# The redirections will point to the new server
self.new_server = self.get_readonly_server()
# The requests to the old server will be redirected
self.old_server = self.get_secondary_server()
class AuthRequestHandler(http_server.TestingHTTPRequestHandler):
"""Requires an authentication to process requests.
This is intended to be used with a server that always and
only use one authentication scheme (implemented by daughter
classes).
"""
# The following attributes should be defined in the server
# - auth_header_sent: the header name sent to require auth
# - auth_header_recv: the header received containing auth
# - auth_error_code: the error code to indicate auth required
def do_GET(self):
if self.authorized():
return http_server.TestingHTTPRequestHandler.do_GET(self)
else:
# Note that we must update test_case_server *before*
# sending the error or the client may try to read it
# before we have sent the whole error back.
tcs = self.server.test_case_server
tcs.auth_required_errors += 1
self.send_response(tcs.auth_error_code)
self.send_header_auth_reqed()
# We do not send a body
self.send_header('Content-Length', '0')
self.end_headers()
return
class BasicAuthRequestHandler(AuthRequestHandler):
"""Implements the basic authentication of a request"""
def authorized(self):
tcs = self.server.test_case_server
if tcs.auth_scheme != 'basic':
return False
auth_header = self.headers.get(tcs.auth_header_recv, None)
if auth_header:
scheme, raw_auth = auth_header.split(' ', 1)
if scheme.lower() == tcs.auth_scheme:
user, password = raw_auth.decode('base64').split(':')
return tcs.authorized(user, password)
return False
def send_header_auth_reqed(self):
tcs = self.server.test_case_server
self.send_header(tcs.auth_header_sent,
'Basic realm="%s"' % tcs.auth_realm)
# FIXME: We could send an Authentication-Info header too when
# the authentication is succesful
class DigestAuthRequestHandler(AuthRequestHandler):
"""Implements the digest authentication of a request.
We need persistence for some attributes and that can't be
achieved here since we get instantiated for each request. We
rely on the DigestAuthServer to take care of them.
"""
def authorized(self):
tcs = self.server.test_case_server
auth_header = self.headers.get(tcs.auth_header_recv, None)
if auth_header is None:
return False
scheme, auth = auth_header.split(None, 1)
if scheme.lower() == tcs.auth_scheme:
auth_dict = urllib2.parse_keqv_list(urllib2.parse_http_list(auth))
return tcs.digest_authorized(auth_dict, self.command)
return False
def send_header_auth_reqed(self):
tcs = self.server.test_case_server
header = 'Digest realm="%s", ' % tcs.auth_realm
header += 'nonce="%s", algorithm="%s", qop="auth"' % (tcs.auth_nonce,
'MD5')
self.send_header(tcs.auth_header_sent,header)
class DigestAndBasicAuthRequestHandler(DigestAuthRequestHandler):
"""Implements a digest and basic authentication of a request.
I.e. the server proposes both schemes and the client should choose the best
one it can handle, which, in that case, should be digest, the only scheme
accepted here.
"""
def send_header_auth_reqed(self):
tcs = self.server.test_case_server
self.send_header(tcs.auth_header_sent,
'Basic realm="%s"' % tcs.auth_realm)
header = 'Digest realm="%s", ' % tcs.auth_realm
header += 'nonce="%s", algorithm="%s", qop="auth"' % (tcs.auth_nonce,
'MD5')
self.send_header(tcs.auth_header_sent,header)
class AuthServer(http_server.HttpServer):
"""Extends HttpServer with a dictionary of passwords.
This is used as a base class for various schemes which should
all use or redefined the associated AuthRequestHandler.
Note that no users are defined by default, so add_user should
be called before issuing the first request.
"""
# The following attributes should be set dy daughter classes
# and are used by AuthRequestHandler.
auth_header_sent = None
auth_header_recv = None
auth_error_code = None
auth_realm = "Thou should not pass"
def __init__(self, request_handler, auth_scheme,
protocol_version=None):
http_server.HttpServer.__init__(self, request_handler,
protocol_version=protocol_version)
self.auth_scheme = auth_scheme
self.password_of = {}
self.auth_required_errors = 0
def add_user(self, user, password):
"""Declare a user with an associated password.
password can be empty, use an empty string ('') in that
case, not None.
"""
self.password_of[user] = password
def authorized(self, user, password):
"""Check that the given user provided the right password"""
expected_password = self.password_of.get(user, None)
return expected_password is not None and password == expected_password
# FIXME: There is some code duplication with
# _urllib2_wrappers.py.DigestAuthHandler. If that duplication
# grows, it may require a refactoring. Also, we don't implement
# SHA algorithm nor MD5-sess here, but that does not seem worth
# it.
class DigestAuthServer(AuthServer):
"""A digest authentication server"""
auth_nonce = 'now!'
def __init__(self, request_handler, auth_scheme,
protocol_version=None):
AuthServer.__init__(self, request_handler, auth_scheme,
protocol_version=protocol_version)
def digest_authorized(self, auth, command):
nonce = auth['nonce']
if nonce != self.auth_nonce:
return False
realm = auth['realm']
if realm != self.auth_realm:
return False
user = auth['username']
if not self.password_of.has_key(user):
return False
algorithm= auth['algorithm']
if algorithm != 'MD5':
return False
qop = auth['qop']
if qop != 'auth':
return False
password = self.password_of[user]
# Recalculate the response_digest to compare with the one
# sent by the client
A1 = '%s:%s:%s' % (user, realm, password)
A2 = '%s:%s' % (command, auth['uri'])
H = lambda x: osutils.md5(x).hexdigest()
KD = lambda secret, data: H("%s:%s" % (secret, data))
nonce_count = int(auth['nc'], 16)
ncvalue = '%08x' % nonce_count
cnonce = auth['cnonce']
noncebit = '%s:%s:%s:%s:%s' % (nonce, ncvalue, cnonce, qop, H(A2))
response_digest = KD(H(A1), noncebit)
return response_digest == auth['response']
class HTTPAuthServer(AuthServer):
"""An HTTP server requiring authentication"""
def init_http_auth(self):
self.auth_header_sent = 'WWW-Authenticate'
self.auth_header_recv = 'Authorization'
self.auth_error_code = 401
class ProxyAuthServer(AuthServer):
"""A proxy server requiring authentication"""
def init_proxy_auth(self):
self.proxy_requests = True
self.auth_header_sent = 'Proxy-Authenticate'
self.auth_header_recv = 'Proxy-Authorization'
self.auth_error_code = 407
class HTTPBasicAuthServer(HTTPAuthServer):
"""An HTTP server requiring basic authentication"""
def __init__(self, protocol_version=None):
HTTPAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
protocol_version=protocol_version)
self.init_http_auth()
class HTTPDigestAuthServer(DigestAuthServer, HTTPAuthServer):
"""An HTTP server requiring digest authentication"""
def __init__(self, protocol_version=None):
DigestAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
protocol_version=protocol_version)
self.init_http_auth()
class HTTPBasicAndDigestAuthServer(DigestAuthServer, HTTPAuthServer):
"""An HTTP server requiring basic or digest authentication"""
def __init__(self, protocol_version=None):
DigestAuthServer.__init__(self, DigestAndBasicAuthRequestHandler,
'basicdigest',
protocol_version=protocol_version)
self.init_http_auth()
# We really accept Digest only
self.auth_scheme = 'digest'
class ProxyBasicAuthServer(ProxyAuthServer):
"""A proxy server requiring basic authentication"""
def __init__(self, protocol_version=None):
ProxyAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
protocol_version=protocol_version)
self.init_proxy_auth()
class ProxyDigestAuthServer(DigestAuthServer, ProxyAuthServer):
"""A proxy server requiring basic authentication"""
def __init__(self, protocol_version=None):
ProxyAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
protocol_version=protocol_version)
self.init_proxy_auth()
class ProxyBasicAndDigestAuthServer(DigestAuthServer, ProxyAuthServer):
"""An proxy server requiring basic or digest authentication"""
def __init__(self, protocol_version=None):
DigestAuthServer.__init__(self, DigestAndBasicAuthRequestHandler,
'basicdigest',
protocol_version=protocol_version)
self.init_proxy_auth()
# We really accept Digest only
self.auth_scheme = 'digest'
|