... | ... |
@@ -4,16 +4,19 @@ from threading import Semaphore |
4 | 4 |
from logging import debug, info, warning, error |
5 | 5 |
|
6 | 6 |
from Config import Config |
7 |
+from Exceptions import ParameterError |
|
7 | 8 |
|
8 | 9 |
__all__ = [ "ConnMan" ] |
9 | 10 |
|
10 | 11 |
class http_connection(object): |
11 |
- def __init__(self, id, hostname, ssl): |
|
12 |
+ def __init__(self, id, hostname, ssl, cfg): |
|
12 | 13 |
self.hostname = hostname |
13 | 14 |
self.ssl = ssl |
14 | 15 |
self.id = id |
15 | 16 |
self.counter = 0 |
16 |
- if not ssl: |
|
17 |
+ if cfg.proxy_host != "": |
|
18 |
+ self.c = httplib.HTTPConnection(cfg.proxy_host, cfg.proxy_port) |
|
19 |
+ elif not ssl: |
|
17 | 20 |
self.c = httplib.HTTPConnection(hostname) |
18 | 21 |
else: |
19 | 22 |
self.c = httplib.HTTPSConnection(hostname) |
... | ... |
@@ -25,10 +28,16 @@ class ConnMan(object): |
25 | 25 |
|
26 | 26 |
@staticmethod |
27 | 27 |
def get(hostname, ssl = None): |
28 |
+ cfg = Config() |
|
28 | 29 |
if ssl == None: |
29 |
- ssl = Config().use_https |
|
30 |
+ ssl = cfg.use_https |
|
30 | 31 |
conn = None |
31 |
- conn_id = "http%s://%s" % (ssl and "s" or "", hostname) |
|
32 |
+ if cfg.proxy_host != "": |
|
33 |
+ if ssl: |
|
34 |
+ raise ParameterError("use_ssl=True can't be used with proxy") |
|
35 |
+ conn_id = "proxy://%s:%s" % (cfg.proxy_host, cfg.proxy_port) |
|
36 |
+ else: |
|
37 |
+ conn_id = "http%s://%s" % (ssl and "s" or "", hostname) |
|
32 | 38 |
ConnMan.conn_pool_sem.acquire() |
33 | 39 |
if not ConnMan.conn_pool.has_key(conn_id): |
34 | 40 |
ConnMan.conn_pool[conn_id] = [] |
... | ... |
@@ -38,13 +47,18 @@ class ConnMan(object): |
38 | 38 |
ConnMan.conn_pool_sem.release() |
39 | 39 |
if not conn: |
40 | 40 |
debug("ConnMan.get(): creating new connection: %s" % conn_id) |
41 |
- conn = http_connection(conn_id, hostname, ssl) |
|
41 |
+ conn = http_connection(conn_id, hostname, ssl, cfg) |
|
42 | 42 |
conn.c.connect() |
43 | 43 |
conn.counter += 1 |
44 | 44 |
return conn |
45 | 45 |
|
46 | 46 |
@staticmethod |
47 | 47 |
def put(conn): |
48 |
+ if conn.id.startswith("proxy://"): |
|
49 |
+ conn.c.close() |
|
50 |
+ debug("ConnMan.put(): closing proxy connection (keep-alive not yet supported)") |
|
51 |
+ return |
|
52 |
+ |
|
48 | 53 |
if conn.counter >= ConnMan.conn_max_counter: |
49 | 54 |
conn.c.close() |
50 | 55 |
debug("ConnMan.put(): closing over-used connection") |
... | ... |
@@ -191,15 +191,6 @@ class S3(object): |
191 | 191 |
def __init__(self, config): |
192 | 192 |
self.config = config |
193 | 193 |
|
194 |
- def get_connection(self, bucket): |
|
195 |
- if self.config.proxy_host != "": |
|
196 |
- return httplib.HTTPConnection(self.config.proxy_host, self.config.proxy_port) |
|
197 |
- else: |
|
198 |
- if self.config.use_https: |
|
199 |
- return httplib.HTTPSConnection(self.get_hostname(bucket)) |
|
200 |
- else: |
|
201 |
- return httplib.HTTPConnection(self.get_hostname(bucket)) |
|
202 |
- |
|
203 | 194 |
def get_hostname(self, bucket): |
204 | 195 |
if bucket and check_bucket_name_dns_conformity(bucket): |
205 | 196 |
if self.redir_map.has_key(bucket): |
... | ... |
@@ -681,6 +672,8 @@ class S3(object): |
681 | 681 |
response["data"] = http_response.read() |
682 | 682 |
debug("Response: " + str(response)) |
683 | 683 |
ConnMan.put(conn) |
684 |
+ except ParameterError, e: |
|
685 |
+ raise |
|
684 | 686 |
except Exception, e: |
685 | 687 |
if retries: |
686 | 688 |
warning("Retrying failed request: %s (%s)" % (resource['uri'], e)) |
... | ... |
@@ -728,6 +721,8 @@ class S3(object): |
728 | 728 |
for header in headers.keys(): |
729 | 729 |
conn.c.putheader(header, str(headers[header])) |
730 | 730 |
conn.c.endheaders() |
731 |
+ except ParameterError, e: |
|
732 |
+ raise |
|
731 | 733 |
except Exception, e: |
732 | 734 |
if self.config.progress_meter: |
733 | 735 |
progress.done("failed") |
... | ... |
@@ -766,6 +761,8 @@ class S3(object): |
766 | 766 |
response["size"] = size_total |
767 | 767 |
ConnMan.put(conn) |
768 | 768 |
debug(u"Response: %s" % response) |
769 |
+ except ParameterError, e: |
|
770 |
+ raise |
|
769 | 771 |
except Exception, e: |
770 | 772 |
if self.config.progress_meter: |
771 | 773 |
progress.done("failed") |
... | ... |
@@ -876,6 +873,8 @@ class S3(object): |
876 | 876 |
response["reason"] = http_response.reason |
877 | 877 |
response["headers"] = convertTupleListToDict(http_response.getheaders()) |
878 | 878 |
debug("Response: %s" % response) |
879 |
+ except ParameterError, e: |
|
880 |
+ raise |
|
879 | 881 |
except Exception, e: |
880 | 882 |
if self.config.progress_meter: |
881 | 883 |
progress.done("failed") |