Changeset 1dcaff4 for fedd/federation/util.py

Timestamp:

Mar 18, 2010 8:35:10 AM (14 years ago)

Author:

Ted Faber <faber@…>

Branches:

axis_example, compt_changes, info-ops, master, version-3.01, version-3.02

Children:

114d24b

Parents:

3159f5d

Message:

Improved SSL error handling (more try blocks, BIOError exception)
Separate get_url into util
Work with remote splitter.

File:

• fedd/federation/util.py (modified) (2 diffs)

fedd/federation/util.py

@@ -5 +5 @@
 import logging
 
+import httplib
+
 from M2Crypto import SSL
+from M2Crypto.SSL import SSLError
 from fedid import fedid
+from service_error import service_error
+from urlparse import urlparse
 
 
@@ -169 +174 @@
     d.close()
 
+def get_url(url, cf, destdir, fn=None, max_retries=5):
+    """
+    Get data from a federated data store.  This presents the client cert/fedid
+    to the http server.  We retry up to max_retries times.
+    """
+    po = urlparse(url)
+    if not fn:
+        fn = po.path.rpartition('/')[2]
+    retries = 0
+    ok = False
+    failed_exception = None
+    while not ok and retries < 5:
+        try:
+            conn = httplib.HTTPSConnection(po.hostname, port=po.port, 
+                    cert_file=cf, key_file=cf)
+            conn.putrequest('GET', po.path)
+            conn.endheaders()
+            response = conn.getresponse()
+
+            lf = open("%s/%s" % (destdir, fn), "w")
+            buf = response.read(4096)
+            while buf:
+                lf.write(buf)
+                buf = response.read(4096)
+            lf.close()
+            ok = True
+        except IOError, e:
+            failed_excpetion = e
+            retries += 1
+        except httplib.HTTPException, e:
+            failed_exception = e
+            retries += 1
+        except SSLError, e:
+            failed_exception = e
+            retries += 1
+
+    if retries > 5 and failed_exception:
+        raise failed_excpetion
+