Add a way to report what url was failing
authorDiane Trout <diane@caltech.edu>
Thu, 5 Dec 2013 22:37:39 +0000 (14:37 -0800)
committerDiane Trout <diane@caltech.edu>
Thu, 5 Dec 2013 22:37:39 +0000 (14:37 -0800)
htsworkflow/util/rdfhelp.py

index cbe2a9188b091d0cb5f22fa99069345728204ee9..ac5f6ccd1056a561418cd9b17e155ee936097630 100644 (file)
@@ -271,15 +271,20 @@ def load_into_model(model, parser_name, path, ns=None):
 
     statements = []
     retries = 3
+    succeeded = False
     while retries > 0:
         try:
             retries -= 1
             statements = rdf_parser.parse_as_stream(url, ns)
             retries = 0
+            succeeded = True
         except RDF.RedlandError, e:
             errmsg = "RDF.RedlandError: {0} {1} tries remaining"
             logger.error(errmsg.format(str(e), retries))
-
+            
+    if not succeeded:
+        logger.warn("Unable to download %s", url)
+        
     for s in statements:
         conditionally_add_statement(model, s, ns)