From 60893fdaa98b8fdde58dd5604bc35d1206430ab2 Mon Sep 17 00:00:00 2001 From: Diane Trout Date: Thu, 5 Dec 2013 14:37:39 -0800 Subject: [PATCH] Add a way to report what url was failing --- htsworkflow/util/rdfhelp.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/htsworkflow/util/rdfhelp.py b/htsworkflow/util/rdfhelp.py index cbe2a91..ac5f6cc 100644 --- a/htsworkflow/util/rdfhelp.py +++ b/htsworkflow/util/rdfhelp.py @@ -271,15 +271,20 @@ def load_into_model(model, parser_name, path, ns=None): statements = [] retries = 3 + succeeded = False while retries > 0: try: retries -= 1 statements = rdf_parser.parse_as_stream(url, ns) retries = 0 + succeeded = True except RDF.RedlandError, e: errmsg = "RDF.RedlandError: {0} {1} tries remaining" logger.error(errmsg.format(str(e), retries)) - + + if not succeeded: + logger.warn("Unable to download %s", url) + for s in statements: conditionally_add_statement(model, s, ns) -- 2.30.2