From c2595c01a104f5c42e5f0eefc00ed8a45f2f5fd4 Mon Sep 17 00:00:00 2001 From: ingalls Date: Tue, 29 Jun 2021 07:53:35 -0600 Subject: [PATCH] Parse URL Query --- openaddr/cache.py | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/openaddr/cache.py b/openaddr/cache.py index a264512b..c532915c 100644 --- a/openaddr/cache.py +++ b/openaddr/cache.py @@ -13,7 +13,7 @@ from os import mkdir from hashlib import md5 from os.path import join, basename, exists, abspath, splitext -from urllib.parse import urlparse +from urllib.parse import urlparse, parse_qs from subprocess import check_output from tempfile import mkstemp from hashlib import sha1 @@ -367,7 +367,18 @@ def download(self, source_urls, workdir, source_config): _L.debug("File exists %s", file_path) continue - downloader = EsriDumper(source_url, parent_logger=_L, timeout=300) + url = urlparse(source_url) + query = parse_qs(url.query) + + for k, v in query.items(): + query[k] = v[0] + + downloader = EsriDumper( + source_url, + extra_query_args=url.query, + parent_logger=_L, + timeout=300 + ) metadata = downloader.get_metadata()