2022-11-20 04:23:06 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null Union, NJ null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'US', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'Union - Closed', 'phone': '', 'ref': '0758', 'website': 'https://www.petsmart.com/stores/us/nj/union-store0758.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null' 2022-11-20 04:23:21 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null Owings Mills, MD null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'US', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'Owings Mills - Closed', 'opening_hours': '', 'phone': '(410) 363-3804', 'ref': '1606', 'website': 'https://www.petsmart.com/stores/us/md/owings-mills-store1606.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null' 2022-11-20 04:23:22 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.petsmart.com/stores/us/nc/) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/petsmart.py", line 69, in parse_store ref = re.search(r"-store(\d+)", response.url).group(1) AttributeError: 'NoneType' object has no attribute 'group' 2022-11-20 04:24:42 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null Canton, MI null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'US', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'Canton - Closed', 'phone': '', 'ref': '1391', 'website': 'https://www.petsmart.com/stores/us/mi/canton-store1391.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null' 2022-11-20 04:29:44 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null New York, NY null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'US', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'East Harlem - Closed', 'phone': '', 'ref': '2117', 'website': 'https://www.petsmart.com/stores/us/ny/new-york-store2117.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null' 2022-11-20 04:32:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.petsmart.ca/stores/ca/on/) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/petsmart.py", line 69, in parse_store ref = re.search(r"-store(\d+)", response.url).group(1) AttributeError: 'NoneType' object has no attribute 'group' 2022-11-20 04:32:51 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null Orangeville, ON null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'CA', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'Orangeville', 'phone': '', 'ref': '2547', 'website': 'https://www.petsmart.ca/stores/ca/on/orangeville-store2547+-+CLOSED.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null' 2022-11-20 04:55:14 [scrapy.core.scraper] ERROR: Error processing {'addr_full': 'null West Palm Beach, FL null', 'brand': 'PetSmart', 'brand_wikidata': 'Q3307147', 'country': 'US', 'extras': {'@spider': 'petsmart'}, 'lat': 'null', 'lon': 'null', 'name': 'West Palm Beach - Closed', 'phone': '', 'ref': '0338', 'website': 'https://www.petsmart.com/stores/us/fl/west-palm-beach-store0338.html'} Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks current.result = callback( # type: ignore[misc] File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 285, in f return deferred_from_coro(coro_f(*coro_args, **coro_kwargs)) File "/opt/app/locations/pipelines.py", line 163, in process_item if not (self.min_lat < float(lat) < self.max_lat): ValueError: could not convert string to float: 'null'