2022-11-19 15:25:33 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:34 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:35 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:38 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:40 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:41 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:43 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:44 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:45 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:50 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:51 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:52 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:53 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:25:59 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:00 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:03 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:06 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:07 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:08 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:09 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:10 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:12 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:13 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:14 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:16 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:17 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:21 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:22 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:23 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:24 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:26 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:30 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:33 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:34 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:35 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:36 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:38 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:40 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:41 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:42 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:43 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:45 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:49 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:50 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:52 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:53 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:54 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:56 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:26:59 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:27:00 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group' 2022-11-19 15:27:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://stores.cabelas.com/sitemap.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/cabelas.py", line 29, in parse_store store_id = re.search(r"(?<=storeid: )\d*", store_id_js_text).group() AttributeError: 'NoneType' object has no attribute 'group'