2022-11-19 14:50:17 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:22 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:22 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:26 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:30 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:30 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:34 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:36 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:50:38 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:26 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:26 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:33 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:35 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:36 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:41 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:44 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:49 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:49 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:49 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:53 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:51:59 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:00 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:00 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:05 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:07 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:08 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:09 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:09 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:14 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:16 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:17 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:17 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:21 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:21 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:23 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:32 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:32 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:36 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:40 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:43 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:50 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:53 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:54 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:52:59 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:03 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:06 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:06 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:07 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:08 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:12 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:14 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:14 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:14 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:16 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:17 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:19 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:23 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:24 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:24 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:25 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:34 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:34 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:35 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:35 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:37 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:38 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:43 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:44 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:44 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:45 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:46 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:47 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:48 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:49 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:52 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:53 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:54 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:55 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:56 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:53:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:00 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:02 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:02 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:03 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:05 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:06 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:06 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:09 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:10 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:12 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:13 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:15 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:16 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:16 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:18 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:21 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:21 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:22 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:24 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:25 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:29 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:31 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:32 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:33 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace' 2022-11-19 14:54:33 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.bigw.com.au/sitemap/store-en-aud.xml) Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback yield next(it) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__ return next(self.data) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in return (self._set_referer(r, response) for r in result or ()) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in return (r for r in result or () if self._filter(r, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in return (r for r in result or () if self._filter(r, response, spider)) File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync for r in iterable: File "/opt/app/locations/spiders/big_w.py", line 61, in parse_store response.xpath("//h1[@class='blue']/strong/text()") AttributeError: 'NoneType' object has no attribute 'replace'