2022-11-19 19:06:32 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2408 (char 2407)
2022-11-19 19:22:01 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2386 (char 2385)
2022-11-19 19:24:03 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2386 (char 2385)
2022-11-19 19:28:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2393 (char 2392)
2022-11-19 19:29:36 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2385 (char 2384)
2022-11-19 19:34:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2409 (char 2408)
2022-11-19 19:34:39 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2390 (char 2389)
2022-11-19 19:36:20 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2389 (char 2388)
2022-11-19 19:40:02 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2400 (char 2399)
2022-11-19 19:49:03 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2412 (char 2411)
2022-11-19 19:49:11 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2413 (char 2412)
2022-11-19 19:54:59 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2402 (char 2401)
2022-11-19 19:55:08 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2402 (char 2401)
2022-11-19 19:59:54 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2397 (char 2396)
2022-11-19 20:03:43 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2369 (char 2368)
2022-11-19 20:11:02 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2435 (char 2434)
2022-11-19 20:13:04 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2391 (char 2390)
2022-11-19 20:13:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2433 (char 2432)
2022-11-19 20:14:07 [scrapy.core.scraper] ERROR: Spider error processing (referer: https://www.extraspace.com/facility-sitemap.xml)
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/defer.py", line 240, in iter_errback
yield next(it)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/utils/python.py", line 338, in __next__
return next(self.data)
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/offsite.py", line 29, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/referer.py", line 336, in
return (self._set_referer(r, response) for r in result or ())
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/urllength.py", line 28, in
return (r for r in result or () if self._filter(r, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/usr/local/lib/python3.9/site-packages/scrapy/spidermiddlewares/depth.py", line 32, in
return (r for r in result or () if self._filter(r, response, spider))
File "/usr/local/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 79, in process_sync
for r in iterable:
File "/opt/app/locations/spiders/extra_space_storage.py", line 30, in parse
data = self.get_json_data(response)
File "/opt/app/locations/spiders/extra_space_storage.py", line 66, in get_json_data
data = json.loads(ldjson.get())
File "/usr/local/lib/python3.9/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
File "/usr/local/lib/python3.9/json/decoder.py", line 337, in decode
obj, end = self.raw_decode(s, idx=_w(s, 0).end())
File "/usr/local/lib/python3.9/json/decoder.py", line 353, in raw_decode
obj, end = self.scan_once(s, idx)
json.decoder.JSONDecodeError: Expecting property name enclosed in double quotes: line 1 column 2396 (char 2395)