У меня есть проект scrapy, я могу запустить проект на своей ма c и успешно сохранить данные на моем сервере.
Моя командная строка:
scrapy crawl movies
Сейчас Я развертываю проект в Heroku и набираю команду:
heroku run scrapy crawl movies --app moviescrapy-new
Отображается ошибка:
pymongo.errors.ConfigurationError: Unknown option retryWrites
Подробная информация об ошибке:
Running scrapy crawl movies on ⬢ moviescrapy-new... up, run.3796 (Free)
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Unhandled error in Deferred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 177, in crawl
return self._crawl(crawler, *args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 181, in _crawl
d = crawler.crawl(*args, **kwargs)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1613, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1529, in _cancellableInlineCallbacks
_inlineCallbacks(None, g, status)
--- <exception caught here> ---
File "/app/.heroku/python/lib/python3.7/site-packages/twisted/internet/defer.py", line 1418, in _inlineCallbacks
result = g.send(result)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 89, in crawl
self.engine = self._create_engine()
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/crawler.py", line 103, in _create_engine
return ExecutionEngine(self, lambda _: self.stop())
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/engine.py", line 70, in __init__
self.scraper = Scraper(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/core/scraper.py", line 71, in __init__
self.itemproc = itemproc_cls.from_crawler(crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 53, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/middleware.py", line 35, in from_settings
mw = create_instance(mwcls, settings, crawler)
File "/app/.heroku/python/lib/python3.7/site-packages/scrapy/utils/misc.py", line 150, in create_instance
return objcls(*args, **kwargs)
File "/app/MyMovies/pipelines.py", line 26, in __init__
retryWrites="false")
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in __init__
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/mongo_client.py", line 454, in <genexpr>
for k, v in keyword_opts.items())
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 543, in validate
value = validator(option, value)
File "/app/.heroku/python/lib/python3.7/site-packages/pymongo/common.py", line 116, in raise_config_error
raise ConfigurationError("Unknown option %s" % (key,))
pymongo.errors.ConfigurationError: Unknown option retryWrites
Мой файл проекта scrapy :
runtime.txt
python-3.7.6
needs.txt
pymongo==3.5.1
Scrapy==2.0.0
scrapyd==1.2.0
cffi==1.14
requests==2.23.0
Кто-нибудь знает, что случилось с моим проектом на Heroku?