Here are the examples of the python api scrapy.log.WARNING taken from open source projects. By voting up you can indicate which examples are most useful and appropriate.
1 Examples
0
Source : mongo_pipelines.py
with MIT License
from facert
with MIT License
from facert
def configure(self):
""" Configure the MongoDB connection """
# Handle deprecated configuration
if not not_set(self.settings['MONGODB_HOST']):
log.msg(
u'DeprecationWarning: MONGODB_HOST is deprecated',
level=log.WARNING)
mongodb_host = self.settings['MONGODB_HOST']
if not not_set(self.settings['MONGODB_PORT']):
log.msg(
u'DeprecationWarning: MONGODB_PORT is deprecated',
level=log.WARNING)
self.config['uri'] = 'mongodb://{0}:{1:i}'.format(
mongodb_host,
self.settings['MONGODB_PORT'])
else:
self.config['uri'] = 'mongodb://{0}:27017'.format(mongodb_host)
if not not_set(self.settings['MONGODB_REPLICA_SET']):
if not not_set(self.settings['MONGODB_REPLICA_SET_HOSTS']):
log.msg(
(
u'DeprecationWarning: '
u'MONGODB_REPLICA_SET_HOSTS is deprecated'
),
level=log.WARNING)
self.config['uri'] = 'mongodb://{0}'.format(
self.settings['MONGODB_REPLICA_SET_HOSTS'])
# Set all regular options
options = [
('uri', 'MONGODB_URI'),
('fsync', 'MONGODB_FSYNC'),
('write_concern', 'MONGODB_REPLICA_SET_W'),
('database', 'MONGODB_DATABASE'),
('collection', 'MONGODB_COLLECTION'),
('replica_set', 'MONGODB_REPLICA_SET'),
('unique_key', 'MONGODB_UNIQUE_KEY'),
('buffer', 'MONGODB_BUFFER_DATA'),
('append_timestamp', 'MONGODB_ADD_TIMESTAMP'),
('stop_on_duplicate', 'MONGODB_STOP_ON_DUPLICATE')
]
for key, setting in options:
if not not_set(self.settings[setting]):
self.config[key] = self.settings[setting]
# Check for illegal configuration
if self.config['buffer'] and self.config['unique_key']:
log.msg(
(
u'IllegalConfig: Settings both MONGODB_BUFFER_DATA '
u'and MONGODB_UNIQUE_KEY is not supported'
),
level=log.ERROR)
raise SyntaxError(
(
u'IllegalConfig: Settings both MONGODB_BUFFER_DATA '
u'and MONGODB_UNIQUE_KEY is not supported'
))
def process_item(self, item, spider):