Home
Search
Popular python examples
Suggested API's for "Scrapy"
API
Occurances
scrapy.http.Request
(317)
scrapy.selector.Selector
(126)
scrapy.Request
(114)
scrapy.http.Response
(92)
scrapy.settings.Settings
(77)
scrapy.http.HtmlResponse
(58)
scrapy.utils.test.get_crawler
(52)
scrapy.utils.python.to_bytes
(51)
scrapy.link.Link
(45)
scrapy.spiders.Spider
(42)
scrapy.http.Headers
(40)
scrapy.selector.HtmlXPathSelector
(38)
scrapy.utils.python.to_native_str
(34)
scrapy.exceptions.CloseSpider
(33)
scrapy.utils.python.to_unicode
(32)
scrapy.http.TextResponse
(31)
scrapy.utils.misc.load_object
(30)
scrapy.item.Field
(26)
scrapy.log.INFO
(26)
scrapy.utils.misc.arg_to_iter
(26)
scrapy.utils.url.add_http_if_no_scheme
(26)
scrapy.signals.spider_opened
(23)
scrapy.loader.ItemLoader
(20)
scrapy.log.msg
(20)
scrapy.http.FormRequest
(17)
scrapy.utils.log.failure_to_exc_info
(17)
scrapyd_api.wrapper.ScrapydAPI
(17)
scrapy_splash.SplashRequest
(16)
scrapy.exceptions.DropItem
(15)
scrapy.exceptions.NotConfigured
(15)
scrapy.responsetypes.responsetypes.from_args
(15)
scrapy.utils.request.request_fingerprint
(15)
scrapy.crawler.Crawler
(14)
scrapy.log.DEBUG
(14)
scrapy.Spider
(13)
scrapy.utils.deprecate.create_deprecated_class
(13)
scrapy.http.XmlResponse
(12)
scrapy.loader.processors.MapCompose
(12)
scrapy.loader.processors.TakeFirst
(12)
scrapy.log.WARNING
(12)
scrapy.utils.httpobj.urlparse_cached
(12)
scrapy.crawler.CrawlerRunner
(11)
scrapy.exceptions.UsageError
(11)
scrapy.settings.BaseSettings
(11)
scrapy.utils.conf.build_component_list
(11)
scrapy.utils.project.get_project_settings
(11)
scrapy.commands.ScrapyCommand.add_options
(10)
scrapy.log.ERROR
(10)
scrapy.signals.spider_closed
(10)
scrapy.utils.datatypes.CaselessDict
(10)
scrapy.utils.iterators.csviter
(10)
scrapy.utils.response.get_base_url
(10)
scrapy.utils.sitemap.Sitemap
(10)
scrapy.utils.spider.iterate_spider_output
(10)
scrapy.xlib.pydispatch.dispatcher.connect
(10)
scrapy.exceptions.IgnoreRequest
(9)
scrapy.linkextractors.LinkExtractor
(9)
scrapy.spiders.Rule
(9)
scrapy.utils.gz.is_gzipped
(9)
scrapy_redis.connection.from_settings
(9)
scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware
(8)
scrapy.signals.engine_started
(8)
scrapy.signals.spider_idle
(8)
scrapy_splash.utils.to_native_str
(8)
scrapy.Selector
(7)
scrapy.conf.settings.get
(7)
scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware
(7)
scrapy.utils.defer.mustbe_deferred
(7)
scrapy.utils.python.without_none_values
(7)
scrapyd.config.Config
(7)
scrapy.crawler.CrawlerProcess
(6)
scrapy.settings.SettingsAttribute
(6)
scrapy.utils.boto.is_botocore
(6)
scrapy.utils.gz.gunzip
(6)
scrapy.utils.python.flatten
(6)
scrapyd_api.client.Client
(6)
scrapy.__version__
(5)
scrapy.core.engine.ExecutionEngine
(5)
scrapy.crawler.CrawlerRunner.create_crawler
(5)
scrapy.downloadermiddlewares.cookies.CookiesMiddleware.from_crawler
(5)
scrapy.extensions.feedexport.FileFeedStorage
(5)
scrapy.http.FormRequest.from_response
(5)
scrapy.linkextractors.sgml.BaseSgmlLinkExtractor
(5)
scrapy.mail.MailSender
(5)
scrapy.utils.conf.arglist_to_dict
(5)
scrapy.utils.project.data_path
(5)
scrapy.utils.python.binary_is_text
(5)
scrapy.utils.python.unique_list
(5)
scrapy.utils.reqser.request_to_dict
(5)
scrapy.utils.request.referer_str
(5)
scrapy.utils.serialize.ScrapyJSONEncoder
(5)
scrapy.utils.url.url_is_from_spider
(5)
scrapy.contrib.exporter.CsvItemExporter
(4)
scrapy.contrib.exporter.JsonLinesItemExporter
(4)
scrapy.contrib.linkextractors.LinkExtractor.extract_links
(4)
scrapy.contrib.linkextractors.sgml.SgmlLinkExtractor
(4)
scrapy.contrib.loader.XPathItemLoader
(4)
scrapy.core.downloader.client.ScrapyHTTPClientFactory
(4)
scrapy.loader.processors.Compose
(4)
scrapy.pipelines.files.FilesPipeline.from_settings
(4)
scrapy.selector.XPathSelectorList
(4)
scrapy.signals.engine_stopped
(4)
scrapy.signals.item_scraped
(4)
scrapy.spider.Request
(4)
scrapy.spiderloader.SpiderLoader.from_settings
(4)
scrapy.utils.conf.closest_scrapy_cfg
(4)
scrapy.utils.log.configure_logging
(4)
scrapy.utils.misc.walk_modules
(4)
scrapy.utils.python.stringify_dict
(4)
scrapy.utils.reqser.request_from_dict
(4)
scrapy.utils.test.get_testenv
(4)
scrapy_mosquitera.matchers.date._to_datetime
(4)
scrapy_splash.dupefilter.splash_request_fingerprint
(4)
scrapy_splash.utils.dict_hash
(4)
scrapy.Item
(3)
scrapy.__path__
(3)
scrapy.commands.ScrapyCommand.process_options
(3)
scrapy.core.downloader.handlers.DownloadHandlers
(3)
scrapy.core.downloader.handlers.s3.S3DownloadHandler
(3)
scrapy.dupefilters.RFPDupeFilter
(3)
scrapy.exceptions.NotSupported
(3)
scrapy.exporters.CsvItemExporter
(3)
scrapy.exporters.PickleItemExporter
(3)
scrapy.exporters.PythonItemExporter
(3)
scrapy.extensions.feedexport.BlockingFeedStorage
(3)
scrapy.http.headers.Headers
(3)
scrapy.linkextractors.regex.RegexLinkExtractor
(3)
scrapy.linkextractors.sgml.SgmlLinkExtractor
(3)
scrapy.loader.processors.Identity
(3)
scrapy.signals.response_received
(3)
scrapy.signals.spider_error
(3)
scrapy.spidermiddlewares.httperror.HttpErrorMiddleware
(3)
scrapy.utils.console.get_shell_embed_func
(3)
scrapy.utils.defer.iter_errback
(3)
scrapy.utils.defer.process_parallel
(3)
scrapy.utils.deprecate.update_classpath
(3)
scrapy.utils.engine.get_engine_status
(3)
scrapy.utils.httpobj.urlparse_cached.hostname
(3)
scrapy.utils.job.job_dir
(3)
scrapy.utils.markup.remove_entities.strip
(3)
scrapy.utils.misc.md5sum
(3)
scrapy.utils.ossignal.install_shutdown_handlers
(3)
scrapy.utils.python.is_listlike
(3)
scrapy.utils.python.to_native_str.split
(3)
scrapy.utils.request.request_httprepr
(3)
scrapy.utils.spider.iter_spider_classes
(3)
scrapy.utils.spider.spidercls_for_request
(3)
scrapy.utils.template.render_templatefile
(3)
scrapy.utils.template.string_camelcase
(3)
scrapy.utils.url.guess_scheme
(3)
scrapy.utils.url.url_is_from_any_domain
(3)
scrapy_redis.connection.get_redis
(3)
scrapy_redis.dupefilter.RFPDupeFilter
(3)
scrapy_splash.SplashJsonResponse
(3)
scrapyd.environ.Environment
(3)
scrapyd.get_application
(3)
scrapyd.utils.get_crawl_args
(3)
scrapyrt.core.ScrapyrtCrawler
(3)
scrapy.FormRequest
(2)
scrapy.FormRequest.from_response
(2)
scrapy.contracts.ContractsManager
(2)
scrapy.core.downloader.client._parse
(2)
scrapy.dupefilters.request_fingerprint
(2)
scrapy.exceptions.ContractFail
(2)
scrapy.exporters.MarshalItemExporter
(2)
scrapy.exporters.XmlItemExporter
(2)
scrapy.extensions.spiderstate.SpiderState
(2)
scrapy.http.request.ScrapyRequest
(2)
scrapy.http.response.ScrapyResponse
(2)
scrapy.item.ScrapedItem
(2)
scrapy.linkextractors.htmlparser.HtmlParserLinkExtractor
(2)
scrapy.linkextractors.lxmlhtml.LxmlLinkExtractor
(2)
scrapy.loader.processors.Join
(2)
scrapy.mail.MailSender.from_settings
(2)
scrapy.pipelines.images.ImagesPipeline
(2)
scrapy.pipelines.images.ImagesPipeline.from_settings
(2)
scrapy.resolver.dnscache.get
(2)
scrapy.statscollectors.StatsCollector
(2)
scrapy.utils.conf.get_config
(2)
scrapy.utils.datatypes.MergeDict
(2)
scrapy.utils.defer.defer_result
(2)
scrapy.utils.defer.process_chain
(2)
scrapy.utils.defer.process_chain_both
(2)
scrapy.utils.display.pprint
(2)
scrapy.utils.http.decode_chunked_transfer
(2)
scrapy.utils.httpobj.urlparse_cached.scheme
(2)
scrapy.utils.iterators._body_or_str
(2)
scrapy.utils.log.LogCounterHandler
(2)
scrapy.utils.log.TopLevelFormatter
(2)
scrapy.utils.log.log_scrapy_info
(2)
scrapy.utils.log.logformatter_adapter
(2)
scrapy.utils.misc.rel_has_nofollow
(2)
scrapy.utils.python.get_func_args
(2)
scrapy.utils.python.retry_on_eintr
(2)
scrapy.utils.python.unicode_to_str
(2)
scrapy.utils.response.get_meta_refresh
(2)
scrapy.utils.response.open_in_browser
(2)
scrapy.utils.response.response_httprepr
(2)
scrapy.utils.response.response_status_message
(2)
scrapy.utils.signal.disconnect_all
(2)
