Suggested API's for "Scrapy"

API (Occurances)

scrapy.http.Request(184)

scrapy.Request(103)

scrapy.selector.Selector(93)

scrapy.http.Response(92)

scrapy.settings.Settings(77)

scrapy.http.HtmlResponse(57)

scrapy.utils.test.get_crawler(52)

scrapy.utils.python.to_bytes(51)

scrapy.link.Link(45)

scrapy.spiders.Spider(42)

scrapy.http.Headers(38)

scrapy.selector.HtmlXPathSelector(35)

scrapy.utils.python.to_native_str(34)

scrapy.exceptions.CloseSpider(33)

scrapy.utils.python.to_unicode(32)

scrapy.http.TextResponse(31)

scrapy.utils.misc.load_object(29)

scrapy.item.Field(26)

scrapy.utils.misc.arg_to_iter(26)

scrapy.utils.url.add_http_if_no_scheme(26)

scrapy.log.INFO(22)

scrapy.signals.spider_opened(22)

scrapy.loader.ItemLoader(20)

scrapy.utils.log.failure_to_exc_info(17)

scrapyd_api.wrapper.ScrapydAPI(17)

scrapy_splash.SplashRequest(16)

scrapy.utils.request.request_fingerprint(15)

scrapy.exceptions.DropItem(14)

scrapy.Spider(13)

scrapy.http.FormRequest(13)

scrapy.log.DEBUG(13)

scrapy.responsetypes.responsetypes.from_args(13)

scrapy.utils.deprecate.create_deprecated_class(13)

scrapy.crawler.Crawler(12)

scrapy.http.XmlResponse(12)

scrapy.loader.processors.MapCompose(12)

scrapy.loader.processors.TakeFirst(12)

scrapy.utils.httpobj.urlparse_cached(12)

scrapy.crawler.CrawlerRunner(11)

scrapy.exceptions.NotConfigured(11)

scrapy.exceptions.UsageError(11)

scrapy.log.msg(11)

scrapy.settings.BaseSettings(11)

scrapy.utils.conf.build_component_list(11)

scrapy.signals.spider_closed(10)

scrapy.utils.datatypes.CaselessDict(10)

scrapy.utils.iterators.csviter(10)

scrapy.utils.response.get_base_url(10)

scrapy.utils.sitemap.Sitemap(10)

scrapy.utils.spider.iterate_spider_output(10)

scrapy.commands.ScrapyCommand.add_options(9)

scrapy.linkextractors.LinkExtractor(9)

scrapy.log.WARNING(9)

scrapy.spiders.Rule(9)

scrapy.utils.gz.is_gzipped(9)

scrapy.utils.project.get_project_settings(9)

scrapy_redis.connection.from_settings(9)

scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware(8)

scrapy.exceptions.IgnoreRequest(8)

scrapy.log.ERROR(8)

scrapy.signals.spider_idle(8)

scrapy_splash.utils.to_native_str(8)

scrapy.Selector(7)

scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware(7)

scrapy.utils.defer.mustbe_deferred(7)

scrapy.utils.python.without_none_values(7)

scrapyd.config.Config(7)

scrapy.crawler.CrawlerProcess(6)

scrapy.settings.SettingsAttribute(6)

scrapy.utils.boto.is_botocore(6)

scrapy.utils.gz.gunzip(6)

scrapy.utils.python.flatten(6)

scrapy.xlib.pydispatch.dispatcher.connect(6)

scrapyd_api.client.Client(6)

scrapy.__version__(5)

scrapy.conf.settings.get(5)

scrapy.core.engine.ExecutionEngine(5)

scrapy.crawler.CrawlerRunner.create_crawler(5)

scrapy.downloadermiddlewares.cookies.CookiesMiddleware.from_crawler(5)

scrapy.extensions.feedexport.FileFeedStorage(5)

scrapy.linkextractors.sgml.BaseSgmlLinkExtractor(5)

scrapy.mail.MailSender(5)

scrapy.signals.engine_started(5)

scrapy.utils.conf.arglist_to_dict(5)

scrapy.utils.project.data_path(5)

scrapy.utils.python.binary_is_text(5)

scrapy.utils.python.unique_list(5)

scrapy.utils.reqser.request_to_dict(5)

scrapy.utils.request.referer_str(5)

scrapy.utils.serialize.ScrapyJSONEncoder(5)

scrapy.utils.url.url_is_from_spider(5)

scrapy.contrib.linkextractors.LinkExtractor.extract_links(4)

scrapy.contrib.linkextractors.sgml.SgmlLinkExtractor(4)

scrapy.core.downloader.client.ScrapyHTTPClientFactory(4)

scrapy.http.FormRequest.from_response(4)

scrapy.loader.processors.Compose(4)

scrapy.pipelines.files.FilesPipeline.from_settings(4)

scrapy.signals.engine_stopped(4)

scrapy.signals.item_scraped(4)

scrapy.spiderloader.SpiderLoader.from_settings(4)

scrapy.utils.conf.closest_scrapy_cfg(4)

scrapy.utils.log.configure_logging(4)

scrapy.utils.misc.walk_modules(4)

scrapy.utils.python.stringify_dict(4)

scrapy.utils.reqser.request_from_dict(4)

scrapy.utils.test.get_testenv(4)

scrapy_mosquitera.matchers.date._to_datetime(4)

scrapy_splash.dupefilter.splash_request_fingerprint(4)

scrapy_splash.utils.dict_hash(4)

scrapy.Item(3)

scrapy.__path__(3)

scrapy.commands.ScrapyCommand.process_options(3)

scrapy.core.downloader.handlers.DownloadHandlers(3)

scrapy.core.downloader.handlers.s3.S3DownloadHandler(3)

scrapy.dupefilters.RFPDupeFilter(3)

scrapy.exceptions.NotSupported(3)

scrapy.exporters.CsvItemExporter(3)

scrapy.exporters.PickleItemExporter(3)

scrapy.exporters.PythonItemExporter(3)

scrapy.extensions.feedexport.BlockingFeedStorage(3)

scrapy.http.headers.Headers(3)

scrapy.linkextractors.regex.RegexLinkExtractor(3)

scrapy.linkextractors.sgml.SgmlLinkExtractor(3)

scrapy.loader.processors.Identity(3)

scrapy.signals.response_received(3)

scrapy.signals.spider_error(3)

scrapy.spidermiddlewares.httperror.HttpErrorMiddleware(3)

scrapy.utils.console.get_shell_embed_func(3)

scrapy.utils.defer.iter_errback(3)

scrapy.utils.defer.process_parallel(3)

scrapy.utils.deprecate.update_classpath(3)

scrapy.utils.engine.get_engine_status(3)

scrapy.utils.httpobj.urlparse_cached.hostname(3)

scrapy.utils.job.job_dir(3)

scrapy.utils.markup.remove_entities.strip(3)

scrapy.utils.misc.md5sum(3)

scrapy.utils.ossignal.install_shutdown_handlers(3)

scrapy.utils.python.is_listlike(3)

scrapy.utils.python.to_native_str.split(3)

scrapy.utils.request.request_httprepr(3)

scrapy.utils.spider.iter_spider_classes(3)

scrapy.utils.spider.spidercls_for_request(3)

scrapy.utils.template.render_templatefile(3)

scrapy.utils.template.string_camelcase(3)

scrapy.utils.url.guess_scheme(3)

scrapy.utils.url.url_is_from_any_domain(3)

scrapy_redis.connection.get_redis(3)

scrapy_redis.dupefilter.RFPDupeFilter(3)

scrapy_splash.SplashJsonResponse(3)

scrapyd.environ.Environment(3)

scrapyd.get_application(3)

scrapyd.utils.get_crawl_args(3)

scrapyrt.core.ScrapyrtCrawler(3)

scrapy.FormRequest(2)

scrapy.FormRequest.from_response(2)

scrapy.contracts.ContractsManager(2)

scrapy.contrib.loader.XPathItemLoader(2)

scrapy.core.downloader.client._parse(2)

scrapy.dupefilters.request_fingerprint(2)

scrapy.exceptions.ContractFail(2)

scrapy.exporters.MarshalItemExporter(2)

scrapy.exporters.XmlItemExporter(2)

scrapy.extensions.spiderstate.SpiderState(2)

scrapy.http.request.ScrapyRequest(2)

scrapy.http.response.ScrapyResponse(2)

scrapy.item.ScrapedItem(2)

scrapy.linkextractors.htmlparser.HtmlParserLinkExtractor(2)

scrapy.linkextractors.lxmlhtml.LxmlLinkExtractor(2)

scrapy.loader.processors.Join(2)

scrapy.mail.MailSender.from_settings(2)

scrapy.pipelines.images.ImagesPipeline(2)

scrapy.pipelines.images.ImagesPipeline.from_settings(2)

scrapy.resolver.dnscache.get(2)

scrapy.selector.XPathSelectorList(2)

scrapy.spider.Request(2)

scrapy.statscollectors.StatsCollector(2)

scrapy.utils.conf.get_config(2)

scrapy.utils.datatypes.MergeDict(2)

scrapy.utils.defer.defer_result(2)

scrapy.utils.defer.process_chain(2)

scrapy.utils.defer.process_chain_both(2)

scrapy.utils.display.pprint(2)

scrapy.utils.http.decode_chunked_transfer(2)

scrapy.utils.httpobj.urlparse_cached.scheme(2)

scrapy.utils.iterators._body_or_str(2)

scrapy.utils.log.LogCounterHandler(2)

scrapy.utils.log.TopLevelFormatter(2)

scrapy.utils.log.log_scrapy_info(2)

scrapy.utils.log.logformatter_adapter(2)

scrapy.utils.misc.rel_has_nofollow(2)

scrapy.utils.python.get_func_args(2)

scrapy.utils.python.retry_on_eintr(2)

scrapy.utils.python.unicode_to_str(2)

scrapy.utils.response.get_meta_refresh(2)

scrapy.utils.response.open_in_browser(2)

scrapy.utils.response.response_httprepr(2)

scrapy.utils.response.response_status_message(2)

scrapy.utils.signal.disconnect_all(2)

scrapy.utils.signal.send_catch_log(2)

scrapy.utils.sitemap.sitemap_urls_from_robots(2)