Home
Search
Popular python examples
Suggested API's for "Scrapy"
API
Occurances
scrapy.http.Request
(317)
scrapy.selector.Selector
(126)
scrapy.Request
(114)
scrapy.http.Response
(92)
scrapy.settings.Settings
(77)
scraper.models.Event.objects.all
(58)
scrapy.http.HtmlResponse
(58)
scrapy.utils.test.get_crawler
(52)
scrapy.utils.python.to_bytes
(51)
scrapy.link.Link
(45)
scrapelib.HTTPError
(42)
scrapy.spiders.Spider
(42)
scrapy.http.Headers
(40)
scrapy.selector.HtmlXPathSelector
(38)
scrapy.utils.python.to_native_str
(34)
scrapy.exceptions.CloseSpider
(33)
scrapy.utils.python.to_unicode
(32)
scrapy.http.TextResponse
(31)
scrapy.utils.misc.load_object
(30)
scrapi.requests.get
(27)
scrapy.item.Field
(26)
scrapy.log.INFO
(26)
scrapy.utils.misc.arg_to_iter
(26)
scrapy.utils.url.add_http_if_no_scheme
(26)
scrapy.signals.spider_opened
(23)
scrapi.settings.DAYS_BACK
(22)
scrapi.linter.document.RawDocument
(21)
scrapy.loader.ItemLoader
(20)
scrapy.log.msg
(20)
scrapy.http.FormRequest
(17)
scrapy.utils.log.failure_to_exc_info
(17)
scrapyd_api.wrapper.ScrapydAPI
(17)
scrapy_splash.SplashRequest
(16)
scrapy.exceptions.DropItem
(15)
scrapy.exceptions.NotConfigured
(15)
scrapy.responsetypes.responsetypes.from_args
(15)
scrapy.utils.request.request_fingerprint
(15)
scrapi.linter.RawDocument
(14)
scrapy.crawler.Crawler
(14)
scrapy.log.DEBUG
(14)
scraper.models.Event.objects.filter
(13)
scrapy.Spider
(13)
scrapy.utils.deprecate.create_deprecated_class
(13)
scrapi.base.helpers.updated_schema
(12)
scrapy.http.XmlResponse
(12)
scrapy.loader.processors.MapCompose
(12)
scrapy.loader.processors.TakeFirst
(12)
scrapy.log.WARNING
(12)
scrapy.utils.httpobj.urlparse_cached
(12)
scrapi.base.helpers.build_properties
(11)
scrapi.processing.get_processor
(11)
scrapy.crawler.CrawlerRunner
(11)
scrapy.exceptions.UsageError
(11)
scrapy.settings.BaseSettings
(11)
scrapy.utils.conf.build_component_list
(11)
scrapy.utils.project.get_project_settings
(11)
scrapi.events.logged
(10)
scrapi.util.copy_to_unicode
(10)
scrapy.commands.ScrapyCommand.add_options
(10)
scrapy.log.ERROR
(10)
scrapy.signals.spider_closed
(10)
scrapy.utils.datatypes.CaselessDict
(10)
scrapy.utils.iterators.csviter
(10)
scrapy.utils.response.get_base_url
(10)
scrapy.utils.sitemap.Sitemap
(10)
scrapy.utils.spider.iterate_spider_output
(10)
scrapy.xlib.pydispatch.dispatcher.connect
(10)
scraper.models.Event
(9)
scrapi.base.helpers.compose
(9)
scrapi.requests.HarvesterResponse
(9)
scrapinghub.Connection
(9)
scrapinghub.HubstorageClient
(9)
scrapy.exceptions.IgnoreRequest
(9)
scrapy.linkextractors.LinkExtractor
(9)
scrapy.spiders.Rule
(9)
scrapy.utils.gz.is_gzipped
(9)
scrapy_redis.connection.from_settings
(9)
scrapertools.cachePage
(8)
scrapi.linter.NormalizedDocument
(8)
scrapi.requests.HarvesterResponse.save
(8)
scrapi.requests.get.json
(8)
scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware
(8)
scrapy.signals.engine_started
(8)
scrapy.signals.spider_idle
(8)
scrapy_splash.utils.to_native_str
(8)
scrape.Session
(7)
scraper.models.Event.objects.filter.count
(7)
scraper.monitor.Monitor
(7)
scraperwiki.sql.save
(7)
scrapi.processing.DocumentTuple
(7)
scrapi.tasks.migrate
(7)
scrapy.Selector
(7)
scrapy.conf.settings.get
(7)
scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware
(7)
scrapy.utils.defer.mustbe_deferred
(7)
scrapy.utils.python.without_none_values
(7)
scrapyd.config.Config
(7)
scraper.Scraper
(6)
scraper.inmates.Inmates
(6)
scraper.inmates_scraper.InmatesScraper
(6)
scrapi.base.helpers.oai_process_uris
(6)
scrapple.commands.run.RunCommand
(6)
scrapy.crawler.CrawlerProcess
(6)
scrapy.settings.SettingsAttribute
(6)
scrapy.utils.boto.is_botocore
(6)
scrapy.utils.gz.gunzip
(6)
scrapy.utils.python.flatten
(6)
scrapyd_api.client.Client
(6)
scrapelib.FileCache
(5)
scraper.raw_inmate_data.RawInmateData
(5)
scraper.scraper_test.EventSpider
(5)
scraper.search_commands.SearchCommands
(5)
scrapi.processing.cassandra.DatabaseManager
(5)
scrapi.settings.ELASTIC_INDEX
(5)
scrapi.util.timestamp
(5)
scrapinghub.Job
(5)
scrapy.__version__
(5)
scrapy.core.engine.ExecutionEngine
(5)
scrapy.crawler.CrawlerRunner.create_crawler
(5)
scrapy.downloadermiddlewares.cookies.CookiesMiddleware.from_crawler
(5)
scrapy.extensions.feedexport.FileFeedStorage
(5)
scrapy.http.FormRequest.from_response
(5)
scrapy.linkextractors.sgml.BaseSgmlLinkExtractor
(5)
scrapy.mail.MailSender
(5)
scrapy.utils.conf.arglist_to_dict
(5)
scrapy.utils.project.data_path
(5)
scrapy.utils.python.binary_is_text
(5)
scrapy.utils.python.unique_list
(5)
scrapy.utils.reqser.request_to_dict
(5)
scrapy.utils.request.referer_str
(5)
scrapy.utils.serialize.ScrapyJSONEncoder
(5)
scrapy.utils.url.url_is_from_spider
(5)
scrape.read_table_pages
(4)
scraperwiki.sql.save_var
(4)
scrapi.base.helpers.gather_identifiers
(4)
scrapi.events.Skip
(4)
scrapi.events.dispatch
(4)
scrapi.linter.document.NormalizedDocument
(4)
scrapi.processing.elasticsearch.DatabaseManager
(4)
scrapi.processing.elasticsearch.ElasticsearchProcessor.manager.es
(4)
scrapi.settings.CANONICAL_PROCESSOR
(4)
scrapi.tasks.task_autoretry
(4)
scrapple.commands.generate.GenerateCommand
(4)
scrapy.contrib.exporter.CsvItemExporter
(4)
scrapy.contrib.exporter.JsonLinesItemExporter
(4)
scrapy.contrib.linkextractors.LinkExtractor.extract_links
(4)
scrapy.contrib.linkextractors.sgml.SgmlLinkExtractor
(4)
scrapy.contrib.loader.XPathItemLoader
(4)
scrapy.core.downloader.client.ScrapyHTTPClientFactory
(4)
scrapy.loader.processors.Compose
(4)
scrapy.pipelines.files.FilesPipeline.from_settings
(4)
scrapy.selector.XPathSelectorList
(4)
scrapy.signals.engine_stopped
(4)
scrapy.signals.item_scraped
(4)
scrapy.spider.Request
(4)
scrapy.spiderloader.SpiderLoader.from_settings
(4)
scrapy.utils.conf.closest_scrapy_cfg
(4)
scrapy.utils.log.configure_logging
(4)
scrapy.utils.misc.walk_modules
(4)
scrapy.utils.python.stringify_dict
(4)
scrapy.utils.reqser.request_from_dict
(4)
scrapy.utils.test.get_testenv
(4)
scrapy_mosquitera.matchers.date._to_datetime
(4)
scrapy_splash.dupefilter.splash_request_fingerprint
(4)
scrapy_splash.utils.dict_hash
(4)
scrapelib.Scraper
(3)
scrapelib.Scraper.get.text
(3)
scraper.controller.Controller
(3)
scraper.http.Http
(3)
scrapers.npr_spreadsheet.SpreadsheetScraper
(3)
scrapertools.cache_page
(3)
scraperwiki.sql.Transaction
(3)
scraperwiki.sql.execute
(3)
scrapi.base.helpers.default_name_parser
(3)
scrapi.base.helpers.format_tags
(3)
scrapi.base.helpers.null_on_error
(3)
scrapi.processing.cassandra.DocumentModel.objects
(3)
scrapi.processing.process_normalized
(3)
scrapi.processing.process_raw
(3)
scrapi.registry.keys
(3)
scrapi.requests.settings
(3)
scrapi.settings.CELERY_RETRY_DELAY
(3)
scrapi.settings.DEBUG
(3)
scrapi.tasks.harvest
(3)
scrapi.util.json_without_bytes
(3)
scrapinghub.APIError
(3)
scrapple.commands.genconfig.GenconfigCommand
(3)
scrapy.Item
(3)
scrapy.__path__
(3)
scrapy.commands.ScrapyCommand.process_options
(3)
scrapy.core.downloader.handlers.DownloadHandlers
(3)
scrapy.core.downloader.handlers.s3.S3DownloadHandler
(3)
scrapy.dupefilters.RFPDupeFilter
(3)
scrapy.exceptions.NotSupported
(3)
scrapy.exporters.CsvItemExporter
(3)
scrapy.exporters.PickleItemExporter
(3)
scrapy.exporters.PythonItemExporter
(3)
scrapy.extensions.feedexport.BlockingFeedStorage
(3)
scrapy.http.headers.Headers
(3)
scrapy.linkextractors.regex.RegexLinkExtractor
(3)
