Suggested API's for "scrapy.crawler.CrawlerRunner." API (Occurances) crawlers.Crawler(1) crawler.crawler(2) crawler.Crawler(1) webvulnscan.crawler.Crawler(2) webcheck.crawler.Crawler(1) scrapy.crawler.Crawler(12) pex.crawler.Crawler(2) goose.crawler.Crawler(1) crawler.crawler.retry_urlopen(1) crawler.crawler.build_header(2) crawler.Crawler.show_imagelist(1) crawler.Crawler.show_blacklist(1) crawler.Crawler.reset(1) crawler.Crawler.info(2) crawler.Crawler.get_image(1) crawler.Crawler.flush(1) crawler.Crawler.__subclasses__(1) aranha.crawler.Crawler(2) Models.Crawler.crawler(1) test_utils.crawler.base.Crawler(6) pex.crawler.Crawler.reset_cache(1) pex.crawler.Crawler.crawl_local(1) cppman.crawler.Crawler.__init__(1) cppman.crawler.Crawler.F_SAME_PATH(1) opencontext_py.apps.indexer.crawler.Crawler(2) ACEStream.Core.Statistics.Crawler.Crawler.get_instance(3) pwget.Crawler(1) president.Crawler(1) precandidates.Crawler(1) local.Crawler(1) elected.Crawler(3) crawling.Crawler(6) crawler.resume(1) crawler.parse(5) crawler.is_mailto_link(1) crawler.is_external(1) crawler.getLastPage(1) crawler.crawl_url(1) crawler.Zhihu_Crawler(1) crawler.SecCrawler(1) crawler.CrawlingRobot(1) crawler.CRAWLER_CLICKER_VISIT_TIMEOUT(1) cocrawler.Crawler(2) candidates.Crawler(3) assembly.Crawler(1) webcrawler.crawlers.SimpleCrawler(2) vcstool.crawler.find_repositories(3) scrapy.crawler.CrawlerRunner(11) scrapy.crawler.CrawlerProcess(6) pylinkchecker.crawler.open_url(3) pylinkchecker.crawler.get_logger(2) pylinkchecker.crawler.execute_from_config(2) pylinkchecker.crawler.configure_logger(2) pylinkchecker.crawler.PageCrawler(1) pattern.web.Crawler(3) libearth.crawler.get_feed(2) libearth.crawler.crawl(3) libearth.crawler.CrawlResult(1) law.crawler.save_publication(4) law.crawler.save_document(4) goose.crawler.CrawlCandidate(1) dragline.crawl.Crawler(1) deputies.crawler.iterate_deputies(1) crawler.usercrawler.UserCrawler(1) crawler.thread_urllib.Download_task(1) crawler.tasks.hits_mainpage_total(1) crawler.tasks.hits_groups_info(1) crawler.package_utils.get_rpm_packages(2) crawler.package_utils.get_dpkg_packages(1) crawler.osinfo.parse_redhat_release(2) crawler.osinfo.parse_os_release(2) crawler.osinfo.parse_lsb_release(1) crawler.osinfo.parse_centos_release(3) crawler.osinfo.get_osinfo_from_redhat_centos(2) crawler.osinfo.get_osinfo_from_os_release(2) crawler.osinfo.get_osinfo_from_lsb_release(2) crawler.osinfo._get_file_name(1) crawler.node.Node(1) crawler.namespace.run_as_another_namespace(6) crawler.namespace.get_pid_namespace(2) crawler.namespace.IN_CONTAINER_TIMEOUT(1) crawler.namespace.ALL_NAMESPACES(8) crawler.mtgraphite.MTGraphiteClient(4) crawler.money_crawler.MoneyCrawler(1) crawler.misc.process_is_crawler(1) crawler.misc.is_process_running(1) crawler.misc.get_process_env(1) crawler.misc.get_host_ipaddr(2) crawler.misc.get_host_ip4_addresses(1) crawler.misc.find_mount_point(1) crawler.misc.btrfs_list_subvolumes(2) crawler.mesos.fetch_stats(1) crawler.items.MIDIFile(2) crawler.items.CommonItem(1) crawler.http_crawler.CrawlerScheduler(5) crawler.features_crawler.FeaturesCrawler(7) crawler.features.PackageFeature(7) crawler.features.OSFeature(5) crawler.features.ConfigFeature(6) crawler.emitter.Emitter(30) crawler.dockerutils.get_docker_container_rootfs_path(1) crawler.dockerutils.get_docker_container_json_logs_path(3) crawler.dockerutils.exec_dockerps(3) crawler.dockerutils.exec_dockerinspect(3) crawler.dockerutils.exec_docker_history(3) crawler.dockerutils.driver(13) crawler.dockerutils._get_docker_storage_driver(3) crawler.dockerutils._get_docker_server_version(3) crawler.dockercontainer.list_docker_containers(3) crawler.dockercontainer.DockerContainer(29) crawler.debug.debug_listen(1) crawler.crawlutils.snapshot_vms(1) crawler.crawlutils.snapshot_mesos(2) crawler.crawlutils.snapshot_generic(3) crawler.crawlutils.snapshot_container(3) crawler.crawlutils.snapshot(7) crawler.crawler_exceptions.NamespaceFailedMntSetns(1) crawler.crawler_exceptions.EmitterUnsupportedProtocol(1) crawler.crawler_exceptions.EmitterUnsupportedFormat(3) crawler.crawler_exceptions.EmitterBadURL(1) crawler.crawler_exceptions.CrawlTimeoutError(2) crawler.crawler_exceptions.ContainerNonExistent(1) crawler.crawler_exceptions.ContainerInvalidEnvironment(2) crawler.containers.list_all_containers(2) crawler.containers.get_filtered_list_of_containers(5) crawler.container.Container(5) crawler.cluster_network.ClusterNetwork(3) crawler.cluster_crawler.ClusterCrawler(1) crawler.classic_crawler.retrieve_feed(2) crawler.auth.install_opener(1) crawler.async_twisted.Twisted_download(1) crawler.async_tornado.download_AsyncHTTPClient(1) crawler.address_utils.Addressutils(3) contracts.crawler.TendersCrawler(3) contracts.crawler.EntitiesCrawler(3) contracts.crawler.DynamicCrawler(1) contracts.crawler.ContractsStaticDataCrawler(3) contracts.crawler.ContractsCrawler(5) common.RunManager.Crawler(2) WebMirror.Runner.Crawler(2) unicampi.repositories.crawlers.OfferingsRepository(2) unicampi.repositories.crawlers.InstitutesRepository.where(1) unicampi.repositories.crawlers.InstitutesRepository.all(2) unicampi.repositories.crawlers.InstitutesRepository(3) unicampi.repositories.crawlers.EnrollmentsRepository(2) unicampi.repositories.crawlers.CoursesRepository.all(1) unicampi.repositories.crawlers.CoursesRepository(3) tests.mocks.crawler.FakeCrawler(9) sky.crawler.reporting.report(1) sky.crawler.crawling.get_image_set(1) sky.crawler.crawl.start(3) scrapy.crawler.CrawlerRunner.create_crawler(5) pex.crawler.PageParser.links(1) pex.crawler.PageParser.REL_TYPES(1) pex.crawler.PageParser.REL_SKIP_EXTENSIONS(1) pattern.web.Crawler.priority(1) crawlers.local.static.get_election_type_name(1) crawler.toolkit.fl.exists(1) crawler.plugins.process_vm_crawler.process_vm_crawler(1) crawler.plugins.process_host_crawler.ProcessHostCrawler(1) crawler.plugins.process_container_crawler.ProcessContainerCrawler(1) crawler.plugins.package_host_crawler.PackageHostCrawler(3) crawler.plugins.package_container_crawler.PackageContainerCrawler(4) crawler.plugins.os_vm_crawler.os_vm_crawler(1) crawler.plugins.os_host_crawler.OSHostCrawler(4) crawler.plugins.os_container_crawler.OSContainerCrawler(3) crawler.plugins.file_host_crawler.FileHostCrawler(3) crawler.plugins.file_container_crawler.FileContainerCrawler(5) crawler.plugins.config_host_crawler.ConfigHostCrawler(2) crawler.plugins.config_container_crawler.ConfigContainerCrawler(4) crawler.misc.subprocess_run.strip(1) crawler.misc.execution_path.endswith(1) crawler.lib.article_utils.get_article_content(1) crawler.lib.article_utils.extract_id(2) crawler.lib.article_utils.construct_article(2) crawler.features.MetricFeature._make(1) crawler.features.MemoryFeature._make(1) crawler.crawlmodes.Modes.OUTCONTAINER(3) crawler.crawlmodes.Modes.INVM(4) crawler.cnki.constants.www_cnki_prefix(1) crawler.cnki.constants.login_uri(1) crawler.cnki.constants.ith_page_uri(1) crawler.cnki.constants.default_result_uri(1) crawler.cnki.constants.all_tag_map(1) crawler.cnki.constants.all_package(2) crawler.cnki.cnki_class.PaperURL(3) crawler.cnki.cnki_class.PaperDetail(1) comics.aggregator.crawler.CrawlerRelease(2) comics.aggregator.crawler.CrawlerImage(122) comics.aggregator.crawler.CrawlerBase(1) allmydata.storage.crawler.ShareCrawler(1) allmydata.storage.crawler.BucketCountingCrawler(1) woid.apps.services.crawlers.RedditCrawler(1) unicampi.repositories.crawlers.OfferingsRepository.filter.all(1) unicampi.repositories.crawlers.InstitutesRepository.find(1) unicampi.repositories.crawlers.InstitutesRepository.filter.all(1) unicampi.repositories.crawlers.EnrollmentsRepository.filter.all(1) unicampi.repositories.crawlers.CoursesRepository.find(1) unicampi.repositories.crawlers.CoursesRepository.filter.all(1) test_utils.crawler.test_signals.start_run.send(1) test_utils.crawler.test_signals.pre_request.send(1) test_utils.crawler.test_signals.pre_request.connect(1) crawler.features.ProcessFeature._make.pname(1) allmydata.storage.crawler.ShareCrawler.get_state(1) allmydata.storage.crawler.ShareCrawler.__init__(5) unicampi.repositories.crawlers.OfferingsRepository.filter.find(2) unicampi.repositories.crawlers.EnrollmentsRepository.filter.find(2) test_utils.crawler.plugins.memory_plugin.Memory.active(1) test_utils.crawler.plugins.base.Plugin.__subclasses__(1) mturk.main.management.commands.crawler.parser.human_timedelta_seconds(1) mturk.main.management.commands.crawler.parser.hits_mainpage(1) mturk.main.management.commands.crawler.parser.hits_group_total(2) mturk.main.management.commands.crawler.parser.hits_group_listinfo(3) mturk.main.management.commands.crawler.parser.hits_group_details(3) scrapy.version_info(1) scrapy.spiders(1) scrapy.selector(1) scrapy.item(1) scrapy.http(1) scrapy.exceptions(1) scrapy.__version__(5) scrapy.__path__(3) scrapy.Spider(13) scrapy.Selector(7) scrapy.Scraper(1) scrapy.Request(103) scrapy.Item(3) scrapy.FormRequest(2) scrapy.utils.test(1) scrapy.statscollectors.StatsCollector(2) scrapy.statscollectors.DummyStatsCollector(1) scrapy.squeues.PickleLifoDiskQueue(1) scrapy.squeues.PickleFifoDiskQueue(1) scrapy.squeues.MarshalLifoDiskQueue(1) scrapy.squeues.MarshalFifoDiskQueue(1) scrapy.spiders.Spider(42) scrapy.spiders.Rule(9) scrapy.spiders.CrawlSpider(1) scrapy.spider.Request(2) scrapy.signals.spider_opened(22) scrapy.signals.spider_idle(8) scrapy.signals.spider_error(3) scrapy.signals.spider_closed(10) scrapy.signals.response_received(3) scrapy.signals.response_downloaded(1) scrapy.signals.request_scheduled(1) scrapy.signals.item_scraped(4) scrapy.signals.item_dropped(1) scrapy.signals.engine_stopped(4) scrapy.signals.engine_started(5) scrapy.signalmanager.SignalManager(1) scrapy.shell.inspect_response(1) scrapy.shell.Shell(1) scrapy.settings.overridden_settings(1) scrapy.settings.get_settings_priority(1) scrapy.settings.SettingsAttribute(6) scrapy.settings.Settings(77) scrapy.settings.CrawlerSettings(1) scrapy.settings.BaseSettings(11) scrapy.selector.XPathSelectorList(2) scrapy.selector.Selector(93) scrapy.selector.HtmlXPathSelector(35) scrapy.scrapy_log.start_from_crawler(1) scrapy.resolver.CachingThreadedResolver(1) scrapy.middleware.MiddlewareManager(1) scrapy.mail.MailSender(5) scrapy.logformatter.LogFormatter(1) scrapy.log.start(1) scrapy.log.msg(11) scrapy.log.err(1) scrapy.log.WARNING(9) scrapy.log.INFO(22) scrapy.log.ERROR(8) scrapy.log.DEBUG(13) scrapy.log.CRITICAL(1) scrapy.loader.ItemLoader(20) scrapy.linkextractors.LinkExtractor(9) scrapy.link.Link(45) scrapy.item.ScrapedItem(2) scrapy.item.Item(1) scrapy.item.Field(26) scrapy.item.BaseItem(1) scrapy.http.XmlResponse(12) scrapy.http.TextResponse(31) scrapy.http.Response(92) scrapy.http.Request(184) scrapy.http.HtmlResponse(57) scrapy.http.Headers(38) scrapy.http.FormRequest(13) scrapy.exporters.XmlItemExporter(2) scrapy.exporters.PythonItemExporter(3) scrapy.exporters.PprintItemExporter(1) scrapy.exporters.PickleItemExporter(3) scrapy.exporters.MarshalItemExporter(2) scrapy.exporters.JsonLinesItemExporter(1) scrapy.exporters.JsonItemExporter(1) scrapy.exporters.CsvItemExporter(3) scrapy.exporters.BaseItemExporter(1) scrapy.exceptions.UsageError(11) scrapy.exceptions.NotSupported(3) scrapy.exceptions.NotConfigured(11) scrapy.exceptions.IgnoreRequest(8) scrapy.exceptions.DropItem(14) scrapy.exceptions.ContractFail(2) scrapy.exceptions.CloseSpider(33) scrapy.dupefilters.request_fingerprint(2) scrapy.dupefilters.RFPDupeFilter(3) scrapy.contracts.ContractsManager(2) scrapy.conf.settings(1) scrapy.cmdline.execute(1) scrapy.FormRequest.from_response(2) scrapi.util.try_n_times(1) scrapi.util.timestamp(5) scrapi.util.stamp_from_raw(2) scrapi.util.json_without_bytes(3) scrapi.util.format_date_with_slashes(2) scrapi.util.copy_to_unicode(10) scrapi.tasks.task_autoretry(4) scrapi.tasks.run_harvester(2) scrapi.tasks.process_raw(1) scrapi.tasks.process_normalized(1) scrapi.tasks.migrate(7) scrapi.tasks.harvest(3) scrapi.tasks.begin_normalization(1) scrapi.settings.disabled(1) scrapi.settings.USE_FLUENTD(1) scrapi.settings.SHARE_REG_URL(2) scrapi.settings.SENTRY_DSN(2) scrapi.settings.RECORD_HTTP_TRANSACTIONS(1) scrapi.settings.RAW_PROCESSING(2) scrapi.settings.RAISE_IN_TRANSFORMER(2) scrapi.settings.NORMALIZED_PROCESSING(2) scrapi.settings.ELASTIC_URI(2) scrapi.settings.ELASTIC_INST_INDEX(1) scrapi.settings.ELASTIC_INDEX(5) scrapi.settings.DEBUG(3) scrapi.settings.DAYS_BACK(22) scrapi.settings.CELERY_RETRY_DELAY(3) scrapi.settings.CELERY_ALWAYS_EAGER(2) scrapi.settings.CASSANDRA_URI(2) scrapi.settings.CASSANDRA_KEYSPACE(1) scrapi.settings.CANONICAL_PROCESSOR(4) scrapi.requests.time(1) scrapi.requests.settings(2) scrapi.requests.put(1) scrapi.requests.post(1) scrapi.requests.get(27) scrapi.requests.events(2) scrapi.requests.delete(1) scrapi.requests.HarvesterResponse(8) scrapi.registry.values(1) scrapi.registry.keys(3) scrapi.registry.items(1) scrapi.registry.get(1) scrapi.registry.beat_schedule(1) scrapi.processing.process_raw(3) scrapi.processing.process_normalized(3) scrapi.processing.get_processor(11) scrapi.processing.cassandra(1) scrapi.processing.DocumentTuple(7) scrapi.migrations.__dict__(1) scrapi.linter.RawDocument(14) scrapi.linter.NormalizedDocument(8) scrapi.events.settings(1) scrapi.events.logged(10) scrapi.events.log_to_sentry(2) scrapi.events.event(1) scrapi.events.dispatch(4) scrapi.events.creates_task(2) scrapi.events.Skip(4) scrapy.xpath.selector.HtmlXPathSelector(2) scrapy.xlib.tx.TCP4ClientEndpoint(1) scrapy.xlib.tx.HTTPConnectionPool(1) scrapy.utils.url.urljoin_rfc(2) scrapy.utils.url.url_query_parameter(1) scrapy.utils.url.url_is_from_spider(5) scrapy.utils.url.url_is_from_any_domain(3) scrapy.utils.url.url_has_any_extension(1) scrapy.utils.url.guess_scheme(3) scrapy.utils.url.escape_ajax(1) scrapy.utils.url.canonicalize_url(1) scrapy.utils.url.add_http_if_no_scheme(26) scrapy.utils.trackref.print_live_refs(2) scrapy.utils.trackref.iter_all(1) scrapy.utils.trackref.get_oldest(1) scrapy.utils.trackref.format_live_refs(2) scrapy.utils.test.skip_if_no_boto(2) scrapy.utils.test.get_testenv(4) scrapy.utils.test.get_s3_content_and_delete(2) scrapy.utils.test.get_pythonpath(1) scrapy.utils.test.get_crawler(52) scrapy.utils.test.assert_samelines(2) scrapy.utils.test.assert_aws_environ(2) scrapy.utils.template.string_camelcase(3) scrapy.utils.template.render_templatefile(3) scrapy.utils.spider.spidercls_for_request(3) scrapy.utils.spider.iterate_spider_output(10) scrapy.utils.spider.iter_spider_classes(3) scrapy.utils.sitemap.sitemap_urls_from_robots(2) scrapy.utils.sitemap.Sitemap(10) scrapy.utils.signal.send_catch_log_deferred(1) scrapy.utils.signal.send_catch_log(2) scrapy.utils.signal.disconnect_all(2) scrapy.utils.serialize.ScrapyJSONEncoder(5) scrapy.utils.response.response_status_message(2) scrapy.utils.response.response_httprepr(2) scrapy.utils.response.open_in_browser(2) scrapy.utils.response.get_meta_refresh(2) scrapy.utils.response.get_base_url(10) scrapy.utils.request.request_httprepr(3) scrapy.utils.request.request_fingerprint(15) scrapy.utils.request.request_authenticate(1) scrapy.utils.request.referer_str(5) scrapy.utils.reqser.request_to_dict(5) scrapy.utils.reqser.request_from_dict(4) scrapy.utils.reactor.listen_tcp(1) scrapy.utils.reactor.CallLaterOnce(1) scrapy.utils.python.without_none_values(7) scrapy.utils.python.unique_list(5) scrapy.utils.python.unicode_to_str(2) scrapy.utils.python.to_unicode(32) scrapy.utils.python.to_native_str(34) scrapy.utils.python.to_bytes(51) scrapy.utils.python.stringify_dict(4) scrapy.utils.python.retry_on_eintr(2) scrapy.utils.python.re_rsearch(1) scrapy.utils.python.is_listlike(3) scrapy.utils.python.get_spec(1) scrapy.utils.python.get_func_args(2) scrapy.utils.python.flatten(6) scrapy.utils.python.equal_attributes(1) scrapy.utils.python.binary_is_text(5) scrapy.utils.python.WeakKeyCache(1) scrapy.utils.project.project_data_dir(1) scrapy.utils.project.inside_project(1) scrapy.utils.project.get_project_settings(9) scrapy.utils.project.data_path(5) scrapy.utils.ossignal.install_shutdown_handlers(3) scrapy.utils.misc.walk_modules(4) scrapy.utils.misc.rel_has_nofollow(2) scrapy.utils.misc.md5sum(3) scrapy.utils.misc.load_object(29) scrapy.utils.misc.extract_regex(1) scrapy.utils.misc.arg_to_iter(26) scrapy.utils.markup.unquote_markup(1) scrapy.utils.markup.remove_entities(1) scrapy.utils.log.logformatter_adapter(2) scrapy.utils.log.log_scrapy_info(2) scrapy.utils.log.failure_to_exc_info(17) scrapy.utils.log.configure_logging(4) scrapy.utils.log.TopLevelFormatter(2) scrapy.utils.log.StreamLogger(1) scrapy.utils.log.LogCounterHandler(2) scrapy.utils.job.job_dir(3) scrapy.utils.iterators.xmliter(1) scrapy.utils.iterators.csviter(10) scrapy.utils.iterators._body_or_str(2) scrapy.utils.httpobj.urlparse_cached(12) scrapy.utils.http.decode_chunked_transfer(2) scrapy.utils.gz.is_gzipped(9) scrapy.utils.gz.gunzip(6) scrapy.utils.ftp.ftp_makedirs_cwd(1) scrapy.utils.engine.print_engine_status(1) scrapy.utils.engine.get_engine_status(3) scrapy.utils.engine.format_engine_status(1) scrapy.utils.display.pprint(2) scrapy.utils.deprecate.update_classpath(3) scrapy.utils.deprecate.create_deprecated_class(13) scrapy.utils.defer.process_parallel(3) scrapy.utils.defer.process_chain_both(2) scrapy.utils.defer.process_chain(2) scrapy.utils.defer.parallel(1) scrapy.utils.defer.mustbe_deferred(7) scrapy.utils.defer.iter_errback(3) scrapy.utils.defer.defer_succeed(1) scrapy.utils.defer.defer_result(2) scrapy.utils.datatypes.MergeDict(2) scrapy.utils.datatypes.CaselessDict(10) scrapy.utils.console.start_python_console(1) scrapy.utils.console.get_shell_embed_func(3) scrapy.utils.conf.init_env(1) scrapy.utils.conf.get_config(2) scrapy.utils.conf.closest_scrapy_cfg(4) scrapy.utils.conf.build_component_list(11) scrapy.utils.conf.arglist_to_dict(5) scrapy.utils.boto.is_botocore(6) scrapy.utils._signal.send_catch_log_deferred(1) scrapy.utils._signal.send_catch_log(1) scrapy.utils._signal.disconnect_all(1) scrapy.spidermiddlewares.urllength.UrlLengthMiddleware(1) scrapy.spidermiddlewares.referer.RefererMiddleware(1) scrapy.spidermiddlewares.httperror.HttpErrorMiddleware(3) scrapy.spidermiddlewares.httperror.HttpError(1) scrapy.spidermiddlewares.depth.DepthMiddleware(1) scrapy.spiderloader.SpiderLoader.from_settings(4) scrapy.settings.deprecated.check_deprecated_settings(1) scrapy.selector.Selector.xpath(1) scrapy.responsetypes.responsetypes.from_headers(1) scrapy.responsetypes.responsetypes.from_filename(1) scrapy.responsetypes.responsetypes.from_content_type(1)