Here are the examples of the python api scrapy.utils.url.add_http_if_no_scheme taken from open source projects. By voting up you can indicate which examples are most useful and appropriate.
26 Examples
0
Example 1
Project: scrapy Source File: test_utils_url.py
def test_add_scheme(self):
self.assertEqual(add_http_if_no_scheme('www.example.com'),
'http://www.example.com')
0
Example 2
Project: scrapy Source File: test_utils_url.py
def test_without_subdomain(self):
self.assertEqual(add_http_if_no_scheme('example.com'),
'http://example.com')
0
Example 3
def test_path(self):
self.assertEqual(add_http_if_no_scheme('www.example.com/some/page.html'),
'http://www.example.com/some/page.html')
0
Example 4
def test_port(self):
self.assertEqual(add_http_if_no_scheme('www.example.com:80'),
'http://www.example.com:80')
0
Example 5
def test_fragment(self):
self.assertEqual(add_http_if_no_scheme('www.example.com/some/page#frag'),
'http://www.example.com/some/page#frag')
0
Example 6
def test_query(self):
self.assertEqual(add_http_if_no_scheme('www.example.com/do?a=1&b=2&c=3'),
'http://www.example.com/do?a=1&b=2&c=3')
0
Example 7
def test_username_password(self):
self.assertEqual(add_http_if_no_scheme('username:[email protected]'),
'http://username:[email protected]')
0
Example 8
def test_complete_url(self):
self.assertEqual(add_http_if_no_scheme('username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag'),
'http://username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag')
0
Example 9
Project: scrapy Source File: test_utils_url.py
def test_preserve_http(self):
self.assertEqual(add_http_if_no_scheme('http://www.example.com'),
'http://www.example.com')
0
Example 10
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_without_subdomain(self):
self.assertEqual(add_http_if_no_scheme('http://example.com'),
'http://example.com')
0
Example 11
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_path(self):
self.assertEqual(add_http_if_no_scheme('http://www.example.com/some/page.html'),
'http://www.example.com/some/page.html')
0
Example 12
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_port(self):
self.assertEqual(add_http_if_no_scheme('http://www.example.com:80'),
'http://www.example.com:80')
0
Example 13
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_fragment(self):
self.assertEqual(add_http_if_no_scheme('http://www.example.com/some/page#frag'),
'http://www.example.com/some/page#frag')
0
Example 14
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_query(self):
self.assertEqual(add_http_if_no_scheme('http://www.example.com/do?a=1&b=2&c=3'),
'http://www.example.com/do?a=1&b=2&c=3')
0
Example 15
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_username_password(self):
self.assertEqual(add_http_if_no_scheme('http://username:[email protected]'),
'http://username:[email protected]')
0
Example 16
Project: scrapy Source File: test_utils_url.py
def test_preserve_http_complete_url(self):
self.assertEqual(add_http_if_no_scheme('http://username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag'),
'http://username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag')
0
Example 17
def test_protocol_relative(self):
self.assertEqual(add_http_if_no_scheme('//www.example.com'),
'http://www.example.com')
0
Example 18
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_without_subdomain(self):
self.assertEqual(add_http_if_no_scheme('//example.com'),
'http://example.com')
0
Example 19
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_path(self):
self.assertEqual(add_http_if_no_scheme('//www.example.com/some/page.html'),
'http://www.example.com/some/page.html')
0
Example 20
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_port(self):
self.assertEqual(add_http_if_no_scheme('//www.example.com:80'),
'http://www.example.com:80')
0
Example 21
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_fragment(self):
self.assertEqual(add_http_if_no_scheme('//www.example.com/some/page#frag'),
'http://www.example.com/some/page#frag')
0
Example 22
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_query(self):
self.assertEqual(add_http_if_no_scheme('//www.example.com/do?a=1&b=2&c=3'),
'http://www.example.com/do?a=1&b=2&c=3')
0
Example 23
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_username_password(self):
self.assertEqual(add_http_if_no_scheme('//username:[email protected]'),
'http://username:[email protected]')
0
Example 24
Project: scrapy Source File: test_utils_url.py
def test_protocol_relative_complete_url(self):
self.assertEqual(add_http_if_no_scheme('//username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag'),
'http://username:[email protected]:80/some/page/do?a=1&b=2&c=3#frag')
0
Example 25
Project: scrapy Source File: test_utils_url.py
def test_preserve_https(self):
self.assertEqual(add_http_if_no_scheme('https://www.example.com'),
'https://www.example.com')
0
Example 26
Project: scrapy Source File: test_utils_url.py
def test_preserve_ftp(self):
self.assertEqual(add_http_if_no_scheme('ftp://www.example.com'),
'ftp://www.example.com')