Here are the examples of the python api aiohttp.FlowControlDataQueue taken from open source projects. By voting up you can indicate which examples are most useful and appropriate.
42 Examples
3
Example 1
def test_feed_data(self):
buf = aiohttp.FlowControlDataQueue(self.stream)
dbuf = protocol.DeflateBuffer(buf, 'deflate')
dbuf.zlib = mock.Mock()
dbuf.zlib.decompress.return_value = b'line'
dbuf.feed_data(b'data', 4)
self.assertEqual([b'line'], list(d for d, _ in buf._buffer))
3
Example 2
def test_feed_data_err(self):
buf = aiohttp.FlowControlDataQueue(self.stream)
dbuf = protocol.DeflateBuffer(buf, 'deflate')
exc = ValueError()
dbuf.zlib = mock.Mock()
dbuf.zlib.decompress.side_effect = exc
self.assertRaises(
errors.ContentEncodingError, dbuf.feed_data, b'data', 4)
3
Example 3
def test_feed_eof(self):
buf = aiohttp.FlowControlDataQueue(self.stream)
dbuf = protocol.DeflateBuffer(buf, 'deflate')
dbuf.zlib = mock.Mock()
dbuf.zlib.flush.return_value = b'line'
dbuf.feed_eof()
self.assertEqual([b'line'], list(d for d, _ in buf._buffer))
self.assertTrue(buf._eof)
3
Example 4
def test_feed_eof_err(self):
buf = aiohttp.FlowControlDataQueue(self.stream)
dbuf = protocol.DeflateBuffer(buf, 'deflate')
dbuf.zlib = mock.Mock()
dbuf.zlib.flush.return_value = b'line'
dbuf.zlib.eof = False
self.assertRaises(errors.ContentEncodingError, dbuf.feed_eof)
3
Example 5
def test_parse_eof_payload(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_eof_payload(out, buf)
next(p)
p.send(b'data')
try:
p.throw(aiohttp.EofStream())
except StopIteration:
pass
self.assertEqual([(bytearray(b'data'), 4)], list(out._buffer))
3
Example 6
def test_parse_length_payload(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_length_payload(out, buf, 4)
next(p)
p.send(b'da')
p.send(b't')
try:
p.send(b'aline')
except StopIteration:
pass
self.assertEqual(3, len(out._buffer))
self.assertEqual(b'data', b''.join(d for d, _ in out._buffer))
self.assertEqual(b'line', bytes(buf))
3
Example 7
def test_parse_length_payload_eof(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_length_payload(out, buf, 4)
next(p)
p.send(b'da')
self.assertRaises(aiohttp.EofStream, p.throw, aiohttp.EofStream)
3
Example 8
def test_parse_chunked_payload(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_chunked_payload(out, buf)
next(p)
try:
p.send(b'4\r\ndata\r\n4\r\nline\r\n0\r\ntest\r\n')
except StopIteration:
pass
self.assertEqual(b'dataline', b''.join(d for d, _ in out._buffer))
self.assertEqual(b'', bytes(buf))
3
Example 9
def test_parse_chunked_payload_chunks(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_chunked_payload(out, buf)
next(p)
p.send(b'4\r\ndata\r')
p.send(b'\n4')
p.send(b'\r')
p.send(b'\n')
p.send(b'line\r\n0\r\n')
self.assertRaises(StopIteration, p.send, b'test\r\n')
self.assertEqual(b'dataline', b''.join(d for d, _ in out._buffer))
3
Example 10
def test_parse_chunked_payload_incomplete(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_chunked_payload(out, buf)
next(p)
p.send(b'4\r\ndata\r\n')
self.assertRaises(aiohttp.EofStream, p.throw, aiohttp.EofStream)
3
Example 11
def test_parse_chunked_payload_extension(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_chunked_payload(out, buf)
next(p)
try:
p.send(b'4;test\r\ndata\r\n4\r\nline\r\n0\r\ntest\r\n')
except StopIteration:
pass
self.assertEqual(b'dataline', b''.join(d for d, _ in out._buffer))
3
Example 12
def test_parse_chunked_payload_size_error(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(None).parse_chunked_payload(out, buf)
next(p)
self.assertRaises(errors.TransferEncodingError, p.send, b'blah\r\n')
3
Example 13
def test_http_payload_parser_length_broken(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', 'qwe')]),
[(b'CONTENT-LENGTH', b'qwe')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
self.assertRaises(errors.InvalidHeader, next, p)
3
Example 14
def test_http_payload_parser_length_wrong(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', '-1')]),
[(b'CONTENT-LENGTH', b'-1')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
self.assertRaises(errors.InvalidHeader, next, p)
3
Example 15
def test_http_payload_parser_length(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', '2')]),
[(b'CONTENT-LENGTH', b'2')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
next(p)
try:
p.send(b'1245')
except StopIteration:
pass
self.assertEqual(b'12', b''.join(d for d, _ in out._buffer))
self.assertEqual(b'45', bytes(buf))
3
Example 16
def test_http_payload_parser_no_length(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1), CIMultiDict(), [], None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg, readall=False)(out, buf)
self.assertRaises(StopIteration, next, p)
self.assertEqual(b'', b''.join(out._buffer))
self.assertTrue(out._eof)
3
Example 17
def test_http_payload_parser_deflate(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', str(len(self._COMPRESSED)))]),
[(b'CONTENT-LENGTH', str(len(self._COMPRESSED)).encode('ascii'))],
None, 'deflate')
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
next(p)
self.assertRaises(StopIteration, p.send, self._COMPRESSED)
self.assertEqual(b'data', b''.join(d for d, _ in out._buffer))
3
Example 18
def test_http_payload_parser_deflate_disabled(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', len(self._COMPRESSED))]),
[(b'CONTENT-LENGTH', str(len(self._COMPRESSED)).encode('ascii'))],
None, 'deflate')
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg, compression=False)(out, buf)
next(p)
self.assertRaises(StopIteration, p.send, self._COMPRESSED)
self.assertEqual(self._COMPRESSED, b''.join(d for d, _ in out._buffer))
3
Example 19
def test_http_payload_parser_websocket(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('SEC-WEBSOCKET-KEY1', '13')]),
[(b'SEC-WEBSOCKET-KEY1', b'13')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
next(p)
self.assertRaises(StopIteration, p.send, b'1234567890')
self.assertEqual(b'12345678', b''.join(d for d, _ in out._buffer))
3
Example 20
def test_http_payload_parser_chunked(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('TRANSFER-ENCODING', 'chunked')]),
[(b'TRANSFER-ENCODING', b'chunked')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
next(p)
self.assertRaises(StopIteration, p.send,
b'4;test\r\ndata\r\n4\r\nline\r\n0\r\ntest\r\n')
self.assertEqual(b'dataline', b''.join(d for d, _ in out._buffer))
3
Example 21
def test_http_payload_parser_eof(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1), CIMultiDict(), [], None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg, readall=True)(out, buf)
next(p)
p.send(b'data')
p.send(b'line')
self.assertRaises(StopIteration, p.throw, aiohttp.EofStream())
self.assertEqual(b'dataline', b''.join(d for d, _ in out._buffer))
3
Example 22
def test_http_payload_parser_length_zero(self):
msg = protocol.RawRequestMessage(
'GET', '/', (1, 1),
CIMultiDict([('CONTENT-LENGTH', '0')]),
[(b'CONTENT-LENGTH', b'0')],
None, None)
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpPayloadParser(msg)(out, buf)
self.assertRaises(StopIteration, next, p)
self.assertEqual(b'', b''.join(out._buffer))
3
Example 23
def test_http_request_parser_max_headers(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser(8190, 20, 8190)(out, buf)
next(p)
self.assertRaises(
errors.LineTooLong,
p.send,
b'get /path HTTP/1.1\r\ntest: line\r\ntest2: data\r\n\r\n')
3
Example 24
def test_http_request_parser(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
try:
p.send(b'get /path HTTP/1.1\r\n\r\n')
except StopIteration:
pass
result = out._buffer[0][0]
self.assertEqual(
('GET', '/path', (1, 1), CIMultiDict(), [], False, None),
result)
3
Example 25
def test_http_request_parser_utf8(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
msg = 'get /path HTTP/1.1\r\nx-test:тест\r\n\r\n'.encode('utf-8')
try:
p.send(msg)
except StopIteration:
pass
result, length = out._buffer[0]
self.assertEqual(len(msg), length)
self.assertEqual(
('GET', '/path', (1, 1),
CIMultiDict([('X-TEST', 'тест')]),
[(b'X-TEST', 'тест'.encode('utf-8'))],
False, None),
result)
3
Example 26
def test_http_request_parser_non_utf8(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
msg = 'get /path HTTP/1.1\r\nx-test:тест\r\n\r\n'.encode('cp1251')
try:
p.send(msg)
except StopIteration:
pass
result, length = out._buffer[0]
self.assertEqual(len(msg), length)
self.assertEqual(
('GET', '/path', (1, 1),
CIMultiDict([('X-TEST', 'тест'.encode('cp1251').decode(
'utf-8', 'surrogateescape'))]),
[(b'X-TEST', 'тест'.encode('cp1251'))],
False, None),
result)
3
Example 27
def test_http_request_parser_eof(self):
# HttpRequestParser does fail on EofStream()
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
p.send(b'get /path HTTP/1.1\r\n')
try:
p.throw(aiohttp.EofStream())
except aiohttp.EofStream:
pass
self.assertFalse(out._buffer)
3
Example 28
def test_http_request_parser_two_slashes(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
try:
p.send(b'get //path HTTP/1.1\r\n\r\n')
except StopIteration:
pass
self.assertEqual(
('GET', '//path', (1, 1), CIMultiDict(), [], False, None),
out._buffer[0][0])
3
Example 29
def test_http_request_parser_bad_status_line(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
self.assertRaises(
errors.BadStatusLine, p.send, b'\r\n\r\n')
3
Example 30
def test_http_request_parser_bad_method(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
self.assertRaises(
errors.BadStatusLine,
p.send, b'!12%()+=~$ /get HTTP/1.1\r\n\r\n')
3
Example 31
def test_http_request_parser_bad_version(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpRequestParser()(out, buf)
next(p)
self.assertRaises(
errors.BadStatusLine,
p.send, b'GET //get HT/11\r\n\r\n')
3
Example 32
def test_http_response_parser_utf8(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
msg = 'HTTP/1.1 200 Ok\r\nx-test:тест\r\n\r\n'.encode('utf-8')
try:
p.send(msg)
except StopIteration:
pass
v, s, r, h = out._buffer[0][0][:4]
self.assertEqual(v, (1, 1))
self.assertEqual(s, 200)
self.assertEqual(r, 'Ok')
self.assertEqual(h, CIMultiDict([('X-TEST', 'тест')]))
3
Example 33
def test_http_response_parser_bad_status_line(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
self.assertRaises(errors.BadStatusLine, p.send, b'\r\n\r\n')
3
Example 34
def test_http_response_parser_bad_status_line_too_long(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser(
max_headers=2, max_line_size=2)(out, buf)
next(p)
self.assertRaises(
errors.LineTooLong, p.send, b'HTTP/1.1 200 Ok\r\n\r\n')
3
Example 35
def test_http_response_parser_bad_status_line_eof(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
self.assertRaises(aiohttp.EofStream, p.throw, aiohttp.EofStream())
3
Example 36
def test_http_response_parser_bad_version(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
with self.assertRaises(errors.BadStatusLine) as cm:
p.send(b'HT/11 200 Ok\r\n\r\n')
self.assertEqual('HT/11 200 Ok', cm.exception.args[0])
3
Example 37
def test_http_response_parser_no_reason(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
try:
p.send(b'HTTP/1.1 200\r\n\r\n')
except StopIteration:
pass
v, s, r = out._buffer[0][0][:3]
self.assertEqual(v, (1, 1))
self.assertEqual(s, 200)
self.assertEqual(r, '')
3
Example 38
def test_http_response_parser_bad(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
with self.assertRaises(errors.BadStatusLine) as cm:
p.send(b'HTT/1\r\n\r\n')
self.assertIn('HTT/1', str(cm.exception))
3
Example 39
def test_http_response_parser_code_under_100(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
with self.assertRaises(errors.BadStatusLine) as cm:
p.send(b'HTTP/1.1 99 test\r\n\r\n')
self.assertIn('HTTP/1.1 99 test', str(cm.exception))
3
Example 40
def test_http_response_parser_code_above_999(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
with self.assertRaises(errors.BadStatusLine) as cm:
p.send(b'HTTP/1.1 9999 test\r\n\r\n')
self.assertIn('HTTP/1.1 9999 test', str(cm.exception))
3
Example 41
def test_http_response_parser_code_not_int(self):
out = aiohttp.FlowControlDataQueue(self.stream)
buf = aiohttp.ParserBuffer()
p = protocol.HttpResponseParser()(out, buf)
next(p)
with self.assertRaises(errors.BadStatusLine) as cm:
p.send(b'HTTP/1.1 ttt test\r\n\r\n')
self.assertIn('HTTP/1.1 ttt test', str(cm.exception))
0
Example 42
def setUp(self):
self.loop = asyncio.new_event_loop()
asyncio.set_event_loop(None)
self.wsgi = mock.Mock()
self.reader = mock.Mock()
self.writer = mock.Mock()
self.writer.drain.return_value = ()
self.transport = mock.Mock()
self.transport.get_extra_info.side_effect = [
mock.Mock(family=socket.AF_INET),
('1.2.3.4', 1234),
('2.3.4.5', 80)]
self.headers = multidict.CIMultiDict({"HOST": "python.org"})
self.raw_headers = [(b"HOST", b"python.org")]
self.message = protocol.RawRequestMessage(
'GET', '/path', (1, 0), self.headers, self.raw_headers,
True, 'deflate')
self.payload = aiohttp.FlowControlDataQueue(self.reader)
self.payload.feed_data(b'data', 4)
self.payload.feed_data(b'data', 4)
self.payload.feed_eof()
