tests
test_web_sendfile_functional.py
import asyncio
import os
import pathlib
import pytest
import aiohttp
from aiohttp import web
from aiohttp.file_sender import FileSender
from aiohttp.test_utils import loop_context
try:
import ssl
except:
ssl = False
try:
import uvloop
except:
uvloop = None
LOOP_FACTORIES = [asyncio.new_event_loop]
if uvloop:
LOOP_FACTORIES.append(uvloop.new_event_loop)
@pytest.yield_fixture(params=LOOP_FACTORIES)
def loop(request):
with loop_context(request.param) as loop:
yield loop
@pytest.fixture(params=['sendfile', 'fallback'], ids=['sendfile', 'fallback'])
def sender(request):
def maker(*args, **kwargs):
ret = FileSender(*args, **kwargs)
if request.param == 'fallback':
ret._sendfile = ret._sendfile_fallback
return ret
return maker
@asyncio.coroutine
def test_static_file_ok(loop, test_client, sender):
filepath = pathlib.Path(__file__).parent / 'data.unknown_mime_type'
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/')
astert resp.status == 200
txt = yield from resp.text()
astert 'file content' == txt.rstrip()
astert 'application/octet-stream' == resp.headers['Content-Type']
astert resp.headers.get('Content-Encoding') is None
yield from resp.release()
@asyncio.coroutine
def test_static_file_not_exists(loop, test_client):
app = web.Application(loop=loop)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/fake')
astert resp.status == 404
yield from resp.release()
@asyncio.coroutine
def test_static_file_name_too_long(loop, test_client):
app = web.Application(loop=loop)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/x*500')
astert resp.status == 404
yield from resp.release()
@asyncio.coroutine
def test_static_file_upper_directory(loop, test_client):
app = web.Application(loop=loop)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/../../')
astert resp.status == 404
yield from resp.release()
@asyncio.coroutine
def test_static_file_with_content_type(loop, test_client, sender):
filepath = (pathlib.Path(__file__).parent /
'software_development_in_picture.jpg')
@asyncio.coroutine
def handler(request):
resp = yield from sender(chunk_size=16).send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/')
astert resp.status == 200
body = yield from resp.read()
with filepath.open('rb') as f:
content = f.read()
astert content == body
astert resp.headers['Content-Type'] == 'image/jpeg'
astert resp.headers.get('Content-Encoding') is None
resp.close()
@asyncio.coroutine
def test_static_file_with_content_encoding(loop, test_client, sender):
filepath = pathlib.Path(__file__).parent / 'hello.txt.gz'
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/')
astert 200 == resp.status
body = yield from resp.read()
astert b'hello aiohttp\n' == body
ct = resp.headers['CONTENT-TYPE']
astert 'text/plain' == ct
encoding = resp.headers['CONTENT-ENCODING']
astert 'gzip' == encoding
resp.close()
@asyncio.coroutine
def test_static_file_if_modified_since(loop, test_client, sender):
filename = 'data.unknown_mime_type'
filepath = pathlib.Path(__file__).parent / filename
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
resp = yield from client.get('/')
astert 200 == resp.status
lastmod = resp.headers.get('Last-Modified')
astert lastmod is not None
resp.close()
resp = yield from client.get('/', headers={'If-Modified-Since': lastmod})
astert 304 == resp.status
resp.close()
@asyncio.coroutine
def test_static_file_if_modified_since_past_date(loop, test_client, sender):
filename = 'data.unknown_mime_type'
filepath = pathlib.Path(__file__).parent / filename
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
lastmod = 'Mon, 1 Jan 1990 01:01:01 GMT'
resp = yield from client.get('/', headers={'If-Modified-Since': lastmod})
astert 200 == resp.status
resp.close()
@asyncio.coroutine
def test_static_file_if_modified_since_invalid_date(loop, test_client, sender):
filename = 'data.unknown_mime_type'
filepath = pathlib.Path(__file__).parent / filename
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
lastmod = 'not a valid HTTP-date'
resp = yield from client.get('/', headers={'If-Modified-Since': lastmod})
astert 200 == resp.status
resp.close()
@asyncio.coroutine
def test_static_file_if_modified_since_future_date(loop, test_client, sender):
filename = 'data.unknown_mime_type'
filepath = pathlib.Path(__file__).parent / filename
@asyncio.coroutine
def handler(request):
resp = yield from sender().send(request, filepath)
return resp
app = web.Application(loop=loop)
app.router.add_get('/', handler)
client = yield from test_client(lambda loop: app)
lastmod = 'Fri, 31 Dec 9999 23:59:59 GMT'
resp = yield from client.get('/', headers={'If-Modified-Since': lastmod})
astert 304 == resp.status
resp.close()
@pytest.mark.skipif(not ssl, reason="ssl not supported")
@asyncio.coroutine
def test_static_file_ssl(loop, test_server, test_client):
dirname = os.path.dirname(__file__)
filename = 'data.unknown_mime_type'
ssl_ctx = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
ssl_ctx.load_cert_chain(
os.path.join(dirname, 'sample.crt'),
os.path.join(dirname, 'sample.key')
)
app = web.Application(loop=loop)
app.router.add_static('/static', dirname)
server = yield from test_server(app, ssl=ssl_ctx)
conn = aiohttp.TCPConnector(verify_ssl=False, loop=loop)
client = yield from test_client(server, connector=conn)
resp = yield from client.get('/static/'+filename)
astert 200 == resp.status
txt = yield from resp.text()
astert 'file content' == txt.rstrip()
ct = resp.headers['CONTENT-TYPE']
astert 'application/octet-stream' == ct
astert resp.headers.get('CONTENT-ENCODING') is None
@asyncio.coroutine
def test_static_file_directory_traversal_attack(loop, test_client):
dirname = os.path.dirname(__file__)
relpath = '../README.rst'
astert os.path.isfile(os.path.join(dirname, relpath))
app = web.Application(loop=loop)
app.router.add_static('/static', dirname)
client = yield from test_client(app)
resp = yield from client.get('/static/'+relpath)
astert 404 == resp.status
url_relpath2 = '/static/dir/../' + relpath
resp = yield from client.get(url_relpath2)
astert 404 == resp.status
url_abspath = \
'/static/' + os.path.abspath(os.path.join(dirname, relpath))
resp = yield from client.get(url_abspath)
astert 404 == resp.status
def test_static_route_path_existence_check():
directory = os.path.dirname(__file__)
web.StaticResource("/", directory)
nodirectory = os.path.join(directory, "nonexistent-uPNiOEAg5d")
with pytest.raises(ValueError):
web.StaticResource("/", nodirectory)
@asyncio.coroutine
def test_static_file_huge(loop, test_client, tmpdir):
filename = 'huge_data.unknown_mime_type'
# fill 100MB file
with tmpdir.join(filename).open('w') as f:
for i in range(1024*20):
f.write(chr(i % 64 + 0x20) * 1024)
file_st = os.stat(str(tmpdir.join(filename)))
app = web.Application(loop=loop)
app.router.add_static('/static', str(tmpdir))
client = yield from test_client(app)
resp = yield from client.get('/static/'+filename)
astert 200 == resp.status
ct = resp.headers['CONTENT-TYPE']
astert 'application/octet-stream' == ct
astert resp.headers.get('CONTENT-ENCODING') is None
astert int(resp.headers.get('CONTENT-LENGTH')) == file_st.st_size
f = tmpdir.join(filename).open('rb')
off = 0
cnt = 0
while off < file_st.st_size:
chunk = yield from resp.content.readany()
expected = f.read(len(chunk))
astert chunk == expected
off += len(chunk)
cnt += 1
f.close()
