2018-07-09 02:09:20 -04:00
|
|
|
import json
|
2018-06-27 05:37:24 -04:00
|
|
|
from io import BytesIO
|
|
|
|
|
|
|
|
from six import text_type
|
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
import attr
|
|
|
|
|
|
|
|
from twisted.internet import threads
|
2018-06-27 05:37:24 -04:00
|
|
|
from twisted.internet.defer import Deferred
|
2018-07-09 02:09:20 -04:00
|
|
|
from twisted.python.failure import Failure
|
2018-06-27 05:37:24 -04:00
|
|
|
from twisted.test.proto_helpers import MemoryReactorClock
|
|
|
|
|
|
|
|
from synapse.http.site import SynapseRequest
|
2018-08-08 22:22:01 -04:00
|
|
|
from synapse.util import Clock
|
2018-07-09 02:09:20 -04:00
|
|
|
|
2018-06-27 05:37:24 -04:00
|
|
|
from tests.utils import setup_test_homeserver as _sth
|
|
|
|
|
|
|
|
|
|
|
|
@attr.s
|
|
|
|
class FakeChannel(object):
|
|
|
|
"""
|
|
|
|
A fake Twisted Web Channel (the part that interfaces with the
|
|
|
|
wire).
|
|
|
|
"""
|
|
|
|
|
2018-07-09 19:11:39 -04:00
|
|
|
result = attr.ib(default=attr.Factory(dict))
|
2018-06-27 05:37:24 -04:00
|
|
|
|
|
|
|
@property
|
|
|
|
def json_body(self):
|
|
|
|
if not self.result:
|
|
|
|
raise Exception("No result yet.")
|
2018-08-08 22:22:01 -04:00
|
|
|
return json.loads(self.result["body"].decode('utf8'))
|
|
|
|
|
|
|
|
@property
|
|
|
|
def code(self):
|
|
|
|
if not self.result:
|
|
|
|
raise Exception("No result yet.")
|
|
|
|
return int(self.result["code"])
|
2018-06-27 05:37:24 -04:00
|
|
|
|
|
|
|
def writeHeaders(self, version, code, reason, headers):
|
|
|
|
self.result["version"] = version
|
|
|
|
self.result["code"] = code
|
|
|
|
self.result["reason"] = reason
|
|
|
|
self.result["headers"] = headers
|
|
|
|
|
|
|
|
def write(self, content):
|
|
|
|
if "body" not in self.result:
|
|
|
|
self.result["body"] = b""
|
|
|
|
|
|
|
|
self.result["body"] += content
|
|
|
|
|
|
|
|
def requestDone(self, _self):
|
|
|
|
self.result["done"] = True
|
|
|
|
|
|
|
|
def getPeer(self):
|
|
|
|
return None
|
|
|
|
|
|
|
|
def getHost(self):
|
|
|
|
return None
|
|
|
|
|
|
|
|
@property
|
|
|
|
def transport(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
|
|
|
|
class FakeSite:
|
|
|
|
"""
|
|
|
|
A fake Twisted Web Site, with mocks of the extra things that
|
|
|
|
Synapse adds.
|
|
|
|
"""
|
|
|
|
|
|
|
|
server_version_string = b"1"
|
|
|
|
site_tag = "test"
|
|
|
|
|
|
|
|
@property
|
|
|
|
def access_logger(self):
|
|
|
|
class FakeLogger:
|
|
|
|
def info(self, *args, **kwargs):
|
|
|
|
pass
|
|
|
|
|
|
|
|
return FakeLogger()
|
|
|
|
|
|
|
|
|
|
|
|
def make_request(method, path, content=b""):
|
|
|
|
"""
|
|
|
|
Make a web request using the given method and path, feed it the
|
|
|
|
content, and return the Request and the Channel underneath.
|
|
|
|
"""
|
2018-08-08 22:22:01 -04:00
|
|
|
if not isinstance(method, bytes):
|
|
|
|
method = method.encode('ascii')
|
|
|
|
|
|
|
|
if not isinstance(path, bytes):
|
|
|
|
path = path.encode('ascii')
|
2018-06-27 05:37:24 -04:00
|
|
|
|
2018-07-17 06:43:18 -04:00
|
|
|
# Decorate it to be the full path
|
|
|
|
if not path.startswith(b"/_matrix"):
|
|
|
|
path = b"/_matrix/client/r0/" + path
|
2018-08-08 22:22:01 -04:00
|
|
|
path = path.replace(b"//", b"/")
|
2018-07-17 06:43:18 -04:00
|
|
|
|
2018-06-27 05:37:24 -04:00
|
|
|
if isinstance(content, text_type):
|
|
|
|
content = content.encode('utf8')
|
|
|
|
|
|
|
|
site = FakeSite()
|
|
|
|
channel = FakeChannel()
|
|
|
|
|
|
|
|
req = SynapseRequest(site, channel)
|
|
|
|
req.process = lambda: b""
|
|
|
|
req.content = BytesIO(content)
|
|
|
|
req.requestReceived(method, path, b"1.1")
|
|
|
|
|
|
|
|
return req, channel
|
|
|
|
|
|
|
|
|
|
|
|
def wait_until_result(clock, channel, timeout=100):
|
|
|
|
"""
|
|
|
|
Wait until the channel has a result.
|
|
|
|
"""
|
|
|
|
clock.run()
|
|
|
|
x = 0
|
|
|
|
|
|
|
|
while not channel.result:
|
|
|
|
x += 1
|
|
|
|
|
|
|
|
if x > timeout:
|
|
|
|
raise Exception("Timed out waiting for request to finish.")
|
|
|
|
|
|
|
|
clock.advance(0.1)
|
|
|
|
|
|
|
|
|
2018-07-17 06:43:18 -04:00
|
|
|
def render(request, resource, clock):
|
|
|
|
request.render(resource)
|
|
|
|
wait_until_result(clock, request._channel)
|
|
|
|
|
|
|
|
|
2018-06-27 05:37:24 -04:00
|
|
|
class ThreadedMemoryReactorClock(MemoryReactorClock):
|
|
|
|
"""
|
|
|
|
A MemoryReactorClock that supports callFromThread.
|
|
|
|
"""
|
|
|
|
def callFromThread(self, callback, *args, **kwargs):
|
|
|
|
"""
|
|
|
|
Make the callback fire in the next reactor iteration.
|
|
|
|
"""
|
|
|
|
d = Deferred()
|
|
|
|
d.addCallback(lambda x: callback(*args, **kwargs))
|
|
|
|
self.callLater(0, d.callback, True)
|
|
|
|
return d
|
|
|
|
|
|
|
|
|
|
|
|
def setup_test_homeserver(*args, **kwargs):
|
|
|
|
"""
|
|
|
|
Set up a synchronous test server, driven by the reactor used by
|
|
|
|
the homeserver.
|
|
|
|
"""
|
|
|
|
d = _sth(*args, **kwargs).result
|
|
|
|
|
|
|
|
# Make the thread pool synchronous.
|
|
|
|
clock = d.get_clock()
|
|
|
|
pool = d.get_db_pool()
|
|
|
|
|
|
|
|
def runWithConnection(func, *args, **kwargs):
|
|
|
|
return threads.deferToThreadPool(
|
|
|
|
pool._reactor,
|
|
|
|
pool.threadpool,
|
|
|
|
pool._runWithConnection,
|
|
|
|
func,
|
|
|
|
*args,
|
|
|
|
**kwargs
|
|
|
|
)
|
|
|
|
|
|
|
|
def runInteraction(interaction, *args, **kwargs):
|
|
|
|
return threads.deferToThreadPool(
|
|
|
|
pool._reactor,
|
|
|
|
pool.threadpool,
|
|
|
|
pool._runInteraction,
|
|
|
|
interaction,
|
|
|
|
*args,
|
|
|
|
**kwargs
|
|
|
|
)
|
|
|
|
|
|
|
|
pool.runWithConnection = runWithConnection
|
|
|
|
pool.runInteraction = runInteraction
|
|
|
|
|
|
|
|
class ThreadPool:
|
|
|
|
"""
|
|
|
|
Threadless thread pool.
|
|
|
|
"""
|
|
|
|
def start(self):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def callInThreadWithCallback(self, onResult, function, *args, **kwargs):
|
|
|
|
def _(res):
|
|
|
|
if isinstance(res, Failure):
|
|
|
|
onResult(False, res)
|
|
|
|
else:
|
|
|
|
onResult(True, res)
|
|
|
|
|
|
|
|
d = Deferred()
|
|
|
|
d.addCallback(lambda x: function(*args, **kwargs))
|
|
|
|
d.addBoth(_)
|
|
|
|
clock._reactor.callLater(0, d.callback, True)
|
|
|
|
return d
|
|
|
|
|
|
|
|
clock.threadpool = ThreadPool()
|
|
|
|
pool.threadpool = ThreadPool()
|
|
|
|
return d
|
2018-08-08 22:22:01 -04:00
|
|
|
|
|
|
|
|
|
|
|
def get_clock():
|
|
|
|
clock = ThreadedMemoryReactorClock()
|
|
|
|
hs_clock = Clock(clock)
|
|
|
|
return (clock, hs_clock)
|