mirror of
https://git.anonymousland.org/anonymousland/synapse-product.git
synced 2024-12-19 14:04:19 -05:00
38a6d3eea7
* Configure and initialise tracer Includes config options for the tracer and sets up JaegerClient. * Scope manager using LogContexts We piggy-back our tracer scopes by using log context. The current log context gives us the current scope. If new scope is created we create a stack of scopes in the context. * jaeger is a dependency now * Carrier inject and extraction for Twisted Headers * Trace federation requests on the way in and out. The span is created in _started_processing and closed in _finished_processing because we need a meaningful log context. * Create logcontext for new scope. Instead of having a stack of scopes in a logcontext we create a new context for a new scope if the current logcontext already has a scope. * Remove scope from logcontext if logcontext is top level * Disable tracer if not configured * typo * Remove dependence on jaeger internals * bools * Set service name * :Explicitely state that the tracer is disabled * Black is the new black * Newsfile * Code style * Use the new config setup. * Generate config. * Copyright * Rename config to opentracing * Remove user whitelisting * Empty whitelist by default * User ConfigError instead of RuntimeError * Use isinstance * Use tag constants for opentracing. * Remove debug comment and no need to explicitely record error * Two errors a "s(c)entry" * Docstrings! * Remove debugging brainslip * Homeserver Whitlisting * Better opentracing config comment * linting * Inclue worker name in service_name * Make opentracing an optional dependency * Neater config retreival * Clean up dummy tags * Instantiate tracing as object instead of global class * Inlcude opentracing as a homeserver member. * Thread opentracing to the request level * Reference opetnracing through hs * Instantiate dummy opentracin g for tests. * About to revert, just keeping the unfinished changes just in case * Revert back to global state, commit number: 9ce4a3d9067bf9889b86c360c05ac88618b85c4f * Use class level methods in tracerutils * Start and stop requests spans in a place where we have access to the authenticated entity * Seen it, isort it * Make sure to close the active span. * I'm getting black and blue from this. * Logger formatting Co-Authored-By: Erik Johnston <erik@matrix.org> * Outdated comment * Import opentracing at the top * Return a contextmanager * Start tracing client requests from the servlet * Return noop context manager if not tracing * Explicitely say that these are federation requests * Include servlet name in client requests * Use context manager * Move opentracing to logging/ * Seen it, isort it again! * Ignore twisted return exceptions on context exit * Escape the scope * Scopes should be entered to make them useful. * Nicer decorator names * Just one init, init? * Don't need to close something that isn't open * Docs make you smarter
302 lines
9.5 KiB
Python
302 lines
9.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
""" This module contains base REST classes for constructing REST servlets. """
|
|
|
|
import logging
|
|
|
|
from canonicaljson import json
|
|
|
|
from synapse.api.errors import Codes, SynapseError
|
|
from synapse.logging.opentracing import trace_servlet
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def parse_integer(request, name, default=None, required=False):
|
|
"""Parse an integer parameter from the request string
|
|
|
|
Args:
|
|
request: the twisted HTTP request.
|
|
name (bytes/unicode): the name of the query parameter.
|
|
default (int|None): value to use if the parameter is absent, defaults
|
|
to None.
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
parameter is absent, defaults to False.
|
|
|
|
Returns:
|
|
int|None: An int value or the default.
|
|
|
|
Raises:
|
|
SynapseError: if the parameter is absent and required, or if the
|
|
parameter is present and not an integer.
|
|
"""
|
|
return parse_integer_from_args(request.args, name, default, required)
|
|
|
|
|
|
def parse_integer_from_args(args, name, default=None, required=False):
|
|
|
|
if not isinstance(name, bytes):
|
|
name = name.encode("ascii")
|
|
|
|
if name in args:
|
|
try:
|
|
return int(args[name][0])
|
|
except Exception:
|
|
message = "Query parameter %r must be an integer" % (name,)
|
|
raise SynapseError(400, message, errcode=Codes.INVALID_PARAM)
|
|
else:
|
|
if required:
|
|
message = "Missing integer query parameter %r" % (name,)
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
|
else:
|
|
return default
|
|
|
|
|
|
def parse_boolean(request, name, default=None, required=False):
|
|
"""Parse a boolean parameter from the request query string
|
|
|
|
Args:
|
|
request: the twisted HTTP request.
|
|
name (bytes/unicode): the name of the query parameter.
|
|
default (bool|None): value to use if the parameter is absent, defaults
|
|
to None.
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
parameter is absent, defaults to False.
|
|
|
|
Returns:
|
|
bool|None: A bool value or the default.
|
|
|
|
Raises:
|
|
SynapseError: if the parameter is absent and required, or if the
|
|
parameter is present and not one of "true" or "false".
|
|
"""
|
|
|
|
return parse_boolean_from_args(request.args, name, default, required)
|
|
|
|
|
|
def parse_boolean_from_args(args, name, default=None, required=False):
|
|
|
|
if not isinstance(name, bytes):
|
|
name = name.encode("ascii")
|
|
|
|
if name in args:
|
|
try:
|
|
return {b"true": True, b"false": False}[args[name][0]]
|
|
except Exception:
|
|
message = (
|
|
"Boolean query parameter %r must be one of" " ['true', 'false']"
|
|
) % (name,)
|
|
raise SynapseError(400, message)
|
|
else:
|
|
if required:
|
|
message = "Missing boolean query parameter %r" % (name,)
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
|
else:
|
|
return default
|
|
|
|
|
|
def parse_string(
|
|
request,
|
|
name,
|
|
default=None,
|
|
required=False,
|
|
allowed_values=None,
|
|
param_type="string",
|
|
encoding="ascii",
|
|
):
|
|
"""
|
|
Parse a string parameter from the request query string.
|
|
|
|
If encoding is not None, the content of the query param will be
|
|
decoded to Unicode using the encoding, otherwise it will be encoded
|
|
|
|
Args:
|
|
request: the twisted HTTP request.
|
|
name (bytes|unicode): the name of the query parameter.
|
|
default (bytes|unicode|None): value to use if the parameter is absent,
|
|
defaults to None. Must be bytes if encoding is None.
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
parameter is absent, defaults to False.
|
|
allowed_values (list[bytes|unicode]): List of allowed values for the
|
|
string, or None if any value is allowed, defaults to None. Must be
|
|
the same type as name, if given.
|
|
encoding (str|None): The encoding to decode the string content with.
|
|
|
|
Returns:
|
|
bytes/unicode|None: A string value or the default. Unicode if encoding
|
|
was given, bytes otherwise.
|
|
|
|
Raises:
|
|
SynapseError if the parameter is absent and required, or if the
|
|
parameter is present, must be one of a list of allowed values and
|
|
is not one of those allowed values.
|
|
"""
|
|
return parse_string_from_args(
|
|
request.args, name, default, required, allowed_values, param_type, encoding
|
|
)
|
|
|
|
|
|
def parse_string_from_args(
|
|
args,
|
|
name,
|
|
default=None,
|
|
required=False,
|
|
allowed_values=None,
|
|
param_type="string",
|
|
encoding="ascii",
|
|
):
|
|
|
|
if not isinstance(name, bytes):
|
|
name = name.encode("ascii")
|
|
|
|
if name in args:
|
|
value = args[name][0]
|
|
|
|
if encoding:
|
|
value = value.decode(encoding)
|
|
|
|
if allowed_values is not None and value not in allowed_values:
|
|
message = "Query parameter %r must be one of [%s]" % (
|
|
name,
|
|
", ".join(repr(v) for v in allowed_values),
|
|
)
|
|
raise SynapseError(400, message)
|
|
else:
|
|
return value
|
|
else:
|
|
if required:
|
|
message = "Missing %s query parameter %r" % (param_type, name)
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
|
else:
|
|
|
|
if encoding and isinstance(default, bytes):
|
|
return default.decode(encoding)
|
|
|
|
return default
|
|
|
|
|
|
def parse_json_value_from_request(request, allow_empty_body=False):
|
|
"""Parse a JSON value from the body of a twisted HTTP request.
|
|
|
|
Args:
|
|
request: the twisted HTTP request.
|
|
allow_empty_body (bool): if True, an empty body will be accepted and
|
|
turned into None
|
|
|
|
Returns:
|
|
The JSON value.
|
|
|
|
Raises:
|
|
SynapseError if the request body couldn't be decoded as JSON.
|
|
"""
|
|
try:
|
|
content_bytes = request.content.read()
|
|
except Exception:
|
|
raise SynapseError(400, "Error reading JSON content.")
|
|
|
|
if not content_bytes and allow_empty_body:
|
|
return None
|
|
|
|
# Decode to Unicode so that simplejson will return Unicode strings on
|
|
# Python 2
|
|
try:
|
|
content_unicode = content_bytes.decode("utf8")
|
|
except UnicodeDecodeError:
|
|
logger.warn("Unable to decode UTF-8")
|
|
raise SynapseError(400, "Content not JSON.", errcode=Codes.NOT_JSON)
|
|
|
|
try:
|
|
content = json.loads(content_unicode)
|
|
except Exception as e:
|
|
logger.warn("Unable to parse JSON: %s", e)
|
|
raise SynapseError(400, "Content not JSON.", errcode=Codes.NOT_JSON)
|
|
|
|
return content
|
|
|
|
|
|
def parse_json_object_from_request(request, allow_empty_body=False):
|
|
"""Parse a JSON object from the body of a twisted HTTP request.
|
|
|
|
Args:
|
|
request: the twisted HTTP request.
|
|
allow_empty_body (bool): if True, an empty body will be accepted and
|
|
turned into an empty dict.
|
|
|
|
Raises:
|
|
SynapseError if the request body couldn't be decoded as JSON or
|
|
if it wasn't a JSON object.
|
|
"""
|
|
content = parse_json_value_from_request(request, allow_empty_body=allow_empty_body)
|
|
|
|
if allow_empty_body and content is None:
|
|
return {}
|
|
|
|
if type(content) != dict:
|
|
message = "Content must be a JSON object."
|
|
raise SynapseError(400, message, errcode=Codes.BAD_JSON)
|
|
|
|
return content
|
|
|
|
|
|
def assert_params_in_dict(body, required):
|
|
absent = []
|
|
for k in required:
|
|
if k not in body:
|
|
absent.append(k)
|
|
|
|
if len(absent) > 0:
|
|
raise SynapseError(400, "Missing params: %r" % absent, Codes.MISSING_PARAM)
|
|
|
|
|
|
class RestServlet(object):
|
|
|
|
""" A Synapse REST Servlet.
|
|
|
|
An implementing class can either provide its own custom 'register' method,
|
|
or use the automatic pattern handling provided by the base class.
|
|
|
|
To use this latter, the implementing class instead provides a `PATTERN`
|
|
class attribute containing a pre-compiled regular expression. The automatic
|
|
register method will then use this method to register any of the following
|
|
instance methods associated with the corresponding HTTP method:
|
|
|
|
on_GET
|
|
on_PUT
|
|
on_POST
|
|
on_DELETE
|
|
on_OPTIONS
|
|
|
|
Automatically handles turning CodeMessageExceptions thrown by these methods
|
|
into the appropriate HTTP response.
|
|
"""
|
|
|
|
def register(self, http_server):
|
|
""" Register this servlet with the given HTTP server. """
|
|
if hasattr(self, "PATTERNS"):
|
|
patterns = self.PATTERNS
|
|
|
|
for method in ("GET", "PUT", "POST", "OPTIONS", "DELETE"):
|
|
if hasattr(self, "on_%s" % (method,)):
|
|
method_handler = getattr(self, "on_%s" % (method,))
|
|
http_server.register_paths(
|
|
method,
|
|
patterns,
|
|
trace_servlet(self.__class__.__name__, method_handler),
|
|
)
|
|
|
|
else:
|
|
raise NotImplementedError("RestServlet must register something.")
|