2020-11-05 13:59:12 -05:00
|
|
|
#
|
2023-11-21 15:29:58 -05:00
|
|
|
# This file is licensed under the Affero General Public License (AGPL) version 3.
|
|
|
|
#
|
|
|
|
# Copyright (C) 2023 New Vector, Ltd
|
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU Affero General Public License as
|
|
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
|
|
# License, or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# See the GNU Affero General Public License for more details:
|
|
|
|
# <https://www.gnu.org/licenses/agpl-3.0.html>.
|
|
|
|
#
|
|
|
|
# Originally licensed under the Apache License, Version 2.0:
|
|
|
|
# <http://www.apache.org/licenses/LICENSE-2.0>.
|
|
|
|
#
|
|
|
|
# [This file includes modifications made by New Vector Limited]
|
2020-11-05 13:59:12 -05:00
|
|
|
#
|
|
|
|
#
|
|
|
|
|
|
|
|
import logging
|
2021-11-29 17:19:45 -05:00
|
|
|
from http import HTTPStatus
|
2020-11-05 13:59:12 -05:00
|
|
|
from typing import TYPE_CHECKING, Tuple
|
|
|
|
|
2023-02-01 16:35:24 -05:00
|
|
|
from synapse.api.constants import Direction
|
2020-11-05 13:59:12 -05:00
|
|
|
from synapse.api.errors import Codes, SynapseError
|
2023-02-01 16:35:24 -05:00
|
|
|
from synapse.http.servlet import RestServlet, parse_enum, parse_integer, parse_string
|
2020-11-05 13:59:12 -05:00
|
|
|
from synapse.http.site import SynapseRequest
|
|
|
|
from synapse.rest.admin._base import admin_patterns, assert_requester_is_admin
|
|
|
|
from synapse.storage.databases.main.stats import UserSortOrder
|
|
|
|
from synapse.types import JsonDict
|
|
|
|
|
|
|
|
if TYPE_CHECKING:
|
|
|
|
from synapse.server import HomeServer
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
class UserMediaStatisticsRestServlet(RestServlet):
|
|
|
|
"""
|
|
|
|
Get statistics about uploaded media by users.
|
|
|
|
"""
|
|
|
|
|
|
|
|
PATTERNS = admin_patterns("/statistics/users/media$")
|
|
|
|
|
|
|
|
def __init__(self, hs: "HomeServer"):
|
|
|
|
self.auth = hs.get_auth()
|
2022-02-23 06:04:02 -05:00
|
|
|
self.store = hs.get_datastores().main
|
2020-11-05 13:59:12 -05:00
|
|
|
|
|
|
|
async def on_GET(self, request: SynapseRequest) -> Tuple[int, JsonDict]:
|
|
|
|
await assert_requester_is_admin(self.auth, request)
|
|
|
|
|
|
|
|
order_by = parse_string(
|
2021-12-08 11:59:40 -05:00
|
|
|
request,
|
|
|
|
"order_by",
|
|
|
|
default=UserSortOrder.USER_ID.value,
|
|
|
|
allowed_values=(
|
|
|
|
UserSortOrder.MEDIA_LENGTH.value,
|
|
|
|
UserSortOrder.MEDIA_COUNT.value,
|
|
|
|
UserSortOrder.USER_ID.value,
|
|
|
|
UserSortOrder.DISPLAYNAME.value,
|
|
|
|
),
|
2020-11-05 13:59:12 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
start = parse_integer(request, "from", default=0)
|
|
|
|
if start < 0:
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter from must be a string representing a positive integer.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
|
|
|
|
limit = parse_integer(request, "limit", default=100)
|
|
|
|
if limit < 0:
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter limit must be a string representing a positive integer.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
|
|
|
|
from_ts = parse_integer(request, "from_ts", default=0)
|
|
|
|
if from_ts < 0:
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter from_ts must be a string representing a positive integer.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
|
|
|
|
until_ts = parse_integer(request, "until_ts")
|
|
|
|
if until_ts is not None:
|
|
|
|
if until_ts < 0:
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter until_ts must be a string representing a positive integer.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
if until_ts <= from_ts:
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter until_ts must be greater than from_ts.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
|
|
|
|
search_term = parse_string(request, "search_term")
|
|
|
|
if search_term == "":
|
|
|
|
raise SynapseError(
|
2021-11-29 17:19:45 -05:00
|
|
|
HTTPStatus.BAD_REQUEST,
|
2020-11-05 13:59:12 -05:00
|
|
|
"Query parameter search_term cannot be an empty string.",
|
|
|
|
errcode=Codes.INVALID_PARAM,
|
|
|
|
)
|
|
|
|
|
2023-02-01 16:35:24 -05:00
|
|
|
direction = parse_enum(request, "dir", Direction, default=Direction.FORWARDS)
|
2020-11-05 13:59:12 -05:00
|
|
|
|
|
|
|
users_media, total = await self.store.get_users_media_usage_paginate(
|
|
|
|
start, limit, from_ts, until_ts, order_by, direction, search_term
|
|
|
|
)
|
2023-10-26 15:12:28 -04:00
|
|
|
ret = {
|
|
|
|
"users": [
|
|
|
|
{
|
|
|
|
"user_id": r[0],
|
|
|
|
"displayname": r[1],
|
|
|
|
"media_count": r[2],
|
|
|
|
"media_length": r[3],
|
|
|
|
}
|
|
|
|
for r in users_media
|
|
|
|
],
|
|
|
|
"total": total,
|
|
|
|
}
|
2020-11-05 13:59:12 -05:00
|
|
|
if (start + limit) < total:
|
|
|
|
ret["next_token"] = start + len(users_media)
|
|
|
|
|
2021-11-29 17:19:45 -05:00
|
|
|
return HTTPStatus.OK, ret
|
2023-04-26 12:00:11 -04:00
|
|
|
|
|
|
|
|
|
|
|
class LargestRoomsStatistics(RestServlet):
|
|
|
|
"""Get the largest rooms by database size.
|
|
|
|
|
|
|
|
Only works when using PostgreSQL.
|
|
|
|
"""
|
|
|
|
|
|
|
|
PATTERNS = admin_patterns("/statistics/database/rooms$")
|
|
|
|
|
|
|
|
def __init__(self, hs: "HomeServer"):
|
|
|
|
self.auth = hs.get_auth()
|
|
|
|
self.stats_controller = hs.get_storage_controllers().stats
|
|
|
|
|
|
|
|
async def on_GET(self, request: SynapseRequest) -> Tuple[int, JsonDict]:
|
|
|
|
await assert_requester_is_admin(self.auth, request)
|
|
|
|
|
|
|
|
room_sizes = await self.stats_controller.get_room_db_size_estimate()
|
|
|
|
|
|
|
|
return HTTPStatus.OK, {
|
|
|
|
"rooms": [
|
|
|
|
{"room_id": room_id, "estimated_size": size}
|
|
|
|
for room_id, size in room_sizes
|
|
|
|
]
|
|
|
|
}
|