mirror of
https://git.anonymousland.org/anonymousland/synapse.git
synced 2024-10-01 11:49:51 -04:00
118 lines
3.6 KiB
Python
118 lines
3.6 KiB
Python
# Copyright 2015 OpenMarket Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
|
|
from synapse.storage import get_statements
|
|
from synapse.storage.engines import PostgresEngine, Sqlite3Engine
|
|
|
|
import ujson
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
POSTGRES_SQL = """
|
|
CREATE TABLE event_search (
|
|
event_id TEXT,
|
|
room_id TEXT,
|
|
key TEXT,
|
|
vector tsvector
|
|
);
|
|
|
|
INSERT INTO event_search SELECT
|
|
event_id, room_id, 'content.body',
|
|
to_tsvector('english', json::json->'content'->>'body')
|
|
FROM events NATURAL JOIN event_json WHERE type = 'm.room.message';
|
|
|
|
INSERT INTO event_search SELECT
|
|
event_id, room_id, 'content.name',
|
|
to_tsvector('english', json::json->'content'->>'name')
|
|
FROM events NATURAL JOIN event_json WHERE type = 'm.room.name';
|
|
|
|
INSERT INTO event_search SELECT
|
|
event_id, room_id, 'content.topic',
|
|
to_tsvector('english', json::json->'content'->>'topic')
|
|
FROM events NATURAL JOIN event_json WHERE type = 'm.room.topic';
|
|
|
|
|
|
CREATE INDEX event_search_fts_idx ON event_search USING gin(vector);
|
|
CREATE INDEX event_search_ev_idx ON event_search(event_id);
|
|
CREATE INDEX event_search_ev_ridx ON event_search(room_id);
|
|
"""
|
|
|
|
|
|
SQLITE_TABLE = (
|
|
"CREATE VIRTUAL TABLE event_search USING fts3 ( event_id, room_id, key, value)"
|
|
)
|
|
SQLITE_INDEX = "CREATE INDEX event_search_ev_idx ON event_search(event_id)"
|
|
|
|
|
|
def run_upgrade(cur, database_engine, *args, **kwargs):
|
|
if isinstance(database_engine, PostgresEngine):
|
|
for statement in get_statements(POSTGRES_SQL.splitlines()):
|
|
cur.execute(statement)
|
|
return
|
|
|
|
if isinstance(database_engine, Sqlite3Engine):
|
|
cur.execute(SQLITE_TABLE)
|
|
|
|
rowid = -1
|
|
while True:
|
|
cur.execute(
|
|
"SELECT rowid, json FROM event_json"
|
|
" WHERE rowid > ?"
|
|
" ORDER BY rowid ASC LIMIT 100",
|
|
(rowid,)
|
|
)
|
|
|
|
res = cur.fetchall()
|
|
|
|
if not res:
|
|
break
|
|
|
|
events = [
|
|
ujson.loads(js)
|
|
for _, js in res
|
|
]
|
|
|
|
rowid = max(rid for rid, _ in res)
|
|
|
|
rows = []
|
|
for ev in events:
|
|
if ev["type"] == "m.room.message":
|
|
rows.append((
|
|
ev["event_id"], ev["room_id"], "content.body",
|
|
ev["content"]["body"]
|
|
))
|
|
if ev["type"] == "m.room.name":
|
|
rows.append((
|
|
ev["event_id"], ev["room_id"], "content.name",
|
|
ev["content"]["name"]
|
|
))
|
|
if ev["type"] == "m.room.topic":
|
|
rows.append((
|
|
ev["event_id"], ev["room_id"], "content.topic",
|
|
ev["content"]["topic"]
|
|
))
|
|
|
|
if rows:
|
|
logger.info(rows)
|
|
cur.executemany(
|
|
"INSERT INTO event_search (event_id, room_id, key, value)"
|
|
" VALUES (?,?,?,?)",
|
|
rows
|
|
)
|
|
|
|
# cur.execute(SQLITE_INDEX)
|