mirror of
https://github.com/matrix-org/pantalaimon.git
synced 2024-12-11 17:04:34 -05:00
3a1b001244
This patch moves all the indexing, event storing and searching into a separate class. The index and message store are now represented as a single class and messages are indexed and stored atomically now which should minimize the chance of store/index inconsistencies. Messages are now loaded from the store as a single SQL query and the context for the messages is as well loaded from the store instead of fetched from the server. The room state and start/end tokens for the context aren't currently loaded.
119 lines
3.9 KiB
Python
119 lines
3.9 KiB
Python
import asyncio
|
|
import pdb
|
|
import pprint
|
|
|
|
from nio import RoomMessage
|
|
|
|
from conftest import faker
|
|
from pantalaimon.index import Index, IndexStore
|
|
from pantalaimon.store import FetchTask
|
|
|
|
TEST_ROOM = "!SVkFJHzfwvuaIEawgC:localhost"
|
|
TEST_ROOM2 = "!testroom:localhost"
|
|
|
|
|
|
class TestClass(object):
|
|
@property
|
|
def test_event(self):
|
|
return RoomMessage.parse_event(
|
|
{
|
|
"content": {"body": "Test message", "msgtype": "m.text"},
|
|
"event_id": "$15163622445EBvZJ:localhost",
|
|
"origin_server_ts": 1516362244026,
|
|
"room_id": "!SVkFJHzfwvuaIEawgC:localhost",
|
|
"sender": "@example2:localhost",
|
|
"type": "m.room.message",
|
|
"unsigned": {"age": 43289803095},
|
|
"user_id": "@example2:localhost",
|
|
"age": 43289803095
|
|
}
|
|
)
|
|
|
|
@property
|
|
def another_event(self):
|
|
return RoomMessage.parse_event(
|
|
{
|
|
"content": {"body": "Another message", "msgtype": "m.text"},
|
|
"event_id": "$15163622445EBvZK:localhost",
|
|
"origin_server_ts": 1516362244030,
|
|
"room_id": "!SVkFJHzfwvuaIEawgC:localhost",
|
|
"sender": "@example2:localhost",
|
|
"type": "m.room.message",
|
|
"unsigned": {"age": 43289803095},
|
|
"user_id": "@example2:localhost",
|
|
"age": 43289803095
|
|
}
|
|
)
|
|
|
|
def test_account_loading(self, panstore):
|
|
accounts = panstore.load_all_users()
|
|
# pdb.set_trace()
|
|
assert len(accounts) == 10
|
|
|
|
def test_token_saving(self, panstore, access_token):
|
|
accounts = panstore.load_all_users()
|
|
user_id = accounts[0][0]
|
|
device_id = accounts[0][1]
|
|
|
|
panstore.save_access_token(user_id, device_id, access_token)
|
|
|
|
token = panstore.load_access_token(user_id, device_id)
|
|
access_token == token
|
|
|
|
def test_token_storing(self, panstore_with_users):
|
|
panstore = panstore_with_users
|
|
accounts = panstore.load_all_users()
|
|
user, _ = accounts[0]
|
|
|
|
assert not panstore.load_token("example", user)
|
|
panstore.save_token("example", user, "abc123")
|
|
|
|
assert panstore.load_token("example", user) == "abc123"
|
|
|
|
def test_fetcher_tasks(self, panstore_with_users):
|
|
panstore = panstore_with_users
|
|
accounts = panstore.load_all_users()
|
|
user, _ = accounts[0]
|
|
|
|
task = FetchTask(TEST_ROOM, "abc1234")
|
|
task2 = FetchTask(TEST_ROOM2, "abc1234")
|
|
|
|
assert not panstore.load_fetcher_tasks("example", user)
|
|
|
|
panstore.save_fetcher_task("example", user, task)
|
|
panstore.save_fetcher_task("example", user, task2)
|
|
|
|
tasks = panstore.load_fetcher_tasks("example", user)
|
|
|
|
assert task in tasks
|
|
assert task2 in tasks
|
|
|
|
panstore.delete_fetcher_task("example", user, task)
|
|
tasks = panstore.load_fetcher_tasks("example", user)
|
|
|
|
assert task not in tasks
|
|
assert task2 in tasks
|
|
|
|
def test_new_indexstore(self, tempdir):
|
|
loop = asyncio.get_event_loop()
|
|
|
|
store = IndexStore("example", tempdir)
|
|
|
|
store.add_event(self.test_event, TEST_ROOM, None, None)
|
|
store.add_event(self.another_event, TEST_ROOM, None, None)
|
|
loop.run_until_complete(store.commit_events())
|
|
|
|
assert store.event_in_store(self.test_event.event_id, TEST_ROOM)
|
|
assert not store.event_in_store("FAKE", TEST_ROOM)
|
|
|
|
result = loop.run_until_complete(
|
|
store.search("test", TEST_ROOM, after_limit=10, before_limit=10)
|
|
)
|
|
pprint.pprint(result)
|
|
|
|
assert len(result["results"]) == 1
|
|
assert result["count"] == 1
|
|
assert result["results"][0]["result"] == self.test_event.source
|
|
assert (result["results"][0]["context"]["events_after"][0]
|
|
== self.another_event.source)
|