2016-01-06 23:26:29 -05:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-08-12 22:32:18 -04:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
from collections import OrderedDict
|
2021-04-09 13:44:38 -04:00
|
|
|
from unittest.mock import Mock
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
from twisted.internet import defer
|
2014-08-12 10:10:52 -04:00
|
|
|
|
|
|
|
from synapse.storage._base import SQLBaseStore
|
2020-08-05 16:38:57 -04:00
|
|
|
from synapse.storage.database import DatabasePool
|
2015-04-01 09:12:33 -04:00
|
|
|
from synapse.storage.engines import create_engine
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
from tests import unittest
|
2021-12-21 11:12:05 -05:00
|
|
|
from tests.server import TestHomeServer
|
|
|
|
from tests.utils import default_config
|
2018-07-09 02:09:20 -04:00
|
|
|
|
2014-08-12 10:10:52 -04:00
|
|
|
|
|
|
|
class SQLBaseStoreTestCase(unittest.TestCase):
|
2021-06-17 10:20:06 -04:00
|
|
|
"""Test the "simple" SQL generating methods in SQLBaseStore."""
|
2014-08-12 10:10:52 -04:00
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
self.db_pool = Mock(spec=["runInteraction"])
|
|
|
|
self.mock_txn = Mock()
|
2015-05-15 05:54:04 -04:00
|
|
|
self.mock_conn = Mock(spec_set=["cursor", "rollback", "commit"])
|
2015-04-08 11:57:14 -04:00
|
|
|
self.mock_conn.cursor.return_value = self.mock_txn
|
2015-05-15 05:54:04 -04:00
|
|
|
self.mock_conn.rollback.return_value = None
|
2014-08-12 10:10:52 -04:00
|
|
|
# Our fake runInteraction just runs synchronously inline
|
|
|
|
|
|
|
|
def runInteraction(func, *args, **kwargs):
|
|
|
|
return defer.succeed(func(self.mock_txn, *args, **kwargs))
|
2018-08-10 09:54:09 -04:00
|
|
|
|
2014-08-12 10:10:52 -04:00
|
|
|
self.db_pool.runInteraction = runInteraction
|
|
|
|
|
2015-04-08 11:57:14 -04:00
|
|
|
def runWithConnection(func, *args, **kwargs):
|
|
|
|
return defer.succeed(func(self.mock_conn, *args, **kwargs))
|
2018-08-10 09:54:09 -04:00
|
|
|
|
2015-04-08 11:57:14 -04:00
|
|
|
self.db_pool.runWithConnection = runWithConnection
|
|
|
|
|
2020-07-08 12:51:56 -04:00
|
|
|
config = default_config(name="test", parse=True)
|
2019-12-18 05:45:12 -05:00
|
|
|
hs = TestHomeServer("test", config=config)
|
|
|
|
|
|
|
|
sqlite_config = {"name": "sqlite3"}
|
|
|
|
engine = create_engine(sqlite_config)
|
2019-01-28 10:43:32 -05:00
|
|
|
fake_engine = Mock(wraps=engine)
|
|
|
|
fake_engine.can_native_upsert = False
|
2020-10-07 10:15:57 -04:00
|
|
|
fake_engine.in_transaction.return_value = False
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2020-08-05 16:38:57 -04:00
|
|
|
db = DatabasePool(Mock(), Mock(config=sqlite_config), fake_engine)
|
2019-12-18 05:45:12 -05:00
|
|
|
db._db_pool = self.db_pool
|
|
|
|
|
|
|
|
self.datastore = SQLBaseStore(db, None, hs)
|
2014-08-12 10:10:52 -04:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_insert_1col(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
|
2020-08-17 12:18:01 -04:00
|
|
|
yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_insert(
|
|
|
|
table="tablename", values={"columname": "Value"}
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.mock_txn.execute.assert_called_with(
|
2016-02-19 10:34:38 -05:00
|
|
|
"INSERT INTO tablename (columname) VALUES(?)", ("Value",)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_insert_3cols(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
|
2020-08-17 12:18:01 -04:00
|
|
|
yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_insert(
|
|
|
|
table="tablename",
|
|
|
|
# Use OrderedDict() so we can assert on the SQL generated
|
|
|
|
values=OrderedDict([("colA", 1), ("colB", 2), ("colC", 3)]),
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.mock_txn.execute.assert_called_with(
|
2018-08-10 09:54:09 -04:00
|
|
|
"INSERT INTO tablename (colA, colB, colC) VALUES(?, ?, ?)", (1, 2, 3)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_select_one_1col(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
2017-03-23 13:53:49 -04:00
|
|
|
self.mock_txn.__iter__ = Mock(return_value=iter([("Value",)]))
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2020-08-26 07:19:32 -04:00
|
|
|
value = yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_select_one_onecol(
|
|
|
|
table="tablename", keyvalues={"keycol": "TheKey"}, retcol="retcol"
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
2022-02-28 07:12:29 -05:00
|
|
|
self.assertEqual("Value", value)
|
2014-08-12 10:10:52 -04:00
|
|
|
self.mock_txn.execute.assert_called_with(
|
2016-02-19 10:34:38 -05:00
|
|
|
"SELECT retcol FROM tablename WHERE keycol = ?", ["TheKey"]
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_select_one_3col(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
self.mock_txn.fetchone.return_value = (1, 2, 3)
|
|
|
|
|
2020-08-26 07:19:32 -04:00
|
|
|
ret = yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_select_one(
|
|
|
|
table="tablename",
|
|
|
|
keyvalues={"keycol": "TheKey"},
|
|
|
|
retcols=["colA", "colB", "colC"],
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
2022-02-28 07:12:29 -05:00
|
|
|
self.assertEqual({"colA": 1, "colB": 2, "colC": 3}, ret)
|
2014-08-12 10:10:52 -04:00
|
|
|
self.mock_txn.execute.assert_called_with(
|
2018-08-10 09:54:09 -04:00
|
|
|
"SELECT colA, colB, colC FROM tablename WHERE keycol = ?", ["TheKey"]
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_select_one_missing(self):
|
|
|
|
self.mock_txn.rowcount = 0
|
|
|
|
self.mock_txn.fetchone.return_value = None
|
|
|
|
|
2020-08-26 07:19:32 -04:00
|
|
|
ret = yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_select_one(
|
|
|
|
table="tablename",
|
|
|
|
keyvalues={"keycol": "Not here"},
|
|
|
|
retcols=["colA"],
|
|
|
|
allow_none=True,
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.assertFalse(ret)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_select_list(self):
|
2016-02-19 10:34:38 -05:00
|
|
|
self.mock_txn.rowcount = 3
|
2017-03-23 13:53:49 -04:00
|
|
|
self.mock_txn.__iter__ = Mock(return_value=iter([(1,), (2,), (3,)]))
|
2018-08-10 09:54:09 -04:00
|
|
|
self.mock_txn.description = (("colA", None, None, None, None, None, None),)
|
2014-08-12 10:10:52 -04:00
|
|
|
|
2020-08-27 07:08:38 -04:00
|
|
|
ret = yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_select_list(
|
|
|
|
table="tablename", keyvalues={"keycol": "A set"}, retcols=["colA"]
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
2022-02-28 07:12:29 -05:00
|
|
|
self.assertEqual([{"colA": 1}, {"colA": 2}, {"colA": 3}], ret)
|
2014-08-12 10:10:52 -04:00
|
|
|
self.mock_txn.execute.assert_called_with(
|
2018-08-10 09:54:09 -04:00
|
|
|
"SELECT colA FROM tablename WHERE keycol = ?", ["A set"]
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_update_one_1col(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
|
2020-08-27 07:08:38 -04:00
|
|
|
yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_update_one(
|
|
|
|
table="tablename",
|
|
|
|
keyvalues={"keycol": "TheKey"},
|
|
|
|
updatevalues={"columnname": "New Value"},
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.mock_txn.execute.assert_called_with(
|
2016-02-19 10:34:38 -05:00
|
|
|
"UPDATE tablename SET columnname = ? WHERE keycol = ?",
|
2018-08-10 09:54:09 -04:00
|
|
|
["New Value", "TheKey"],
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_update_one_4cols(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
|
2020-08-27 07:08:38 -04:00
|
|
|
yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_update_one(
|
|
|
|
table="tablename",
|
|
|
|
keyvalues=OrderedDict([("colA", 1), ("colB", 2)]),
|
|
|
|
updatevalues=OrderedDict([("colC", 3), ("colD", 4)]),
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.mock_txn.execute.assert_called_with(
|
2018-08-10 09:54:09 -04:00
|
|
|
"UPDATE tablename SET colC = ?, colD = ? WHERE" " colA = ? AND colB = ?",
|
|
|
|
[3, 4, 1, 2],
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def test_delete_one(self):
|
|
|
|
self.mock_txn.rowcount = 1
|
|
|
|
|
2020-08-27 07:41:01 -04:00
|
|
|
yield defer.ensureDeferred(
|
|
|
|
self.datastore.db_pool.simple_delete_one(
|
|
|
|
table="tablename", keyvalues={"keycol": "Go away"}
|
|
|
|
)
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
self.mock_txn.execute.assert_called_with(
|
2016-02-19 10:34:38 -05:00
|
|
|
"DELETE FROM tablename WHERE keycol = ?", ["Go away"]
|
2014-08-12 10:10:52 -04:00
|
|
|
)
|