# -*- coding: utf-8 -*- # Copyright 2014-2016 OpenMarket Ltd # Copyright 2020 The Matrix.org Foundation C.I.C. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import logging import os from synapse.config._base import Config, ConfigError logger = logging.getLogger(__name__) DEFAULT_CONFIG = """\ ## Database ## # The 'database' setting defines the database that synapse uses to store all of # its data. # # 'name' gives the database engine to use: either 'sqlite3' (for SQLite) or # 'psycopg2' (for PostgreSQL). # # 'args' gives options which are passed through to the database engine, # except for options starting 'cp_', which are used to configure the Twisted # connection pool. For a reference to valid arguments, see: # * for sqlite: https://docs.python.org/3/library/sqlite3.html#sqlite3.connect # * for postgres: https://www.postgresql.org/docs/current/libpq-connect.html#LIBPQ-PARAMKEYWORDS # * for the connection pool: https://twistedmatrix.com/documents/current/api/twisted.enterprise.adbapi.ConnectionPool.html#__init__ # # # Example SQLite configuration: # #database: # name: sqlite3 # args: # database: /path/to/homeserver.db # # # Example Postgres configuration: # #database: # name: psycopg2 # args: # user: synapse # password: secretpassword # database: synapse # host: localhost # cp_min: 5 # cp_max: 10 # # For more information on using Synapse with Postgres, see `docs/postgres.md`. # database: name: sqlite3 args: database: %(database_path)s # Number of events to cache in memory. # #event_cache_size: 10K """ class DatabaseConnectionConfig: """Contains the connection config for a particular database. Args: name: A label for the database, used for logging. db_config: The config for a particular database, as per `database` section of main config. Has three fields: `name` for database module name, `args` for the args to give to the database connector, and optional `data_stores` that is a list of stores to provision on this database (defaulting to all). """ def __init__(self, name: str, db_config: dict): db_engine = db_config.get("name", "sqlite3") if db_engine not in ("sqlite3", "psycopg2"): raise ConfigError("Unsupported database type %r" % (db_engine,)) if db_engine == "sqlite3": db_config.setdefault("args", {}).update( {"cp_min": 1, "cp_max": 1, "check_same_thread": False} ) data_stores = db_config.get("data_stores") if data_stores is None: data_stores = ["main", "state"] self.name = name self.config = db_config self.data_stores = data_stores class DatabaseConfig(Config): section = "database" def read_config(self, config, **kwargs): self.event_cache_size = self.parse_size(config.get("event_cache_size", "10K")) # We *experimentally* support specifying multiple databases via the # `databases` key. This is a map from a label to database config in the # same format as the `database` config option, plus an extra # `data_stores` key to specify which data store goes where. For example: # # databases: # master: # name: psycopg2 # data_stores: ["main"] # args: {} # state: # name: psycopg2 # data_stores: ["state"] # args: {} multi_database_config = config.get("databases") database_config = config.get("database") if multi_database_config and database_config: raise ConfigError("Can't specify both 'database' and 'datbases' in config") if multi_database_config: if config.get("database_path"): raise ConfigError("Can't specify 'database_path' with 'databases'") self.databases = [ DatabaseConnectionConfig(name, db_conf) for name, db_conf in multi_database_config.items() ] else: if database_config is None: database_config = {"name": "sqlite3", "args": {}} self.databases = [DatabaseConnectionConfig("master", database_config)] self.set_databasepath(config.get("database_path")) def generate_config_section(self, data_dir_path, **kwargs): return DEFAULT_CONFIG % { "database_path": os.path.join(data_dir_path, "homeserver.db") } def read_arguments(self, args): self.set_databasepath(args.database_path) def set_databasepath(self, database_path): if database_path is None: return if database_path != ":memory:": database_path = self.abspath(database_path) # We only support setting a database path if we have a single sqlite3 # database. if len(self.databases) != 1: raise ConfigError("Cannot specify 'database_path' with multiple databases") database = self.get_single_database() if database.config["name"] != "sqlite3": # We don't raise here as we haven't done so before for this case. logger.warn("Ignoring 'database_path' for non-sqlite3 database") return database.config["args"]["database"] = database_path @staticmethod def add_arguments(parser): db_group = parser.add_argument_group("database") db_group.add_argument( "-d", "--database-path", metavar="SQLITE_DATABASE_PATH", help="The path to a sqlite database to use.", ) def get_single_database(self) -> DatabaseConnectionConfig: """Returns the database if there is only one, useful for e.g. tests """ if len(self.databases) != 1: raise Exception("More than one database exists") return self.databases[0]