2018-02-03 14:18:36 -05:00
|
|
|
#!/usr/local/bin/python
|
|
|
|
|
2019-06-25 10:10:36 -04:00
|
|
|
import codecs
|
|
|
|
import glob
|
2018-02-03 14:18:36 -05:00
|
|
|
import os
|
2018-02-04 05:14:06 -05:00
|
|
|
import subprocess
|
2019-06-25 10:10:36 -04:00
|
|
|
import sys
|
|
|
|
|
|
|
|
import jinja2
|
2018-02-03 14:18:36 -05:00
|
|
|
|
2019-06-24 13:37:20 -04:00
|
|
|
|
2018-02-08 14:41:41 -05:00
|
|
|
# Utility functions
|
2019-06-24 13:37:20 -04:00
|
|
|
def log(txt):
|
|
|
|
print(txt, file=sys.stderr)
|
|
|
|
|
|
|
|
|
|
|
|
def error(txt):
|
|
|
|
log(txt)
|
|
|
|
sys.exit(2)
|
|
|
|
|
|
|
|
|
|
|
|
def convert(src, dst, environ):
|
|
|
|
"""Generate a file from a template
|
|
|
|
|
|
|
|
Args:
|
|
|
|
src (str): path to input file
|
|
|
|
dst (str): path to file to write
|
|
|
|
environ (dict): environment dictionary, for replacement mappings.
|
|
|
|
"""
|
|
|
|
with open(src) as infile:
|
|
|
|
template = infile.read()
|
|
|
|
rendered = jinja2.Template(template).render(**environ)
|
|
|
|
with open(dst, "w") as outfile:
|
|
|
|
outfile.write(rendered)
|
2019-06-20 05:32:02 -04:00
|
|
|
|
2018-02-03 14:18:36 -05:00
|
|
|
|
2019-06-27 08:52:40 -04:00
|
|
|
def generate_config_from_template(config_dir, config_path, environ, ownership):
|
2019-06-24 13:37:20 -04:00
|
|
|
"""Generate a homeserver.yaml from environment variables
|
|
|
|
|
|
|
|
Args:
|
2019-06-27 08:52:40 -04:00
|
|
|
config_dir (str): where to put generated config files
|
|
|
|
config_path (str): where to put the main config file
|
2019-06-24 13:37:20 -04:00
|
|
|
environ (dict): environment dictionary
|
2019-09-03 11:36:01 -04:00
|
|
|
ownership (str|None): "<user>:<group>" string which will be used to set
|
|
|
|
ownership of the generated configs. If None, ownership will not change.
|
2019-06-24 13:37:20 -04:00
|
|
|
"""
|
|
|
|
for v in ("SYNAPSE_SERVER_NAME", "SYNAPSE_REPORT_STATS"):
|
|
|
|
if v not in environ:
|
|
|
|
error(
|
2019-06-27 08:52:40 -04:00
|
|
|
"Environment variable '%s' is mandatory when generating a config file."
|
|
|
|
% (v,)
|
2019-06-24 13:37:20 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
# populate some params from data files (if they exist, else create new ones)
|
|
|
|
environ = environ.copy()
|
|
|
|
secrets = {
|
|
|
|
"registration": "SYNAPSE_REGISTRATION_SHARED_SECRET",
|
|
|
|
"macaroon": "SYNAPSE_MACAROON_SECRET_KEY",
|
|
|
|
}
|
2019-06-20 05:32:02 -04:00
|
|
|
|
2018-02-09 18:05:03 -05:00
|
|
|
for name, secret in secrets.items():
|
2018-02-08 14:41:41 -05:00
|
|
|
if secret not in environ:
|
2018-02-09 18:05:03 -05:00
|
|
|
filename = "/data/%s.%s.key" % (environ["SYNAPSE_SERVER_NAME"], name)
|
2019-06-24 13:37:20 -04:00
|
|
|
|
|
|
|
# if the file already exists, load in the existing value; otherwise,
|
|
|
|
# generate a new secret and write it to a file
|
|
|
|
|
2018-02-09 18:05:03 -05:00
|
|
|
if os.path.exists(filename):
|
2019-06-25 09:59:02 -04:00
|
|
|
log("Reading %s from %s" % (secret, filename))
|
2019-06-20 05:32:02 -04:00
|
|
|
with open(filename) as handle:
|
|
|
|
value = handle.read()
|
2018-02-09 18:05:03 -05:00
|
|
|
else:
|
2019-06-25 09:59:02 -04:00
|
|
|
log("Generating a random secret for {}".format(secret))
|
2018-09-19 07:48:41 -04:00
|
|
|
value = codecs.encode(os.urandom(32), "hex").decode()
|
2019-06-20 05:32:02 -04:00
|
|
|
with open(filename, "w") as handle:
|
|
|
|
handle.write(value)
|
2018-02-09 18:05:03 -05:00
|
|
|
environ[secret] = value
|
2018-02-04 05:40:20 -05:00
|
|
|
|
2019-06-24 13:37:20 -04:00
|
|
|
environ["SYNAPSE_APPSERVICES"] = glob.glob("/data/appservices/*.yaml")
|
2019-06-27 08:52:40 -04:00
|
|
|
if not os.path.exists(config_dir):
|
|
|
|
os.mkdir(config_dir)
|
2019-06-24 13:37:20 -04:00
|
|
|
|
|
|
|
# Convert SYNAPSE_NO_TLS to boolean if exists
|
|
|
|
if "SYNAPSE_NO_TLS" in environ:
|
|
|
|
tlsanswerstring = str.lower(environ["SYNAPSE_NO_TLS"])
|
|
|
|
if tlsanswerstring in ("true", "on", "1", "yes"):
|
|
|
|
environ["SYNAPSE_NO_TLS"] = True
|
|
|
|
else:
|
|
|
|
if tlsanswerstring in ("false", "off", "0", "no"):
|
|
|
|
environ["SYNAPSE_NO_TLS"] = False
|
|
|
|
else:
|
|
|
|
error(
|
|
|
|
'Environment variable "SYNAPSE_NO_TLS" found but value "'
|
|
|
|
+ tlsanswerstring
|
|
|
|
+ '" unrecognized; exiting.'
|
|
|
|
)
|
|
|
|
|
2019-06-27 08:52:40 -04:00
|
|
|
if "SYNAPSE_LOG_CONFIG" not in environ:
|
|
|
|
environ["SYNAPSE_LOG_CONFIG"] = config_dir + "/log.config"
|
|
|
|
|
|
|
|
log("Generating synapse config file " + config_path)
|
2019-06-24 13:37:20 -04:00
|
|
|
convert("/conf/homeserver.yaml", config_path, environ)
|
2019-06-27 08:52:40 -04:00
|
|
|
|
|
|
|
log_config_file = environ["SYNAPSE_LOG_CONFIG"]
|
|
|
|
log("Generating log config file " + log_config_file)
|
|
|
|
convert("/conf/log.config", log_config_file, environ)
|
|
|
|
|
2019-06-25 13:09:09 -04:00
|
|
|
# Hopefully we already have a signing key, but generate one if not.
|
2019-09-03 11:36:01 -04:00
|
|
|
args = [
|
|
|
|
"python",
|
|
|
|
"-m",
|
|
|
|
"synapse.app.homeserver",
|
|
|
|
"--config-path",
|
|
|
|
config_path,
|
|
|
|
# tell synapse to put generated keys in /data rather than /compiled
|
|
|
|
"--keys-directory",
|
|
|
|
config_dir,
|
|
|
|
"--generate-keys",
|
|
|
|
]
|
|
|
|
|
|
|
|
if ownership is not None:
|
|
|
|
subprocess.check_output(["chown", "-R", ownership, "/data"])
|
|
|
|
args = ["su-exec", ownership] + args
|
|
|
|
|
|
|
|
subprocess.check_output(args)
|
2019-06-25 13:09:09 -04:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
|
2019-06-25 10:18:30 -04:00
|
|
|
def run_generate_config(environ, ownership):
|
2019-06-24 13:55:37 -04:00
|
|
|
"""Run synapse with a --generate-config param to generate a template config file
|
2018-02-05 17:13:27 -05:00
|
|
|
|
2019-06-24 13:55:37 -04:00
|
|
|
Args:
|
2019-06-25 10:18:30 -04:00
|
|
|
environ (dict): env var dict
|
2019-09-03 11:36:01 -04:00
|
|
|
ownership (str|None): "userid:groupid" arg for chmod. If None, ownership will not change.
|
2019-06-24 13:55:37 -04:00
|
|
|
|
|
|
|
Never returns.
|
|
|
|
"""
|
2019-06-27 08:49:48 -04:00
|
|
|
for v in ("SYNAPSE_SERVER_NAME", "SYNAPSE_REPORT_STATS"):
|
2019-06-24 13:55:37 -04:00
|
|
|
if v not in environ:
|
|
|
|
error("Environment variable '%s' is mandatory in `generate` mode." % (v,))
|
|
|
|
|
2019-06-25 13:23:17 -04:00
|
|
|
server_name = environ["SYNAPSE_SERVER_NAME"]
|
2019-06-25 13:21:32 -04:00
|
|
|
config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data")
|
2019-06-27 08:49:48 -04:00
|
|
|
config_path = environ.get("SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml")
|
2019-06-25 10:18:30 -04:00
|
|
|
data_dir = environ.get("SYNAPSE_DATA_DIR", "/data")
|
|
|
|
|
2019-06-25 13:23:17 -04:00
|
|
|
# create a suitable log config from our template
|
|
|
|
log_config_file = "%s/%s.log.config" % (config_dir, server_name)
|
|
|
|
if not os.path.exists(log_config_file):
|
|
|
|
log("Creating log config %s" % (log_config_file,))
|
|
|
|
convert("/conf/log.config", log_config_file, environ)
|
|
|
|
|
2019-06-24 13:55:37 -04:00
|
|
|
args = [
|
|
|
|
"python",
|
|
|
|
"-m",
|
|
|
|
"synapse.app.homeserver",
|
2019-06-20 05:32:02 -04:00
|
|
|
"--server-name",
|
2019-06-25 13:23:17 -04:00
|
|
|
server_name,
|
2019-06-20 05:32:02 -04:00
|
|
|
"--report-stats",
|
|
|
|
environ["SYNAPSE_REPORT_STATS"],
|
|
|
|
"--config-path",
|
2019-06-27 08:49:48 -04:00
|
|
|
config_path,
|
2019-06-25 13:21:32 -04:00
|
|
|
"--config-directory",
|
|
|
|
config_dir,
|
2019-06-25 10:18:30 -04:00
|
|
|
"--data-directory",
|
|
|
|
data_dir,
|
2019-06-20 05:32:02 -04:00
|
|
|
"--generate-config",
|
2019-06-27 08:50:10 -04:00
|
|
|
"--open-private-ports",
|
2018-02-08 14:41:41 -05:00
|
|
|
]
|
2019-06-25 10:18:30 -04:00
|
|
|
# log("running %s" % (args, ))
|
2019-09-03 11:36:01 -04:00
|
|
|
|
|
|
|
if ownership is not None:
|
|
|
|
args = ["su-exec", ownership] + args
|
|
|
|
os.execv("/sbin/su-exec", args)
|
|
|
|
|
|
|
|
# make sure that synapse has perms to write to the data dir.
|
|
|
|
subprocess.check_output(["chown", ownership, data_dir])
|
|
|
|
else:
|
|
|
|
os.execv("/usr/local/bin/python", args)
|
2018-02-05 16:57:35 -05:00
|
|
|
|
2019-06-24 13:55:37 -04:00
|
|
|
|
2019-06-25 09:23:24 -04:00
|
|
|
def main(args, environ):
|
|
|
|
mode = args[1] if len(args) > 1 else None
|
2019-09-03 11:36:01 -04:00
|
|
|
desired_uid = int(environ.get("UID", "991"))
|
|
|
|
desired_gid = int(environ.get("GID", "991"))
|
|
|
|
if (desired_uid == os.getuid()) and (desired_gid == os.getgid()):
|
|
|
|
ownership = None
|
|
|
|
else:
|
|
|
|
ownership = "{}:{}".format(desired_uid, desired_gid)
|
|
|
|
|
|
|
|
log(
|
|
|
|
"Container running as UserID %s:%s, ENV (or defaults) requests %s:%s"
|
|
|
|
% (os.getuid(), os.getgid(), desired_uid, desired_gid)
|
|
|
|
)
|
|
|
|
|
|
|
|
if ownership is None:
|
|
|
|
log("Will not perform chmod/su-exec as UserID already matches request")
|
2019-06-24 13:55:37 -04:00
|
|
|
|
2019-06-25 10:18:30 -04:00
|
|
|
# In generate mode, generate a configuration and missing keys, then exit
|
2019-06-25 09:23:24 -04:00
|
|
|
if mode == "generate":
|
2019-06-25 10:18:30 -04:00
|
|
|
return run_generate_config(environ, ownership)
|
2019-06-24 13:55:37 -04:00
|
|
|
|
2019-06-27 08:52:40 -04:00
|
|
|
if mode == "migrate_config":
|
|
|
|
# generate a config based on environment vars.
|
|
|
|
config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data")
|
|
|
|
config_path = environ.get(
|
|
|
|
"SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml"
|
|
|
|
)
|
|
|
|
return generate_config_from_template(
|
|
|
|
config_dir, config_path, environ, ownership
|
|
|
|
)
|
|
|
|
|
|
|
|
if mode is not None:
|
|
|
|
error("Unknown execution mode '%s'" % (mode,))
|
|
|
|
|
2019-06-27 08:49:48 -04:00
|
|
|
if "SYNAPSE_SERVER_NAME" in environ:
|
|
|
|
# backwards-compatibility generate-a-config-on-the-fly mode
|
|
|
|
if "SYNAPSE_CONFIG_PATH" in environ:
|
|
|
|
error(
|
|
|
|
"SYNAPSE_SERVER_NAME and SYNAPSE_CONFIG_PATH are mutually exclusive "
|
2019-06-27 08:52:40 -04:00
|
|
|
"except in `generate` or `migrate_config` mode."
|
2019-06-27 08:49:48 -04:00
|
|
|
)
|
|
|
|
|
2019-06-27 08:52:40 -04:00
|
|
|
config_path = "/compiled/homeserver.yaml"
|
|
|
|
log(
|
|
|
|
"Generating config file '%s' on-the-fly from environment variables.\n"
|
|
|
|
"Note that this mode is deprecated. You can migrate to a static config\n"
|
|
|
|
"file by running with 'migrate_config'. See the README for more details."
|
|
|
|
% (config_path,)
|
|
|
|
)
|
|
|
|
|
|
|
|
generate_config_from_template("/compiled", config_path, environ, ownership)
|
2019-06-27 08:49:48 -04:00
|
|
|
else:
|
|
|
|
config_dir = environ.get("SYNAPSE_CONFIG_DIR", "/data")
|
|
|
|
config_path = environ.get(
|
|
|
|
"SYNAPSE_CONFIG_PATH", config_dir + "/homeserver.yaml"
|
|
|
|
)
|
|
|
|
if not os.path.exists(config_path):
|
|
|
|
error(
|
|
|
|
"Config file '%s' does not exist. You should either create a new "
|
|
|
|
"config file by running with the `generate` argument (and then edit "
|
|
|
|
"the resulting file before restarting) or specify the path to an "
|
|
|
|
"existing config file with the SYNAPSE_CONFIG_PATH variable."
|
|
|
|
% (config_path,)
|
|
|
|
)
|
|
|
|
|
|
|
|
log("Starting synapse with config file " + config_path)
|
2019-02-05 08:42:21 -05:00
|
|
|
|
2019-09-03 11:36:01 -04:00
|
|
|
args = ["python", "-m", "synapse.app.homeserver", "--config-path", config_path]
|
|
|
|
if ownership is not None:
|
|
|
|
args = ["su-exec", ownership] + args
|
|
|
|
os.execv("/sbin/su-exec", args)
|
|
|
|
else:
|
|
|
|
os.execv("/usr/local/bin/python", args)
|
2019-06-25 09:23:24 -04:00
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
main(sys.argv, os.environ)
|