bunkerweb 1.4.0
This commit is contained in:
bunkerity
455
ui/src/Config.py
455
ui/src/Config.py
@@ -1,123 +1,338 @@
|
||||
import json, uuid, glob, copy, re, subprocess, os
|
||||
|
||||
class Config :
|
||||
|
||||
def __init__(self) :
|
||||
with open("/opt/bunkerized-nginx/settings.json", "r") as f :
|
||||
self.__settings = json.loads(f.read())
|
||||
|
||||
def __env_to_dict(self, filename) :
|
||||
if not os.path.isfile(filename) :
|
||||
return {}
|
||||
with open(filename, "r") as f :
|
||||
env = f.read()
|
||||
data = {}
|
||||
for line in env.split("\n") :
|
||||
if not "=" in line :
|
||||
continue
|
||||
var = line.split("=")[0]
|
||||
val = line.replace(var + "=", "", 1)
|
||||
data[var] = val
|
||||
return data
|
||||
|
||||
def __dict_to_env(self, filename, variables) :
|
||||
env = ""
|
||||
for k, v in variables.items() :
|
||||
env += k + "=" + v + "\n"
|
||||
with open(filename, "w") as f :
|
||||
f.write(env)
|
||||
|
||||
def __gen_conf(self, global_conf, services_conf) :
|
||||
conf = copy.deepcopy(global_conf)
|
||||
if not "SERVER_NAME" in conf :
|
||||
conf["SERVER_NAME"] = ""
|
||||
servers = conf["SERVER_NAME"].split(" ")
|
||||
if conf["SERVER_NAME"] == "" :
|
||||
servers = []
|
||||
for service in services_conf :
|
||||
first_server = service["SERVER_NAME"].split(" ")[0]
|
||||
if not first_server in servers :
|
||||
servers.append(first_server)
|
||||
for k, v in service.items() :
|
||||
if not k.startswith(first_server + "_") :
|
||||
conf[first_server + "_" + k] = v
|
||||
conf["SERVER_NAME"] = " ".join(servers)
|
||||
env_file = "/tmp/" + str(uuid.uuid4()) + ".env"
|
||||
self.__dict_to_env(env_file, conf)
|
||||
proc = subprocess.run(["/opt/bunkerized-nginx/gen/main.py", "--settings", "/opt/bunkerized-nginx/settings.json", "--templates", "/opt/bunkerized-nginx/confs", "--output", "/etc/nginx", "--variables", env_file], capture_output=True)
|
||||
stderr = proc.stderr.decode("ascii")
|
||||
stdout = proc.stdout.decode("ascii")
|
||||
if stderr != "" or proc.returncode != 0 :
|
||||
raise Exception("Error from generator (return code = " + str(proc.returncode) + ") : " + stderr + "\n" + stdout)
|
||||
|
||||
def get_settings(self) :
|
||||
return self.__settings
|
||||
|
||||
def get_config(self) :
|
||||
return self.__env_to_dict("/etc/nginx/global.env")
|
||||
|
||||
def get_services(self) :
|
||||
services = []
|
||||
for filename in glob.iglob("/etc/nginx/**/site.env") :
|
||||
env = self.__env_to_dict(filename)
|
||||
services.append(env)
|
||||
no_multisite = self.__env_to_dict("/etc/nginx/site.env")
|
||||
if len(no_multisite) > 0 :
|
||||
services.append(no_multisite)
|
||||
return services
|
||||
|
||||
def check_variables(self, variables) :
|
||||
for k, v in variables.items() :
|
||||
check = False
|
||||
for category in self.__settings :
|
||||
for param in self.__settings[category]["params"] :
|
||||
multiple = False
|
||||
if param["type"] != "multiple" :
|
||||
real_params = [param]
|
||||
else :
|
||||
real_params = param["params"]
|
||||
multiple = True
|
||||
for real_param in real_params :
|
||||
if (((not multiple and k == real_param["env"]) or
|
||||
(multiple and re.search("^" + real_param["env"] + "_" + "[0-9]+$", k))) and
|
||||
real_param["context"] == "multisite" and
|
||||
re.search(real_param["regex"], v)) :
|
||||
check = True
|
||||
if not check :
|
||||
raise Exception("Variable " + k + " is not valid.")
|
||||
|
||||
def new_service(self, variables) :
|
||||
global_env = self.__env_to_dict("/etc/nginx/global.env")
|
||||
services = self.get_services()
|
||||
for service in services :
|
||||
if service["SERVER_NAME"] == variables["SERVER_NAME"] or service["SERVER_NAME"] in variables["SERVER_NAME"].split(" ") :
|
||||
raise Exception("Service " + service["SERVER_NAME"] + " already exists.")
|
||||
services.append(variables)
|
||||
self.__gen_conf(global_env, services)
|
||||
return "Configuration for " + variables["SERVER_NAME"] + " has been generated."
|
||||
|
||||
def edit_service(self, old_server_name, variables) :
|
||||
self.delete_service(old_server_name)
|
||||
self.new_service(variables)
|
||||
return "Configuration for " + old_server_name + " has been edited."
|
||||
from copy import deepcopy
|
||||
from flask import flash
|
||||
from operator import xor
|
||||
from os.path import isfile
|
||||
from typing import Tuple
|
||||
from json import load as json_load
|
||||
from uuid import uuid4
|
||||
from glob import iglob
|
||||
from re import search as re_search
|
||||
from subprocess import run, DEVNULL, STDOUT
|
||||
|
||||
|
||||
def delete_service(self, server_name) :
|
||||
global_env = self.__env_to_dict("/etc/nginx/global.env")
|
||||
services = self.get_services()
|
||||
new_services = []
|
||||
found = False
|
||||
for service in services :
|
||||
if service["SERVER_NAME"].split(" ")[0] == server_name :
|
||||
found = True
|
||||
else :
|
||||
new_services.append(service)
|
||||
if not found :
|
||||
raise Exception("Can't delete missing " + server_name + " configuration.")
|
||||
new_servers = global_env["SERVER_NAME"].split(" ")
|
||||
if server_name in new_servers :
|
||||
new_servers.remove(server_name)
|
||||
global_env["SERVER_NAME"] = " ".join(new_servers)
|
||||
self.__gen_conf(global_env, new_services)
|
||||
return "Configuration for " + server_name + " has been deleted."
|
||||
class Config:
|
||||
def __init__(self):
|
||||
with open("/opt/bunkerweb/settings.json", "r") as f:
|
||||
self.__settings = json_load(f)
|
||||
|
||||
self.__plugins = []
|
||||
for filename in iglob("/opt/bunkerweb/core/**/plugin.json"):
|
||||
with open(filename, "r") as f:
|
||||
self.__plugins.append(json_load(f))
|
||||
|
||||
for filename in iglob("/opt/bunkerweb/plugins/**/plugin.json"):
|
||||
with open(filename, "r") as f:
|
||||
self.__plugins.append(json_load(f))
|
||||
|
||||
self.__plugins.sort(key=lambda plugin: plugin.get("name"))
|
||||
self.__plugins_settings = {
|
||||
**{k: v for x in self.__plugins for k, v in x["settings"].items()},
|
||||
**self.__settings,
|
||||
}
|
||||
|
||||
def reload_plugins(self) -> None:
|
||||
self.__plugins.clear()
|
||||
|
||||
for filename in iglob("/opt/bunkerweb/core/**/plugin.json"):
|
||||
with open(filename, "r") as f:
|
||||
self.__plugins.append(json_load(f))
|
||||
|
||||
for filename in iglob("/opt/bunkerweb/plugins/**/plugin.json"):
|
||||
with open(filename, "r") as f:
|
||||
self.__plugins.append(json_load(f))
|
||||
|
||||
self.__plugins.sort(key=lambda plugin: plugin.get("name"))
|
||||
self.__plugins_settings = {
|
||||
**{k: v for x in self.__plugins for k, v in x["settings"].items()},
|
||||
**self.__settings,
|
||||
}
|
||||
|
||||
def __env_to_dict(self, filename: str) -> dict:
|
||||
"""Converts the content of an env file into a dict
|
||||
|
||||
Parameters
|
||||
----------
|
||||
filename : str
|
||||
the path to the file to convert to dict
|
||||
|
||||
Returns
|
||||
-------
|
||||
dict
|
||||
The values of the file converted to dict
|
||||
"""
|
||||
if not isfile(filename):
|
||||
return {}
|
||||
|
||||
with open(filename, "r") as f:
|
||||
env = f.read()
|
||||
|
||||
data = {}
|
||||
for line in env.split("\n"):
|
||||
if not "=" in line:
|
||||
continue
|
||||
var = line.split("=")[0]
|
||||
val = line.replace(f"{var}=", "", 1)
|
||||
data[var] = val
|
||||
|
||||
return data
|
||||
|
||||
def __dict_to_env(self, filename: str, variables: dict) -> None:
|
||||
"""Converts the content of a dict into an env file
|
||||
|
||||
Parameters
|
||||
----------
|
||||
filename : str
|
||||
The path to save the env file
|
||||
variables : dict
|
||||
The dict to convert to env file
|
||||
"""
|
||||
with open(filename, "w") as f:
|
||||
f.write("\n".join(f"{k}={variables[k]}" for k in sorted(variables)))
|
||||
|
||||
def __gen_conf(self, global_conf: dict, services_conf: list[dict]) -> None:
|
||||
"""Generates the nginx configuration file from the given configuration
|
||||
|
||||
Parameters
|
||||
----------
|
||||
variables : dict
|
||||
The configuration to add to the file
|
||||
|
||||
Raises
|
||||
------
|
||||
Exception
|
||||
If an error occurred during the generation of the configuration file, raises this exception
|
||||
"""
|
||||
conf = deepcopy(global_conf)
|
||||
|
||||
servers = []
|
||||
for service in services_conf:
|
||||
server_name = service["SERVER_NAME"].split(" ")[0]
|
||||
for k in service.keys():
|
||||
key_without_server_name = k.replace(f"{server_name}_", "")
|
||||
if (
|
||||
self.__plugins_settings[key_without_server_name]["context"]
|
||||
!= "global"
|
||||
if key_without_server_name in self.__plugins_settings
|
||||
else True
|
||||
):
|
||||
server_key = f"{server_name}_{k}"
|
||||
if not k.startswith(server_name) or k in self.__plugins_settings:
|
||||
conf[server_key] = service[k]
|
||||
else:
|
||||
conf[k] = service[k]
|
||||
|
||||
servers.append(server_name)
|
||||
|
||||
conf["SERVER_NAME"] = " ".join(servers)
|
||||
env_file = "/tmp/" + str(uuid4()) + ".env"
|
||||
self.__dict_to_env(env_file, conf)
|
||||
proc = run(
|
||||
[
|
||||
"/opt/bunkerweb/gen/main.py",
|
||||
"--settings",
|
||||
"/opt/bunkerweb/settings.json",
|
||||
"--templates",
|
||||
"/opt/bunkerweb/confs",
|
||||
"--output",
|
||||
"/etc/nginx",
|
||||
"--variables",
|
||||
env_file,
|
||||
],
|
||||
stdin=DEVNULL,
|
||||
stderr=STDOUT,
|
||||
)
|
||||
|
||||
if proc.returncode != 0:
|
||||
raise Exception(f"Error from generator (return code = {proc.returncode})")
|
||||
|
||||
def get_plugins_settings(self) -> dict:
|
||||
return self.__plugins_settings
|
||||
|
||||
def get_plugins(self) -> dict:
|
||||
return self.__plugins
|
||||
|
||||
def get_settings(self) -> dict:
|
||||
return self.__settings
|
||||
|
||||
def get_config(self) -> dict:
|
||||
"""Get the nginx variables env file and returns it as a dict
|
||||
|
||||
Returns
|
||||
-------
|
||||
dict
|
||||
The nginx variables env file as a dict
|
||||
"""
|
||||
return self.__env_to_dict("/etc/nginx/variables.env")
|
||||
|
||||
def get_services(self) -> list[dict]:
|
||||
"""Get nginx's services
|
||||
|
||||
Returns
|
||||
-------
|
||||
list
|
||||
The services
|
||||
"""
|
||||
services = []
|
||||
for filename in iglob("/etc/nginx/**/variables.env"):
|
||||
env = self.__env_to_dict(filename)
|
||||
services.append(env)
|
||||
|
||||
return services
|
||||
|
||||
def check_variables(self, variables: dict, _global: bool = False) -> int:
|
||||
"""Testify that the variables passed are valid
|
||||
|
||||
Parameters
|
||||
----------
|
||||
variables : dict
|
||||
The dict to check
|
||||
|
||||
Returns
|
||||
-------
|
||||
int
|
||||
Return the error code
|
||||
"""
|
||||
error = 0
|
||||
for k, v in variables.items():
|
||||
check = False
|
||||
|
||||
if k in self.__plugins_settings:
|
||||
if _global ^ (self.__plugins_settings[k]["context"] == "global"):
|
||||
error = 1
|
||||
flash(f"Variable {k} is not valid.")
|
||||
continue
|
||||
|
||||
setting = k
|
||||
else:
|
||||
setting = k[0 : k.rfind("_")]
|
||||
if (
|
||||
setting not in self.__plugins_settings
|
||||
or "multiple" not in self.__plugins_settings[setting]
|
||||
):
|
||||
error = 1
|
||||
flash(f"Variable {k} is not valid.")
|
||||
continue
|
||||
|
||||
if not (
|
||||
_global ^ (self.__plugins_settings[setting]["context"] == "global")
|
||||
) and re_search(self.__plugins_settings[setting]["regex"], v):
|
||||
check = True
|
||||
|
||||
if not check:
|
||||
error = 1
|
||||
flash(f"Variable {k} is not valid.")
|
||||
continue
|
||||
|
||||
return error
|
||||
|
||||
def reload_config(self) -> None:
|
||||
self.__gen_conf(self.get_config(), self.get_services())
|
||||
|
||||
def new_service(self, variables: dict) -> Tuple[str, int]:
|
||||
"""Creates a new service from the given variables
|
||||
|
||||
Parameters
|
||||
----------
|
||||
variables : dict
|
||||
The settings for the new service
|
||||
|
||||
Returns
|
||||
-------
|
||||
str
|
||||
The confirmation message
|
||||
|
||||
Raises
|
||||
------
|
||||
Exception
|
||||
raise this if the service already exists
|
||||
"""
|
||||
services = self.get_services()
|
||||
for service in services:
|
||||
if service["SERVER_NAME"] == variables["SERVER_NAME"] or service[
|
||||
"SERVER_NAME"
|
||||
] in variables["SERVER_NAME"].split(" "):
|
||||
return f"Service {service['SERVER_NAME']} already exists.", 1
|
||||
|
||||
services.append(variables)
|
||||
self.__gen_conf(self.get_config(), services)
|
||||
return f"Configuration for {variables['SERVER_NAME']} has been generated.", 0
|
||||
|
||||
def edit_service(self, old_server_name: str, variables: dict) -> str:
|
||||
"""Edits a service
|
||||
|
||||
Parameters
|
||||
----------
|
||||
old_server_name : str
|
||||
The old server name
|
||||
variables : dict
|
||||
The settings to change for the service
|
||||
|
||||
Returns
|
||||
-------
|
||||
str
|
||||
the confirmation message
|
||||
"""
|
||||
self.delete_service(old_server_name)
|
||||
self.new_service(variables)
|
||||
return f"Configuration for {old_server_name} has been edited."
|
||||
|
||||
def edit_global_conf(self, variables: dict) -> str:
|
||||
"""Edits the global conf
|
||||
|
||||
Parameters
|
||||
----------
|
||||
variables : dict
|
||||
The settings to change for the conf
|
||||
|
||||
Returns
|
||||
-------
|
||||
str
|
||||
the confirmation message
|
||||
"""
|
||||
self.__gen_conf(self.get_config() | variables, self.get_services())
|
||||
return f"The global configuration has been edited."
|
||||
|
||||
def delete_service(self, service_name: str) -> Tuple[str, int]:
|
||||
"""Deletes a service
|
||||
|
||||
Parameters
|
||||
----------
|
||||
service_name : str
|
||||
The name of the service to edit
|
||||
|
||||
Returns
|
||||
-------
|
||||
str
|
||||
The confirmation message
|
||||
|
||||
Raises
|
||||
------
|
||||
Exception
|
||||
raises this if the service_name given isn't found
|
||||
"""
|
||||
full_env = self.get_config()
|
||||
services = self.get_services()
|
||||
new_services = []
|
||||
found = False
|
||||
|
||||
for service in services:
|
||||
if service["SERVER_NAME"].split(" ")[0] == service_name:
|
||||
found = True
|
||||
else:
|
||||
new_services.append(service)
|
||||
|
||||
if not found:
|
||||
return f"Can't delete missing {service_name} configuration.", 1
|
||||
|
||||
full_env["SERVER_NAME"] = " ".join(
|
||||
[s for s in full_env["SERVER_NAME"].split(" ") if s != service_name]
|
||||
)
|
||||
|
||||
new_env = deepcopy(full_env)
|
||||
|
||||
for k in full_env:
|
||||
if k.startswith(service_name):
|
||||
del new_env[k]
|
||||
|
||||
self.__gen_conf(new_env, new_services)
|
||||
return f"Configuration for {service_name} has been deleted.", 0
|
||||
|
||||
Reference in New Issue
Block a user