完成docker部署
This commit is contained in:
parent
8e22ccee40
commit
9736564aab
|
@ -2,4 +2,5 @@
|
||||||
config.toml
|
config.toml
|
||||||
debug_cmd.lst
|
debug_cmd.lst
|
||||||
venv
|
venv
|
||||||
log.log
|
log.log
|
||||||
|
*.bak
|
||||||
|
|
|
@ -0,0 +1,11 @@
|
||||||
|
FROM python:3.12.4
|
||||||
|
WORKDIR /myjsondb
|
||||||
|
|
||||||
|
RUN python3 -m pip install aiomysql fastapi cryptography -i https://pypi.tuna.tsinghua.edu.cn/simple
|
||||||
|
|
||||||
|
COPY ./src /myjsondb/src
|
||||||
|
COPY ./main.py /myjsondb
|
||||||
|
COPY ./config.toml.template /myjsondb
|
||||||
|
RUN mkdir /myjsondb/config
|
||||||
|
|
||||||
|
CMD python3 main.py
|
|
@ -4,7 +4,6 @@ runmode = "webapi"
|
||||||
host = "127.0.0.1"
|
host = "127.0.0.1"
|
||||||
port = 3032
|
port = 3032
|
||||||
[[limit]]
|
[[limit]]
|
||||||
enable = true
|
|
||||||
speed = 5
|
speed = 5
|
||||||
wait100ms = 6000
|
wait100ms = 6000
|
||||||
wait1s = 8000
|
wait1s = 8000
|
|
@ -0,0 +1,14 @@
|
||||||
|
runmode = "webapi"
|
||||||
|
|
||||||
|
[webapi]
|
||||||
|
host = "127.0.0.1"
|
||||||
|
port = 3032
|
||||||
|
|
||||||
|
[db]
|
||||||
|
host = "127.0.0.1"
|
||||||
|
port = 3306
|
||||||
|
user = "myjsondb"
|
||||||
|
passwd = "<your passwd>"
|
||||||
|
dbname = "myjsondb"
|
||||||
|
minsize = 100
|
||||||
|
maxsize = 100
|
|
@ -1,9 +1,18 @@
|
||||||
import tomllib
|
import tomllib
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import sys
|
||||||
|
|
||||||
with open("config.toml", 'rb') as file:
|
if (not os.path.exists("config/config.toml")):
|
||||||
|
shutil.copyfile("./config.toml.template", "./config/config.toml")
|
||||||
|
print("Init config. Please config mysql server info.")
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
with open("config/config.toml", 'rb') as file:
|
||||||
configs: dict = tomllib.load(file)
|
configs: dict = tomllib.load(file)
|
||||||
|
|
||||||
RUN_MODE: bool = configs.get("runmode", "webapi")
|
RUN_MODE: str = str(os.environ.get("MYJSONDB_RUNMODE", None)
|
||||||
|
or configs.get("runmode", "webapi"))
|
||||||
|
|
||||||
LOGPATH: str = configs.get("log", {}).get("path", "log.log")
|
LOGPATH: str = configs.get("log", {}).get("path", "log.log")
|
||||||
LOGLEVEL: str = configs.get("log", {}).get("level", "info")
|
LOGLEVEL: str = configs.get("log", {}).get("level", "info")
|
||||||
|
@ -11,27 +20,34 @@ if (LOGLEVEL not in ["debug", "info", "warning", "err"]):
|
||||||
LOGLEVEL = "info"
|
LOGLEVEL = "info"
|
||||||
OUTPUT_COLORFUL: bool = configs.get("log", {}).get("color", True)
|
OUTPUT_COLORFUL: bool = configs.get("log", {}).get("color", True)
|
||||||
|
|
||||||
DB_SERVER: str = configs.get("db", {}).get("host", "127.0.0.1")
|
DB_SERVER: str = str(os.environ.get("MYJSONDB_DB_HOST", None)
|
||||||
DB_PORT: int = configs.get("db", {}).get("port", 3306)
|
or configs.get("db", {}).get("host", "127.0.0.1"))
|
||||||
DB_USER: str = configs.get("db", {}).get("user", "root")
|
DB_PORT: int = int(os.environ.get("MYJSONDB_DB_PORT", None)
|
||||||
DB_PASSWD: str = configs.get("db", {}).get("passwd", "<no password>")
|
or configs.get("db", {}).get("port", 3306))
|
||||||
DB_NAME: str = configs.get("db", {}).get("dbname", "myjsonDB")
|
DB_USER: str = str(os.environ.get("MYJSONDB_DB_USER", None)
|
||||||
DB_MINSIZE: str = configs.get("db", {}).get("minsize", 10)
|
or configs.get("db", {}).get("user", "root"))
|
||||||
DB_MAXSIZE: str = configs.get("db", {}).get("maxsize", 50)
|
DB_PASSWD: str = str(os.environ.get("MYJSONDB_DB_PASSWD", None)
|
||||||
|
or configs.get("db", {}).get("passwd", "<no password>"))
|
||||||
|
DB_NAME: str = str(os.environ.get("MYJSONDB_DB_DBNAME", None)
|
||||||
|
or configs.get("db", {}).get("dbname", "myjsonDB"))
|
||||||
|
DB_MINSIZE: int = int(os.environ.get("MYJSONDB_DB_MINSIZE", None)
|
||||||
|
or configs.get("db", {}).get("minsize", 5))
|
||||||
|
DB_MAXSIZE: int = int(os.environ.get("MYJSONDB_DB_MAXSIZE", None)
|
||||||
|
or configs.get("db", {}).get("maxsize", 10))
|
||||||
|
|
||||||
USE_EMACE_MOD: bool = configs.get("console", {}).get("emacsmode", True)
|
USE_EMACE_MOD: bool = configs.get("console", {}).get("emacsmode", True)
|
||||||
SIGTERM_CMD: bool = configs.get("console", {}).get("softstop", True)
|
SIGTERM_CMD: bool = configs.get("console", {}).get("softstop", True)
|
||||||
|
|
||||||
API_HOST: str = configs.get("webapi", {}).get("host", "127.0.0.1")
|
API_HOST: str = str(os.environ.get("MYJSONDB_API_HOST", None)
|
||||||
API_PORT: int = configs.get("webapi", {}).get("port", 3032)
|
or configs.get("webapi", {}).get("host", "0.0.0.0"))
|
||||||
|
API_PORT: int = int(os.environ.get("MYJSONDB_API_PORT", None)
|
||||||
|
or configs.get("webapi", {}).get("port", 3032))
|
||||||
|
|
||||||
LIM_ENABLE: bool = configs.get("webapi", {}).get(
|
|
||||||
"limit", {}).get("enable", True)
|
|
||||||
LIM_SPEED: int = configs.get("webapi", {}).get(
|
LIM_SPEED: int = configs.get("webapi", {}).get(
|
||||||
"limit", {}).get("speed", 5)
|
"limit", {}).get("speed", 5)
|
||||||
LIM_WAIT100MS: int = configs.get("webapi", {}).get(
|
LIM_WAIT100MS: int = configs.get("webapi", {}).get(
|
||||||
"limit", {}).get("wait1ms", 100)
|
"limit", {}).get("wait1ms", 10000)
|
||||||
LIM_WAIT1S: int = configs.get("webapi", {}).get(
|
LIM_WAIT1S: int = configs.get("webapi", {}).get(
|
||||||
"limit", {}).get("wait1s", 200)
|
"limit", {}).get("wait1s", 20000)
|
||||||
LIM_WAIT10S: int = configs.get("webapi", {}).get(
|
LIM_WAIT10S: int = configs.get("webapi", {}).get(
|
||||||
"limit", {}).get("wait10s", 300)
|
"limit", {}).get("wait10s", 50000)
|
||||||
|
|
53
src/core.py
53
src/core.py
|
@ -370,35 +370,35 @@ async def create_key(dbname: str, name: str, key: str | int | tuple, vl: Any) ->
|
||||||
|
|
||||||
if (vl is None):
|
if (vl is None):
|
||||||
await log.warn("Value is None")
|
await log.warn("Value is None")
|
||||||
return (6, "Value is None")
|
return (6, "Value is None", 1)
|
||||||
|
|
||||||
res = re.search(r'[0-9A-Za-z_]{2,20}', dbname)
|
res = re.search(r'[0-9A-Za-z_]{2,20}', dbname)
|
||||||
if res is None or res.group() != dbname:
|
if res is None or res.group() != dbname:
|
||||||
await log.warn("Database name error: "+str(dbname))
|
await log.warn("Database name error: "+str(dbname))
|
||||||
return (1, "Database name error: "+str(dbname))
|
return (1, "Database name error: "+str(dbname), 1)
|
||||||
|
|
||||||
res = re.search(r'[0-9A-Za-z_]{2,20}', name)
|
res = re.search(r'[0-9A-Za-z_]{2,20}', name)
|
||||||
if res is None or res.group() != name:
|
if res is None or res.group() != name:
|
||||||
await log.warn("Create key table name error: "+str(name))
|
await log.warn("Create key table name error: "+str(name))
|
||||||
return (2, "Create key table name error: "+str(name))
|
return (2, "Create key table name error: "+str(name), 1)
|
||||||
|
|
||||||
checks = await check_table(dbname, name)
|
checks = await check_table(dbname, name)
|
||||||
if checks == None:
|
if checks == None:
|
||||||
return (3, "Other error")
|
return (3, "Other error", 1)
|
||||||
elif checks == False:
|
elif checks == False:
|
||||||
await log.warn("Unknown table: "+str(name))
|
await log.warn("Unknown table: "+str(name))
|
||||||
return (4, "Unknown table: "+str(name))
|
return (4, "Unknown table: "+str(name), 1)
|
||||||
|
|
||||||
async def callback():
|
async def callback():
|
||||||
return (0, None)
|
return (0, None, 1)
|
||||||
|
|
||||||
async def err_callback(err_info):
|
async def err_callback(err_info):
|
||||||
if (".PRIMARY" in err_info):
|
if (".PRIMARY" in err_info):
|
||||||
await log.warn("Duplicate key: "+str(key))
|
await log.warn("Duplicate key: "+str(key))
|
||||||
return (5, "Duplicate key: "+str(key))
|
return (5, "Duplicate key: "+str(key), 1)
|
||||||
else:
|
else:
|
||||||
await log.warn("Other error on create key: "+str(err_info))
|
await log.warn("Other error on create key: "+str(err_info))
|
||||||
return (5, "Other error on create key: "+str(err_info))
|
return (5, "Other error on create key: "+str(err_info), 1)
|
||||||
return await sqllink.execute_cmd(connects,
|
return await sqllink.execute_cmd(connects,
|
||||||
command=f"""
|
command=f"""
|
||||||
INSERT INTO `user_{dbname.replace("_", "__")}_{name.replace("_", "__")}`(
|
INSERT INTO `user_{dbname.replace("_", "__")}_{name.replace("_", "__")}`(
|
||||||
|
@ -541,7 +541,7 @@ async def remove_key(dbname: str, name: str, key: str | int | tuple) -> Any | No
|
||||||
|
|
||||||
async def change_key(dbname: str, name: str, key: str | int | tuple, vl: Any) -> Any | None:
|
async def change_key(dbname: str, name: str, key: str | int | tuple, vl: Any) -> Any | None:
|
||||||
"""
|
"""
|
||||||
## Change a key.
|
## Create or change a key.
|
||||||
@return: True(created) | False(not create) | None(error)
|
@return: True(created) | False(not create) | None(error)
|
||||||
"""
|
"""
|
||||||
await log.info("Change key in '"+str(name)+"."+str(dbname)+"'")
|
await log.info("Change key in '"+str(name)+"."+str(dbname)+"'")
|
||||||
|
@ -549,34 +549,33 @@ async def change_key(dbname: str, name: str, key: str | int | tuple, vl: Any) ->
|
||||||
res = re.search(r'[0-9A-Za-z_]{2,20}', dbname)
|
res = re.search(r'[0-9A-Za-z_]{2,20}', dbname)
|
||||||
if res is None or res.group() != dbname:
|
if res is None or res.group() != dbname:
|
||||||
await log.warn("Database name error: "+str(dbname))
|
await log.warn("Database name error: "+str(dbname))
|
||||||
return (1, "Database name error: "+str(dbname))
|
return (1, "Database name error: "+str(dbname), 0)
|
||||||
|
|
||||||
res = re.search(r'[0-9A-Za-z_]{2,20}', name)
|
res = re.search(r'[0-9A-Za-z_]{2,20}', name)
|
||||||
if res is None or res.group() != name:
|
if res is None or res.group() != name:
|
||||||
await log.warn("Change key table name error: "+str(name))
|
await log.warn("Change key table name error: "+str(name))
|
||||||
return (2, "Change key table name error: "+str(name))
|
return (2, "Change key table name error: "+str(name), 0)
|
||||||
|
|
||||||
checks = await check_key(dbname, name, key)
|
checks = await check_key(dbname, name, key)
|
||||||
if checks == None:
|
if checks == None:
|
||||||
await log.warn("Other error")
|
await log.warn("Other error")
|
||||||
return (3, "Other error")
|
return (3, "Other error", 0)
|
||||||
elif checks == False:
|
elif checks == False:
|
||||||
await log.warn("Unknown key: "+str(name))
|
return await create_key(dbname, name, key, vl)
|
||||||
return (4, "Unknown key: "+str(name))
|
else:
|
||||||
|
async def callback():
|
||||||
|
return (0, None, 0)
|
||||||
|
|
||||||
async def callback():
|
async def err_callback(err_info):
|
||||||
return (0, None)
|
await log.warn("Other error on change key: "+str(err_info))
|
||||||
|
return (5, "Other error on change key: "+str(err_info), 0)
|
||||||
async def err_callback(err_info):
|
return await sqllink.execute_cmd(connects,
|
||||||
await log.warn("Other error on change key: "+str(err_info))
|
command=f"""
|
||||||
return (5, "Other error on change key: "+str(err_info))
|
UPDATE `user_{dbname.replace("_", "__")}_{name.replace("_", "__")}` SET `value`=%s WHERE `key`=%s;""",
|
||||||
return await sqllink.execute_cmd(connects,
|
args=(pickle.dumps(vl), str(key)),
|
||||||
command=f"""
|
commit=True,
|
||||||
UPDATE `user_{dbname.replace("_", "__")}_{name.replace("_", "__")}` SET `value`=%s WHERE `key`=%s;""",
|
callback=callback,
|
||||||
args=(pickle.dumps(vl), str(key)),
|
err_callback=err_callback)
|
||||||
commit=True,
|
|
||||||
callback=callback,
|
|
||||||
err_callback=err_callback)
|
|
||||||
|
|
||||||
|
|
||||||
async def list_key(dbname: str, name: str) -> Tuple[tuple[str, Any]] | None:
|
async def list_key(dbname: str, name: str) -> Tuple[tuple[str, Any]] | None:
|
||||||
|
|
|
@ -91,7 +91,7 @@ async def list_key(database_name: str, table_name: str):
|
||||||
return {"status": 400, "errormsg": "Unknown Error"}
|
return {"status": 400, "errormsg": "Unknown Error"}
|
||||||
|
|
||||||
|
|
||||||
@app.get("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}/check", status_code=200)
|
@app.head("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
||||||
async def check_key(database_name: str, table_name: str, key_name: int | str):
|
async def check_key(database_name: str, table_name: str, key_name: int | str):
|
||||||
await reqlim.get_req()
|
await reqlim.get_req()
|
||||||
ret = await core.check_key(database_name, table_name, key_name)
|
ret = await core.check_key(database_name, table_name, key_name)
|
||||||
|
@ -101,14 +101,14 @@ async def check_key(database_name: str, table_name: str, key_name: int | str):
|
||||||
|
|
||||||
|
|
||||||
@app.post("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
@app.post("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
||||||
async def create_key(database_name: str, table_name: str, key_name: int | str, data: KeyItem):
|
async def create_or_change_key(database_name: str, table_name: str, key_name: int | str, data: KeyItem): # will remove
|
||||||
await reqlim.get_req()
|
await reqlim.get_req()
|
||||||
if (data.data is None):
|
if (data.data is None):
|
||||||
return {"status": 400, "errormsg": "No data"}
|
return {"status": 400, "errormsg": "No data"}
|
||||||
ret = await core.create_key(database_name, table_name, key_name, data.data)
|
ret = await core.change_key(database_name, table_name, key_name, data.data)
|
||||||
if (ret[0] == 0):
|
if (ret[0] == 0):
|
||||||
return {"status": 200}
|
return {"status": 200, "create": bool(ret[2])}
|
||||||
return {"status": 400+ret[0], "errormsg": ret[1]}
|
return {"status": 400+ret[0], "errormsg": ret[1], "create": bool(ret[2])}
|
||||||
|
|
||||||
|
|
||||||
@app.delete("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
@app.delete("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
||||||
|
@ -127,8 +127,8 @@ async def update_key(database_name: str, table_name: str, key_name: int | str, d
|
||||||
return {"status": 400, "errormsg": "No data"}
|
return {"status": 400, "errormsg": "No data"}
|
||||||
ret = await core.change_key(database_name, table_name, key_name, data.data)
|
ret = await core.change_key(database_name, table_name, key_name, data.data)
|
||||||
if (ret[0] == 0):
|
if (ret[0] == 0):
|
||||||
return {"status": 200}
|
return {"status": 200, "create": bool(ret[2])}
|
||||||
return {"status": 400+ret[0], "errormsg": ret[1]}
|
return {"status": 400+ret[0], "errormsg": ret[1], "create": bool(ret[2])}
|
||||||
|
|
||||||
|
|
||||||
@app.get("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
@app.get("/api/"+version+"/database/{database_name}/table/{table_name}/key/{key_name}", status_code=200)
|
||||||
|
|
Loading…
Reference in New Issue