refactor: assembling the app features in modular way (#9129)
Signed-off-by: -LAN- <laipz8200@outlook.com> Co-authored-by: -LAN- <laipz8200@outlook.com>pull/11234/head
parent
3bc4dc58d7
commit
9b46b02717
@ -1,113 +1,13 @@
|
|||||||
import os
|
|
||||||
import sys
|
|
||||||
|
|
||||||
python_version = sys.version_info
|
|
||||||
if not ((3, 11) <= python_version < (3, 13)):
|
|
||||||
print(f"Python 3.11 or 3.12 is required, current version is {python_version.major}.{python_version.minor}")
|
|
||||||
raise SystemExit(1)
|
|
||||||
|
|
||||||
from configs import dify_config
|
|
||||||
|
|
||||||
if not dify_config.DEBUG:
|
|
||||||
from gevent import monkey
|
|
||||||
|
|
||||||
monkey.patch_all()
|
|
||||||
|
|
||||||
import grpc.experimental.gevent
|
|
||||||
|
|
||||||
grpc.experimental.gevent.init_gevent()
|
|
||||||
|
|
||||||
import json
|
|
||||||
import threading
|
|
||||||
import time
|
|
||||||
import warnings
|
|
||||||
|
|
||||||
from flask import Response
|
|
||||||
|
|
||||||
from app_factory import create_app
|
from app_factory import create_app
|
||||||
|
from libs import threadings_utils, version_utils
|
||||||
|
|
||||||
# DO NOT REMOVE BELOW
|
# preparation before creating app
|
||||||
from events import event_handlers # noqa: F401
|
version_utils.check_supported_python_version()
|
||||||
from extensions.ext_database import db
|
threadings_utils.apply_gevent_threading_patch()
|
||||||
|
|
||||||
# TODO: Find a way to avoid importing models here
|
|
||||||
from models import account, dataset, model, source, task, tool, tools, web # noqa: F401
|
|
||||||
|
|
||||||
# DO NOT REMOVE ABOVE
|
|
||||||
|
|
||||||
|
|
||||||
warnings.simplefilter("ignore", ResourceWarning)
|
|
||||||
|
|
||||||
os.environ["TZ"] = "UTC"
|
|
||||||
# windows platform not support tzset
|
|
||||||
if hasattr(time, "tzset"):
|
|
||||||
time.tzset()
|
|
||||||
|
|
||||||
|
|
||||||
# create app
|
# create app
|
||||||
app = create_app()
|
app = create_app()
|
||||||
celery = app.extensions["celery"]
|
celery = app.extensions["celery"]
|
||||||
|
|
||||||
if dify_config.TESTING:
|
|
||||||
print("App is running in TESTING mode")
|
|
||||||
|
|
||||||
|
|
||||||
@app.after_request
|
|
||||||
def after_request(response):
|
|
||||||
"""Add Version headers to the response."""
|
|
||||||
response.headers.add("X-Version", dify_config.CURRENT_VERSION)
|
|
||||||
response.headers.add("X-Env", dify_config.DEPLOY_ENV)
|
|
||||||
return response
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/health")
|
|
||||||
def health():
|
|
||||||
return Response(
|
|
||||||
json.dumps({"pid": os.getpid(), "status": "ok", "version": dify_config.CURRENT_VERSION}),
|
|
||||||
status=200,
|
|
||||||
content_type="application/json",
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/threads")
|
|
||||||
def threads():
|
|
||||||
num_threads = threading.active_count()
|
|
||||||
threads = threading.enumerate()
|
|
||||||
|
|
||||||
thread_list = []
|
|
||||||
for thread in threads:
|
|
||||||
thread_name = thread.name
|
|
||||||
thread_id = thread.ident
|
|
||||||
is_alive = thread.is_alive()
|
|
||||||
|
|
||||||
thread_list.append(
|
|
||||||
{
|
|
||||||
"name": thread_name,
|
|
||||||
"id": thread_id,
|
|
||||||
"is_alive": is_alive,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
return {
|
|
||||||
"pid": os.getpid(),
|
|
||||||
"thread_num": num_threads,
|
|
||||||
"threads": thread_list,
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@app.route("/db-pool-stat")
|
|
||||||
def pool_stat():
|
|
||||||
engine = db.engine
|
|
||||||
return {
|
|
||||||
"pid": os.getpid(),
|
|
||||||
"pool_size": engine.pool.size(),
|
|
||||||
"checked_in_connections": engine.pool.checkedin(),
|
|
||||||
"checked_out_connections": engine.pool.checkedout(),
|
|
||||||
"overflow_connections": engine.pool.overflow(),
|
|
||||||
"connection_timeout": engine.pool.timeout(),
|
|
||||||
"recycle_time": db.engine.pool._recycle,
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
app.run(host="0.0.0.0", port=5001)
|
app.run(host="0.0.0.0", port=5001)
|
||||||
|
|||||||
@ -0,0 +1,5 @@
|
|||||||
|
from flask import Flask
|
||||||
|
|
||||||
|
|
||||||
|
class DifyApp(Flask):
|
||||||
|
pass
|
||||||
@ -0,0 +1,65 @@
|
|||||||
|
import json
|
||||||
|
import os
|
||||||
|
import threading
|
||||||
|
|
||||||
|
from flask import Response
|
||||||
|
|
||||||
|
from configs import dify_config
|
||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
@app.after_request
|
||||||
|
def after_request(response):
|
||||||
|
"""Add Version headers to the response."""
|
||||||
|
response.headers.add("X-Version", dify_config.CURRENT_VERSION)
|
||||||
|
response.headers.add("X-Env", dify_config.DEPLOY_ENV)
|
||||||
|
return response
|
||||||
|
|
||||||
|
@app.route("/health")
|
||||||
|
def health():
|
||||||
|
return Response(
|
||||||
|
json.dumps({"pid": os.getpid(), "status": "ok", "version": dify_config.CURRENT_VERSION}),
|
||||||
|
status=200,
|
||||||
|
content_type="application/json",
|
||||||
|
)
|
||||||
|
|
||||||
|
@app.route("/threads")
|
||||||
|
def threads():
|
||||||
|
num_threads = threading.active_count()
|
||||||
|
threads = threading.enumerate()
|
||||||
|
|
||||||
|
thread_list = []
|
||||||
|
for thread in threads:
|
||||||
|
thread_name = thread.name
|
||||||
|
thread_id = thread.ident
|
||||||
|
is_alive = thread.is_alive()
|
||||||
|
|
||||||
|
thread_list.append(
|
||||||
|
{
|
||||||
|
"name": thread_name,
|
||||||
|
"id": thread_id,
|
||||||
|
"is_alive": is_alive,
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
return {
|
||||||
|
"pid": os.getpid(),
|
||||||
|
"thread_num": num_threads,
|
||||||
|
"threads": thread_list,
|
||||||
|
}
|
||||||
|
|
||||||
|
@app.route("/db-pool-stat")
|
||||||
|
def pool_stat():
|
||||||
|
from extensions.ext_database import db
|
||||||
|
|
||||||
|
engine = db.engine
|
||||||
|
return {
|
||||||
|
"pid": os.getpid(),
|
||||||
|
"pool_size": engine.pool.size(),
|
||||||
|
"checked_in_connections": engine.pool.checkedin(),
|
||||||
|
"checked_out_connections": engine.pool.checkedout(),
|
||||||
|
"overflow_connections": engine.pool.overflow(),
|
||||||
|
"connection_timeout": engine.pool.timeout(),
|
||||||
|
"recycle_time": db.engine.pool._recycle,
|
||||||
|
}
|
||||||
@ -0,0 +1,48 @@
|
|||||||
|
from configs import dify_config
|
||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
# register blueprint routers
|
||||||
|
|
||||||
|
from flask_cors import CORS
|
||||||
|
|
||||||
|
from controllers.console import bp as console_app_bp
|
||||||
|
from controllers.files import bp as files_bp
|
||||||
|
from controllers.inner_api import bp as inner_api_bp
|
||||||
|
from controllers.service_api import bp as service_api_bp
|
||||||
|
from controllers.web import bp as web_bp
|
||||||
|
|
||||||
|
CORS(
|
||||||
|
service_api_bp,
|
||||||
|
allow_headers=["Content-Type", "Authorization", "X-App-Code"],
|
||||||
|
methods=["GET", "PUT", "POST", "DELETE", "OPTIONS", "PATCH"],
|
||||||
|
)
|
||||||
|
app.register_blueprint(service_api_bp)
|
||||||
|
|
||||||
|
CORS(
|
||||||
|
web_bp,
|
||||||
|
resources={r"/*": {"origins": dify_config.WEB_API_CORS_ALLOW_ORIGINS}},
|
||||||
|
supports_credentials=True,
|
||||||
|
allow_headers=["Content-Type", "Authorization", "X-App-Code"],
|
||||||
|
methods=["GET", "PUT", "POST", "DELETE", "OPTIONS", "PATCH"],
|
||||||
|
expose_headers=["X-Version", "X-Env"],
|
||||||
|
)
|
||||||
|
|
||||||
|
app.register_blueprint(web_bp)
|
||||||
|
|
||||||
|
CORS(
|
||||||
|
console_app_bp,
|
||||||
|
resources={r"/*": {"origins": dify_config.CONSOLE_CORS_ALLOW_ORIGINS}},
|
||||||
|
supports_credentials=True,
|
||||||
|
allow_headers=["Content-Type", "Authorization"],
|
||||||
|
methods=["GET", "PUT", "POST", "DELETE", "OPTIONS", "PATCH"],
|
||||||
|
expose_headers=["X-Version", "X-Env"],
|
||||||
|
)
|
||||||
|
|
||||||
|
app.register_blueprint(console_app_bp)
|
||||||
|
|
||||||
|
CORS(files_bp, allow_headers=["Content-Type"], methods=["GET", "PUT", "POST", "DELETE", "OPTIONS", "PATCH"])
|
||||||
|
app.register_blueprint(files_bp)
|
||||||
|
|
||||||
|
app.register_blueprint(inner_api_bp)
|
||||||
@ -0,0 +1,29 @@
|
|||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
from commands import (
|
||||||
|
add_qdrant_doc_id_index,
|
||||||
|
convert_to_agent_apps,
|
||||||
|
create_tenant,
|
||||||
|
fix_app_site_missing,
|
||||||
|
reset_email,
|
||||||
|
reset_encrypt_key_pair,
|
||||||
|
reset_password,
|
||||||
|
upgrade_db,
|
||||||
|
vdb_migrate,
|
||||||
|
)
|
||||||
|
|
||||||
|
cmds_to_register = [
|
||||||
|
reset_password,
|
||||||
|
reset_email,
|
||||||
|
reset_encrypt_key_pair,
|
||||||
|
vdb_migrate,
|
||||||
|
convert_to_agent_apps,
|
||||||
|
add_qdrant_doc_id_index,
|
||||||
|
create_tenant,
|
||||||
|
upgrade_db,
|
||||||
|
fix_app_site_missing,
|
||||||
|
]
|
||||||
|
for cmd in cmds_to_register:
|
||||||
|
app.cli.add_command(cmd)
|
||||||
@ -1,11 +1,13 @@
|
|||||||
from flask import Flask
|
|
||||||
|
|
||||||
from configs import dify_config
|
from configs import dify_config
|
||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def is_enabled() -> bool:
|
||||||
|
return dify_config.API_COMPRESSION_ENABLED
|
||||||
|
|
||||||
|
|
||||||
def init_app(app: Flask):
|
def init_app(app: DifyApp):
|
||||||
if dify_config.API_COMPRESSION_ENABLED:
|
from flask_compress import Compress
|
||||||
from flask_compress import Compress
|
|
||||||
|
|
||||||
compress = Compress()
|
compress = Compress()
|
||||||
compress.init_app(app)
|
compress.init_app(app)
|
||||||
|
|||||||
@ -1,9 +1,10 @@
|
|||||||
from flask import Flask
|
|
||||||
|
|
||||||
from core.hosting_configuration import HostingConfiguration
|
from core.hosting_configuration import HostingConfiguration
|
||||||
|
|
||||||
hosting_configuration = HostingConfiguration()
|
hosting_configuration = HostingConfiguration()
|
||||||
|
|
||||||
|
|
||||||
def init_app(app: Flask):
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
hosting_configuration.init_app(app)
|
hosting_configuration.init_app(app)
|
||||||
|
|||||||
@ -0,0 +1,6 @@
|
|||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
from events import event_handlers # noqa: F401
|
||||||
|
from models import account, dataset, model, source, task, tool, tools, web # noqa: F401
|
||||||
@ -1,7 +1,62 @@
|
|||||||
|
import json
|
||||||
|
|
||||||
import flask_login
|
import flask_login
|
||||||
|
from flask import Response, request
|
||||||
|
from flask_login import user_loaded_from_request, user_logged_in
|
||||||
|
from werkzeug.exceptions import Unauthorized
|
||||||
|
|
||||||
|
import contexts
|
||||||
|
from dify_app import DifyApp
|
||||||
|
from libs.passport import PassportService
|
||||||
|
from services.account_service import AccountService
|
||||||
|
|
||||||
login_manager = flask_login.LoginManager()
|
login_manager = flask_login.LoginManager()
|
||||||
|
|
||||||
|
|
||||||
def init_app(app):
|
# Flask-Login configuration
|
||||||
|
@login_manager.request_loader
|
||||||
|
def load_user_from_request(request_from_flask_login):
|
||||||
|
"""Load user based on the request."""
|
||||||
|
if request.blueprint not in {"console", "inner_api"}:
|
||||||
|
return None
|
||||||
|
# Check if the user_id contains a dot, indicating the old format
|
||||||
|
auth_header = request.headers.get("Authorization", "")
|
||||||
|
if not auth_header:
|
||||||
|
auth_token = request.args.get("_token")
|
||||||
|
if not auth_token:
|
||||||
|
raise Unauthorized("Invalid Authorization token.")
|
||||||
|
else:
|
||||||
|
if " " not in auth_header:
|
||||||
|
raise Unauthorized("Invalid Authorization header format. Expected 'Bearer <api-key>' format.")
|
||||||
|
auth_scheme, auth_token = auth_header.split(None, 1)
|
||||||
|
auth_scheme = auth_scheme.lower()
|
||||||
|
if auth_scheme != "bearer":
|
||||||
|
raise Unauthorized("Invalid Authorization header format. Expected 'Bearer <api-key>' format.")
|
||||||
|
|
||||||
|
decoded = PassportService().verify(auth_token)
|
||||||
|
user_id = decoded.get("user_id")
|
||||||
|
|
||||||
|
logged_in_account = AccountService.load_logged_in_account(account_id=user_id)
|
||||||
|
return logged_in_account
|
||||||
|
|
||||||
|
|
||||||
|
@user_logged_in.connect
|
||||||
|
@user_loaded_from_request.connect
|
||||||
|
def on_user_logged_in(_sender, user):
|
||||||
|
"""Called when a user logged in."""
|
||||||
|
if user:
|
||||||
|
contexts.tenant_id.set(user.current_tenant_id)
|
||||||
|
|
||||||
|
|
||||||
|
@login_manager.unauthorized_handler
|
||||||
|
def unauthorized_handler():
|
||||||
|
"""Handle unauthorized requests."""
|
||||||
|
return Response(
|
||||||
|
json.dumps({"code": "unauthorized", "message": "Unauthorized."}),
|
||||||
|
status=401,
|
||||||
|
content_type="application/json",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
login_manager.init_app(app)
|
login_manager.init_app(app)
|
||||||
|
|||||||
@ -1,5 +1,9 @@
|
|||||||
import flask_migrate
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
def init(app, db):
|
def init_app(app: DifyApp):
|
||||||
|
import flask_migrate
|
||||||
|
|
||||||
|
from extensions.ext_database import db
|
||||||
|
|
||||||
flask_migrate.Migrate(app, db)
|
flask_migrate.Migrate(app, db)
|
||||||
|
|||||||
@ -0,0 +1,6 @@
|
|||||||
|
from configs import dify_config
|
||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
app.secret_key = dify_config.SECRET_KEY
|
||||||
@ -0,0 +1,11 @@
|
|||||||
|
import os
|
||||||
|
import time
|
||||||
|
|
||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
os.environ["TZ"] = "UTC"
|
||||||
|
# windows platform not support tzset
|
||||||
|
if hasattr(time, "tzset"):
|
||||||
|
time.tzset()
|
||||||
@ -0,0 +1,7 @@
|
|||||||
|
from dify_app import DifyApp
|
||||||
|
|
||||||
|
|
||||||
|
def init_app(app: DifyApp):
|
||||||
|
import warnings
|
||||||
|
|
||||||
|
warnings.simplefilter("ignore", ResourceWarning)
|
||||||
@ -0,0 +1,19 @@
|
|||||||
|
from configs import dify_config
|
||||||
|
|
||||||
|
|
||||||
|
def apply_gevent_threading_patch():
|
||||||
|
"""
|
||||||
|
Run threading patch by gevent
|
||||||
|
to make standard library threading compatible.
|
||||||
|
Patching should be done as early as possible in the lifecycle of the program.
|
||||||
|
:return:
|
||||||
|
"""
|
||||||
|
if not dify_config.DEBUG:
|
||||||
|
from gevent import monkey
|
||||||
|
from grpc.experimental import gevent as grpc_gevent
|
||||||
|
|
||||||
|
# gevent
|
||||||
|
monkey.patch_all()
|
||||||
|
|
||||||
|
# grpc gevent
|
||||||
|
grpc_gevent.init_gevent()
|
||||||
@ -0,0 +1,12 @@
|
|||||||
|
import sys
|
||||||
|
|
||||||
|
|
||||||
|
def check_supported_python_version():
|
||||||
|
python_version = sys.version_info
|
||||||
|
if not ((3, 11) <= python_version < (3, 13)):
|
||||||
|
print(
|
||||||
|
"Aborted to launch the service "
|
||||||
|
f" with unsupported Python version {python_version.major}.{python_version.minor}."
|
||||||
|
" Please ensure Python 3.11 or 3.12."
|
||||||
|
)
|
||||||
|
raise SystemExit(1)
|
||||||
Loading…
Reference in New Issue