-
-
Notifications
You must be signed in to change notification settings - Fork 27
/
Copy pathmain.py
66 lines (55 loc) · 2.23 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
import importlib
import logging
import sys
from Muice import Muice
from ws import QQBot
from utils.logging import init_logger
import utils.configs as config
logger = init_logger(logging.INFO)
logger.warning("2025.02.10更新:由于配置文件格式变更,如果先前你拉取过本 Repo 并在 02.10 后执行过fetch操作,请您重新设置模型配置,由此带来的不便我们深表歉意")
logger.info("启动Muice-Chatbot中🚀...")
# 加载配置文件
logger.info("加载配置文件...")
configs = config.get()
# 模型配置
model_config = configs['model']
# 模型加载
logger.info(f"加载模型:{model_config.get('loader')}")
model_adapter = importlib.import_module(f"llm.{model_config.get('loader')}")
model = model_adapter.llm(model_config)
# Faiss配置
enable_faiss = configs['faiss']["enable"]
if enable_faiss:
logger.info(f"加载Faiss记忆组件...")
from llm.utils.faiss_memory import FAISSMemory
import signal
memory = FAISSMemory(model_path=configs['faiss']["path"], db_path="./memory/faiss_index.faiss", top_k=2)
def handle_interrupt(faiss_memory: FAISSMemory):
"""处理中断信号"""
logger.info("接收到中断信号,正在保存数据...")
faiss_memory.save_all_data()
sys.exit(0)
signal.signal(signal.SIGINT, lambda sig, frame: handle_interrupt(memory))
else:
memory = None
# 多模态配置
enable_multi_modal = configs["multimodal"]["enable"]
if enable_multi_modal:
multi_modal_config = configs["multimodal"]
logger.info(f"加载多模态模型...")
multimodal = importlib.import_module(f"llm.{model_config.get('loader')}")
multimodal = multimodal.llm(multi_modal_config)
else:
multimodal = None
# OFA图像模型
enable_ofa_image = configs["ofa_image"]['enable']
if enable_ofa_image:
logger.info(f"加载OFA图像模型...")
from utils.ofa_image_process import ImageCaptioningPipeline
ofa_image_model_name_or_path = configs["ofa_image"]['path']
ImageCaptioningPipeline.load_model(ofa_image_model_name_or_path)
# ws服务
logger.info("初始化Bot服务...")
muice_app = Muice(model, multimodal, memory, configs)
ws_app = QQBot(muice_app, configs)
ws_app.run()