app.py 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522
  1. """
  2. AI MCP Web UI - Flask 后端
  3. 提供聊天界面与 MCP 工具调用的桥梁
  4. """
  5. import os
  6. import asyncio
  7. from typing import Optional, Dict
  8. from flask import Flask, request, jsonify, send_from_directory, Response
  9. import json as json_module
  10. from flask_cors import CORS
  11. import httpx
  12. from anthropic import Anthropic
  13. from config import MCP_SERVERS, ANTHROPIC_API_KEY, ANTHROPIC_BASE_URL, ANTHROPIC_MODEL
  14. from conversation_manager import ConversationManager
  15. from tool_handler import ToolCallHandler
  16. app = Flask(__name__)
  17. CORS(app)
  18. app.secret_key = os.getenv('SECRET_KEY', 'dev-secret-key-change-in-production')
  19. # 存储认证会话 (生产环境应使用 Redis 或数据库)
  20. auth_sessions: Dict[str, dict] = {}
  21. @app.route('/')
  22. def index():
  23. return send_from_directory('../frontend', 'index.html')
  24. @app.route('/<path:path>')
  25. def static_files(path):
  26. return send_from_directory('../frontend', path)
  27. # 初始化 Claude 客户端
  28. client = Anthropic(
  29. api_key=ANTHROPIC_API_KEY,
  30. base_url=ANTHROPIC_BASE_URL
  31. )
  32. @app.route('/api/health', methods=['GET'])
  33. def health():
  34. """健康检查端点"""
  35. return jsonify({
  36. "status": "ok",
  37. "model": ANTHROPIC_MODEL,
  38. "mcp_servers": list(MCP_SERVERS.keys())
  39. })
  40. def run_async(coro):
  41. """在同步上下文中运行异步函数"""
  42. loop = asyncio.new_event_loop()
  43. asyncio.set_event_loop(loop)
  44. try:
  45. return loop.run_until_complete(coro)
  46. finally:
  47. loop.close()
  48. @app.route('/api/chat', methods=['POST'])
  49. def chat():
  50. """
  51. 聊天端点 - 接收用户消息,返回 Claude 响应(支持 MCP 工具调用)
  52. """
  53. try:
  54. data = request.json
  55. message = data.get('message', '')
  56. conversation_history = data.get('history', [])
  57. session_id = request.headers.get('X-Session-ID')
  58. if not message:
  59. return jsonify({"error": "Message is required"}), 400
  60. # 创建对话管理器
  61. conv_manager = ConversationManager(
  62. api_key=ANTHROPIC_API_KEY,
  63. base_url=ANTHROPIC_BASE_URL,
  64. model=ANTHROPIC_MODEL,
  65. session_id=session_id
  66. )
  67. # 格式化对话历史
  68. formatted_history = ConversationManager.format_history_for_claude(conversation_history)
  69. # 执行多轮对话(自动处理工具调用)
  70. result = run_async(conv_manager.chat(
  71. user_message=message,
  72. conversation_history=formatted_history,
  73. max_turns=5
  74. ))
  75. # 提取响应文本
  76. response_text = result.get("response", "")
  77. tool_calls = result.get("tool_calls", [])
  78. return jsonify({
  79. "response": response_text,
  80. "model": ANTHROPIC_MODEL,
  81. "tool_calls": tool_calls,
  82. "has_tools": len(tool_calls) > 0
  83. })
  84. except Exception as e:
  85. import traceback
  86. return jsonify({
  87. "error": str(e),
  88. "traceback": traceback.format_exc()
  89. }), 500
  90. @app.route('/api/chat/stream', methods=['POST'])
  91. def chat_stream():
  92. """
  93. 聊天端点 - 流式输出版本(解决超时问题)
  94. 使用 Server-Sent Events (SSE) 实时返回:
  95. 1. Claude 的思考过程
  96. 2. 工具调用状态
  97. 3. 最终响应
  98. """
  99. try:
  100. data = request.json
  101. message = data.get('message', '')
  102. conversation_history = data.get('history', [])
  103. session_id = request.headers.get('X-Session-ID')
  104. if not message:
  105. return jsonify({"error": "Message is required"}), 400
  106. def generate():
  107. """生成 SSE 流式响应"""
  108. try:
  109. # 发送开始事件
  110. yield f"event: start\ndata: {json_module.dumps({'status': 'started'})}\n\n"
  111. # 创建对话管理器
  112. conv_manager = ConversationManager(
  113. api_key=ANTHROPIC_API_KEY,
  114. base_url=ANTHROPIC_BASE_URL,
  115. model=ANTHROPIC_MODEL,
  116. session_id=session_id
  117. )
  118. # 格式化对话历史
  119. formatted_history = ConversationManager.format_history_for_claude(conversation_history)
  120. messages = formatted_history + [{"role": "user", "content": message}]
  121. current_messages = messages
  122. tool_calls_info = []
  123. for turn in range(5): # 最多 5 轮
  124. # 获取可用工具
  125. tools = run_async(conv_manager.get_available_tools())
  126. # 发送工具列表
  127. yield f"event: tools\ndata: {json_module.dumps({'count': len(tools), 'tools': [t['name'] for t in tools[:5]]})}\n\n"
  128. # 调用 Claude API(流式)
  129. if tools:
  130. response_stream = conv_manager.client.messages.create(
  131. model=conv_manager.model,
  132. max_tokens=4096,
  133. messages=current_messages,
  134. tools=tools,
  135. stream=True
  136. )
  137. else:
  138. response_stream = conv_manager.client.messages.create(
  139. model=conv_manager.model,
  140. max_tokens=4096,
  141. messages=current_messages,
  142. stream=True
  143. )
  144. # 处理流式响应
  145. content_blocks = []
  146. tool_use_blocks = []
  147. response_text = ""
  148. current_block_type = None
  149. current_tool_index = -1
  150. partial_json = ""
  151. for event in response_stream:
  152. # 处理内容块开始 - 检查是否是工具调用
  153. if event.type == "content_block_start":
  154. # 检查块的类型
  155. if hasattr(event, "content_block"):
  156. current_block_type = getattr(event.content_block, "type", None)
  157. if current_block_type == "tool_use":
  158. # 这是工具调用块的开始
  159. tool_use_id = getattr(event.content_block, "id", "")
  160. # content_block 包含 name
  161. tool_name = getattr(event.content_block, "name", "")
  162. tool_use_blocks.append({
  163. "type": "tool_use",
  164. "id": tool_use_id,
  165. "name": tool_name,
  166. "input": {}
  167. })
  168. current_tool_index = len(tool_use_blocks) - 1
  169. partial_json = ""
  170. # 处理内容块增量
  171. elif event.type == "content_block_delta":
  172. delta_type = getattr(event.delta, "type", "")
  173. # 文本增量
  174. if delta_type == "text_delta":
  175. text = event.delta.text
  176. response_text += text
  177. yield f"event: token\ndata: {json_module.dumps({'text': text})}\n\n"
  178. # 工具名称增量
  179. elif delta_type == "tool_use_delta":
  180. # 获取工具名称和参数增量
  181. delta_name = getattr(event.delta, "name", None)
  182. delta_input = getattr(event.delta, "input", None)
  183. if current_tool_index >= 0 and current_tool_index < len(tool_use_blocks):
  184. if delta_name is not None:
  185. tool_use_blocks[current_tool_index]["name"] = delta_name
  186. if delta_input is not None:
  187. # 更新输入参数
  188. current_input = tool_use_blocks[current_tool_index]["input"]
  189. if isinstance(delta_input, dict):
  190. current_input.update(delta_input)
  191. tool_use_blocks[current_tool_index]["input"] = current_input
  192. # 工具参数增量 - input_json_delta
  193. elif delta_type == "input_json_delta":
  194. # 累积 partial_json 构建完整参数
  195. partial_json_str = getattr(event.delta, "partial_json", "")
  196. if partial_json_str:
  197. partial_json += partial_json_str
  198. try:
  199. # 尝试解析累积的 JSON
  200. parsed_input = json_module.loads(partial_json)
  201. if current_tool_index >= 0 and current_tool_index < len(tool_use_blocks):
  202. tool_use_blocks[current_tool_index]["input"] = parsed_input
  203. except json_module.JSONDecodeError:
  204. # JSON 还不完整,继续累积
  205. pass
  206. # 处理内容块停止
  207. elif event.type == "content_block_stop":
  208. current_block_type = None
  209. current_tool_index = -1
  210. partial_json = ""
  211. # 如果没有工具调用,发送完成事件
  212. if not tool_use_blocks:
  213. yield f"event: complete\ndata: {json_module.dumps({'response': response_text, 'tool_calls': tool_calls_info})}\n\n"
  214. return
  215. # 处理工具调用
  216. yield f"event: tools_start\ndata: {json_module.dumps({'count': len(tool_use_blocks)})}\n\n"
  217. # 为每个工具调用发送 tool_call 事件
  218. for tool_block in tool_use_blocks:
  219. yield f"event: tool_call\ndata: {json_module.dumps({'tool': tool_block['name'], 'args': tool_block['input'], 'tool_id': tool_block['id']})}\n\n"
  220. tool_results = run_async(conv_manager.tool_handler.process_tool_use_blocks(
  221. tool_use_blocks
  222. ))
  223. for i, tr in enumerate(tool_results):
  224. tool_name = tr.get("tool_name", "")
  225. tool_result = tr.get("result", {})
  226. # 发送工具完成事件
  227. if "error" in tool_result:
  228. yield f"event: tool_error\ndata: {json_module.dumps({'tool': tool_name, 'error': tool_result['error']})}\n\n"
  229. else:
  230. yield f"event: tool_done\ndata: {json_module.dumps({'tool': tool_name, 'result': tool_result.get('result', '')[:200]})}\n\n"
  231. tool_calls_info.append({
  232. "tool": tool_name,
  233. "result": tool_result
  234. })
  235. # 构建工具结果消息
  236. tool_result_message = ToolCallHandler.create_tool_result_message(
  237. tool_results
  238. )
  239. # 添加到消息历史
  240. current_messages.append({
  241. "role": "assistant",
  242. "content": content_blocks
  243. })
  244. current_messages.append(tool_result_message)
  245. # 达到最大轮数
  246. yield f"event: complete\ndata: {json_module.dumps({'response': response_text, 'tool_calls': tool_calls_info, 'warning': '达到最大对话轮数'})}\n\n"
  247. except Exception as e:
  248. import traceback
  249. yield f"event: error\ndata: {json_module.dumps({'error': str(e), 'traceback': traceback.format_exc()})}\n\n"
  250. return Response(
  251. generate(),
  252. mimetype='text/event-stream',
  253. headers={
  254. 'Cache-Control': 'no-cache',
  255. 'X-Accel-Buffering': 'no' # 禁用 Nginx 缓冲
  256. }
  257. )
  258. except Exception as e:
  259. import traceback
  260. return jsonify({
  261. "error": str(e),
  262. "traceback": traceback.format_exc()
  263. }), 500
  264. @app.route('/api/mcp/servers', methods=['GET'])
  265. def list_mcp_servers():
  266. """获取已配置的 MCP 服务器列表"""
  267. servers = []
  268. for name, server in MCP_SERVERS.items():
  269. servers.append({
  270. "id": name,
  271. "name": server.get("name", name),
  272. "url": server.get("url", ""),
  273. "auth_type": server.get("auth_type", "none"),
  274. "enabled": server.get("enabled", False)
  275. })
  276. return jsonify({"servers": servers})
  277. @app.route('/api/mcp/tools', methods=['GET'])
  278. def list_mcp_tools():
  279. """获取可用的 MCP 工具列表"""
  280. try:
  281. session_id = request.headers.get('X-Session-ID')
  282. # 使用静态方法获取工具
  283. tools = ConversationManager.get_tools(session_id=session_id)
  284. return jsonify({
  285. "tools": tools,
  286. "count": len(tools)
  287. })
  288. except Exception as e:
  289. import traceback
  290. return jsonify({
  291. "error": str(e),
  292. "traceback": traceback.format_exc(),
  293. "tools": []
  294. }), 500
  295. # ========== 认证 API ==========
  296. @app.route('/api/auth/login', methods=['POST'])
  297. def login():
  298. """
  299. Novel Platform 用户登录
  300. 代理到实际的登录端点并返回 JWT Token
  301. """
  302. try:
  303. data = request.json
  304. username = data.get('username')
  305. password = data.get('password')
  306. if not username or not password:
  307. return jsonify({"error": "Username and password are required"}), 400
  308. # 查找需要 JWT 认证的 MCP 服务器
  309. target_server = None
  310. for server_id, config in MCP_SERVERS.items():
  311. if config.get('auth_type') == 'jwt' and 'login_url' in config:
  312. target_server = config
  313. break
  314. if not target_server:
  315. return jsonify({"error": "No JWT-authenticated server configured"}), 400
  316. # 构建登录 URL
  317. base_url = target_server.get('base_url', '')
  318. login_path = target_server.get('login_url', '/api/auth/login')
  319. login_url = f"{base_url}{login_path}"
  320. # 调用实际的登录接口(同步版本)
  321. response = httpx.post(
  322. login_url,
  323. json={"username": username, "password": password},
  324. timeout=30.0
  325. )
  326. if response.status_code == 200:
  327. result = response.json()
  328. import uuid
  329. session_id = str(uuid.uuid4())
  330. # 存储会话信息
  331. auth_sessions[session_id] = {
  332. "username": username,
  333. "token": result.get("token"),
  334. "refresh_token": result.get("refresh_token"),
  335. "server": target_server.get("name")
  336. }
  337. return jsonify({
  338. "success": True,
  339. "session_id": session_id,
  340. "username": username,
  341. "server": target_server.get("name"),
  342. "token": result.get("token")
  343. })
  344. else:
  345. return jsonify({
  346. "error": "Login failed",
  347. "details": response.text
  348. }), response.status_code
  349. except Exception as e:
  350. return jsonify({"error": str(e)}), 500
  351. @app.route('/api/auth/admin-login', methods=['POST'])
  352. def admin_login():
  353. """
  354. Novel Platform 管理员登录
  355. """
  356. try:
  357. data = request.json
  358. username = data.get('username')
  359. password = data.get('password')
  360. if not username or not password:
  361. return jsonify({"error": "Username and password are required"}), 400
  362. # 查找管理员 MCP 服务器
  363. target_server = MCP_SERVERS.get('novel-platform-admin')
  364. if not target_server:
  365. return jsonify({"error": "Admin server not configured"}), 400
  366. # 构建登录 URL
  367. base_url = target_server.get('base_url', '')
  368. login_path = target_server.get('login_url', '/api/auth/admin-login')
  369. login_url = f"{base_url}{login_path}"
  370. # 调用实际的登录接口
  371. response = httpx.post(
  372. login_url,
  373. json={"username": username, "password": password},
  374. timeout=30.0
  375. )
  376. if response.status_code == 200:
  377. result = response.json()
  378. import uuid
  379. session_id = str(uuid.uuid4())
  380. auth_sessions[session_id] = {
  381. "username": username,
  382. "token": result.get("token"),
  383. "refresh_token": result.get("refresh_token"),
  384. "server": target_server.get("name"),
  385. "role": "admin"
  386. }
  387. return jsonify({
  388. "success": True,
  389. "session_id": session_id,
  390. "username": username,
  391. "server": target_server.get("name"),
  392. "role": "admin",
  393. "token": result.get("token")
  394. })
  395. else:
  396. return jsonify({
  397. "error": "Admin login failed",
  398. "details": response.text
  399. }), response.status_code
  400. except Exception as e:
  401. return jsonify({"error": str(e)}), 500
  402. @app.route('/api/auth/logout', methods=['POST'])
  403. def logout():
  404. """登出并清除会话"""
  405. try:
  406. data = request.json
  407. session_id = data.get('session_id')
  408. if session_id and session_id in auth_sessions:
  409. del auth_sessions[session_id]
  410. return jsonify({"success": True})
  411. except Exception as e:
  412. return jsonify({"error": str(e)}), 500
  413. @app.route('/api/auth/status', methods=['GET'])
  414. def auth_status():
  415. """检查认证状态"""
  416. session_id = request.headers.get('X-Session-ID')
  417. if session_id and session_id in auth_sessions:
  418. session = auth_sessions[session_id]
  419. return jsonify({
  420. "authenticated": True,
  421. "username": session.get("username"),
  422. "server": session.get("server"),
  423. "role": session.get("role", "user")
  424. })
  425. return jsonify({
  426. "authenticated": False
  427. })
  428. if __name__ == '__main__':
  429. port = int(os.getenv('PORT', 5000))
  430. debug = os.getenv('DEBUG', 'False').lower() == 'true'
  431. app.run(host='0.0.0.0', port=port, debug=debug)