run_api.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361
  1. """
  2. 企业级 Agent OCR API 服务
  3. 提供基于 FastAPI 的高并发化学品安全标签信息提取服务
  4. """
  5. import asyncio
  6. import base64
  7. import io
  8. import logging
  9. import sys
  10. from contextlib import asynccontextmanager
  11. from typing import Optional, Dict, Any
  12. from datetime import datetime
  13. from fastapi import FastAPI, HTTPException, status
  14. from fastapi.responses import JSONResponse
  15. from pydantic import BaseModel, Field, field_validator
  16. from PIL import Image
  17. import uvicorn
  18. from agent import OcrAgent
  19. # ==================== 日志配置 ====================
  20. logging.basicConfig(
  21. level=logging.INFO,
  22. format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
  23. handlers=[
  24. logging.StreamHandler(sys.stdout),
  25. logging.FileHandler('agent_ocr_api.log', encoding='utf-8')
  26. ]
  27. )
  28. logger = logging.getLogger(__name__)
  29. # ==================== 请求/响应模型 ====================
  30. class AgentOCRRequest(BaseModel):
  31. """Agent OCR 请求模型"""
  32. image: str = Field(..., description="Base64 编码的图像字符串")
  33. @field_validator('image')
  34. @classmethod
  35. def validate_image(cls, v):
  36. """验证 base64 图像格式"""
  37. if not v:
  38. raise ValueError("图像不能为空")
  39. try:
  40. # 尝试解码验证格式
  41. base64.b64decode(v)
  42. except Exception:
  43. raise ValueError("无效的 base64 图像格式")
  44. return v
  45. class SuccessResponse(BaseModel):
  46. """成功响应模型"""
  47. code: str = Field(default="200", description="响应代码")
  48. data: Dict[str, Any] = Field(..., description="提取的化学品标签信息")
  49. message: str = Field(default="操作成功", description="响应消息")
  50. class ErrorResponse(BaseModel):
  51. """错误响应模型"""
  52. code: str = Field(default="500", description="错误代码")
  53. data: Dict[str, Any] = Field(default_factory=dict, description="空数据")
  54. message: str = Field(default="请求失败", description="错误消息")
  55. class HealthResponse(BaseModel):
  56. """健康检查响应模型"""
  57. status: str
  58. agent_loaded: bool
  59. timestamp: str
  60. concurrent_requests: int
  61. max_concurrent: int
  62. # ==================== Agent 管理器(单例模式) ====================
  63. class AgentManager:
  64. """Agent 管理器 - 单例模式确保全局只有一个 Agent 实例"""
  65. _instance: Optional['AgentManager'] = None
  66. _lock = asyncio.Lock()
  67. def __init__(self):
  68. self.agent: Optional[OcrAgent] = None
  69. self.is_loaded: bool = False
  70. self.semaphore: Optional[asyncio.Semaphore] = None
  71. self.max_concurrent_requests: int = 10 # 最大并发请求数
  72. self.current_requests: int = 0
  73. self._request_lock = asyncio.Lock()
  74. @classmethod
  75. async def get_instance(cls) -> 'AgentManager':
  76. """获取单例实例(线程安全)"""
  77. if cls._instance is None:
  78. async with cls._lock:
  79. if cls._instance is None:
  80. cls._instance = cls()
  81. return cls._instance
  82. async def load_agent(self, max_concurrent: int = 5):
  83. """
  84. 加载 Agent
  85. Args:
  86. max_concurrent: 最大并发请求数
  87. """
  88. if self.is_loaded:
  89. logger.warning("Agent 已经加载,跳过重复加载")
  90. return
  91. try:
  92. logger.info("开始加载 OcrAgent...")
  93. # 在线程池中加载 Agent,避免阻塞事件循环
  94. loop = asyncio.get_event_loop()
  95. self.agent = await loop.run_in_executor(None, OcrAgent)
  96. # 初始化并发控制
  97. self.max_concurrent_requests = max_concurrent
  98. self.semaphore = asyncio.Semaphore(max_concurrent)
  99. self.is_loaded = True
  100. logger.info(f"Agent 加载成功! 最大并发数: {max_concurrent}")
  101. except Exception as e:
  102. logger.error(f"Agent 加载失败: {e}", exc_info=True)
  103. raise RuntimeError(f"Agent 加载失败: {str(e)}")
  104. async def unload_agent(self):
  105. """卸载 Agent 并释放资源"""
  106. if not self.is_loaded:
  107. return
  108. try:
  109. logger.info("开始卸载 Agent...")
  110. # 等待所有正在进行的请求完成
  111. while self.current_requests > 0:
  112. logger.info(f"等待 {self.current_requests} 个请求完成...")
  113. await asyncio.sleep(0.5)
  114. self.agent = None
  115. self.semaphore = None
  116. self.is_loaded = False
  117. logger.info("Agent 卸载成功")
  118. except Exception as e:
  119. logger.error(f"Agent 卸载失败: {e}", exc_info=True)
  120. def base64_to_pil(self, base64_str: str) -> Image.Image:
  121. """
  122. 将 base64 字符串转换为 PIL Image
  123. Args:
  124. base64_str: base64 编码的图像字符串
  125. Returns:
  126. PIL.Image 对象
  127. """
  128. try:
  129. # 解码 base64
  130. image_data = base64.b64decode(base64_str)
  131. # 转换为 PIL Image
  132. image = Image.open(io.BytesIO(image_data))
  133. # 确保是 RGB 模式
  134. if image.mode != 'RGB':
  135. image = image.convert('RGB')
  136. return image
  137. except Exception as e:
  138. logger.error(f"Base64 转换失败: {e}")
  139. raise ValueError(f"图像解码失败: {str(e)}")
  140. async def process_ocr(self, image_base64: str) -> Dict[str, Any]:
  141. """
  142. 执行 Agent OCR 处理(带并发控制)
  143. Args:
  144. image_base64: base64 编码的图像
  145. Returns:
  146. 化学品标签信息提取结果
  147. """
  148. if not self.is_loaded or self.agent is None:
  149. raise RuntimeError("Agent 未加载")
  150. # 并发控制
  151. async with self.semaphore:
  152. async with self._request_lock:
  153. self.current_requests += 1
  154. try:
  155. # 转换图像
  156. pil_image = self.base64_to_pil(image_base64)
  157. # 在线程池中执行 agent_ocr,避免阻塞
  158. loop = asyncio.get_event_loop()
  159. result = await loop.run_in_executor(
  160. None,
  161. self.agent.agent_ocr,
  162. pil_image
  163. )
  164. return result
  165. finally:
  166. async with self._request_lock:
  167. self.current_requests -= 1
  168. def get_status(self) -> Dict[str, Any]:
  169. """获取 Agent 状态"""
  170. return {
  171. "is_loaded": self.is_loaded,
  172. "current_requests": self.current_requests,
  173. "max_concurrent": self.max_concurrent_requests
  174. }
  175. # ==================== FastAPI 应用 ====================
  176. @asynccontextmanager
  177. async def lifespan(app: FastAPI):
  178. """应用生命周期管理"""
  179. # 启动时加载 Agent
  180. logger.info("应用启动中...")
  181. manager = await AgentManager.get_instance()
  182. try:
  183. await manager.load_agent(max_concurrent=5)
  184. logger.info("应用启动完成")
  185. except Exception as e:
  186. logger.error(f"应用启动失败: {e}")
  187. raise
  188. yield
  189. # 关闭时卸载 Agent
  190. logger.info("应用关闭中...")
  191. await manager.unload_agent()
  192. logger.info("应用已关闭")
  193. # 创建 FastAPI 应用
  194. app = FastAPI(
  195. title="Agent OCR API",
  196. description="企业级化学品安全标签信息提取服务",
  197. version="1.0.0",
  198. lifespan=lifespan
  199. )
  200. # ==================== API 端点 ====================
  201. @app.get("/", response_model=Dict[str, str])
  202. async def root():
  203. """根路径"""
  204. return {
  205. "message": "Agent OCR API Service",
  206. "version": "1.0.0",
  207. "docs": "/docs"
  208. }
  209. @app.get("/health", response_model=HealthResponse)
  210. async def health_check():
  211. """健康检查端点"""
  212. manager = await AgentManager.get_instance()
  213. status_info = manager.get_status()
  214. return HealthResponse(
  215. status="healthy" if status_info["is_loaded"] else "unhealthy",
  216. agent_loaded=status_info["is_loaded"],
  217. timestamp=datetime.now().isoformat(),
  218. concurrent_requests=status_info["current_requests"],
  219. max_concurrent=status_info["max_concurrent"]
  220. )
  221. @app.post("/api/v1/agent_ocr")
  222. async def agent_ocr_endpoint(request: AgentOCRRequest):
  223. """
  224. Agent OCR 化学品标签信息提取端点
  225. Args:
  226. request: AgentOCRRequest 对象,包含 image(base64 编码的图像)
  227. Returns:
  228. 成功: {"code": "200", "data": {...}, "message": "操作成功"}
  229. 失败: {"code": "500", "data": {}, "message": "请求失败"}
  230. """
  231. request_id = f"req_{datetime.now().strftime('%Y%m%d%H%M%S%f')}"
  232. logger.info(f"[{request_id}] 收到 Agent OCR 请求")
  233. try:
  234. # 获取 Agent 管理器
  235. manager = await AgentManager.get_instance()
  236. if not manager.is_loaded:
  237. logger.error(f"[{request_id}] Agent 未加载")
  238. return ErrorResponse(
  239. code="500",
  240. data={},
  241. message="请求失败"
  242. )
  243. # 执行 OCR 处理
  244. logger.info(f"[{request_id}] 开始处理...")
  245. result = await manager.process_ocr(request.image)
  246. logger.info(f"[{request_id}] 处理完成")
  247. return SuccessResponse(
  248. code="200",
  249. data=result,
  250. message="操作成功"
  251. )
  252. except ValueError as e:
  253. # 参数验证错误
  254. logger.warning(f"[{request_id}] 参数验证失败: {e}")
  255. return ErrorResponse(
  256. code="500",
  257. data={},
  258. message="请求失败"
  259. )
  260. except RuntimeError as e:
  261. # 运行时错误
  262. logger.error(f"[{request_id}] 运行时错误: {e}")
  263. return ErrorResponse(
  264. code="500",
  265. data={},
  266. message="请求失败"
  267. )
  268. except Exception as e:
  269. # 未知错误
  270. logger.error(f"[{request_id}] 未知错误: {e}", exc_info=True)
  271. return ErrorResponse(
  272. code="500",
  273. data={},
  274. message="请求失败"
  275. )
  276. @app.exception_handler(Exception)
  277. async def global_exception_handler(request, exc):
  278. """全局异常处理器"""
  279. logger.error(f"全局异常捕获: {exc}", exc_info=True)
  280. return JSONResponse(
  281. status_code=200, # 按照要求,即使失败也返回 200 HTTP 状态码
  282. content={
  283. "code": "500",
  284. "data": {},
  285. "message": "请求失败"
  286. }
  287. )
  288. # ==================== 主函数 ====================
  289. def main():
  290. """启动服务"""
  291. uvicorn.run(
  292. "api.run_api:app",
  293. host="0.0.0.0",
  294. port=6006, # 使用 8001 端口,避免与 model_api 的 8000 端口冲突
  295. workers=1, # 由于 Agent 占用资源,使用单 worker
  296. log_level="info",
  297. access_log=True,
  298. reload=False # 生产环境禁用热重载
  299. )
  300. if __name__ == "__main__":
  301. main()