run_api.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. """
  2. 企业级 Agent OCR API 服务
  3. 提供基于 FastAPI 的高并发化学品安全标签信息提取服务
  4. """
  5. import asyncio
  6. import base64
  7. import io
  8. import logging
  9. import sys
  10. from contextlib import asynccontextmanager
  11. from typing import Optional, Dict, Any
  12. from datetime import datetime
  13. from fastapi import FastAPI, HTTPException, status
  14. from fastapi.responses import JSONResponse
  15. from pydantic import BaseModel, Field, validator
  16. from PIL import Image
  17. import uvicorn
  18. from agent import OcrAgent
  19. # ==================== 日志配置 ====================
  20. logging.basicConfig(
  21. level=logging.INFO,
  22. format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
  23. handlers=[
  24. logging.StreamHandler(sys.stdout),
  25. logging.FileHandler('agent_ocr_api.log', encoding='utf-8')
  26. ]
  27. )
  28. logger = logging.getLogger(__name__)
  29. # ==================== 请求/响应模型 ====================
  30. class AgentOCRRequest(BaseModel):
  31. """Agent OCR 请求模型"""
  32. image: str = Field(..., description="Base64 编码的图像字符串")
  33. @validator('image')
  34. def validate_image(cls, v):
  35. """验证 base64 图像格式"""
  36. if not v:
  37. raise ValueError("图像不能为空")
  38. try:
  39. # 尝试解码验证格式
  40. base64.b64decode(v)
  41. except Exception:
  42. raise ValueError("无效的 base64 图像格式")
  43. return v
  44. class SuccessResponse(BaseModel):
  45. """成功响应模型"""
  46. code: str = Field(default="200", description="响应代码")
  47. data: Dict[str, Any] = Field(..., description="提取的化学品标签信息")
  48. message: str = Field(default="操作成功", description="响应消息")
  49. class ErrorResponse(BaseModel):
  50. """错误响应模型"""
  51. code: str = Field(default="500", description="错误代码")
  52. data: Dict[str, Any] = Field(default_factory=dict, description="空数据")
  53. message: str = Field(default="请求失败", description="错误消息")
  54. class HealthResponse(BaseModel):
  55. """健康检查响应模型"""
  56. status: str
  57. agent_loaded: bool
  58. timestamp: str
  59. concurrent_requests: int
  60. max_concurrent: int
  61. # ==================== Agent 管理器(单例模式) ====================
  62. class AgentManager:
  63. """Agent 管理器 - 单例模式确保全局只有一个 Agent 实例"""
  64. _instance: Optional['AgentManager'] = None
  65. _lock = asyncio.Lock()
  66. def __init__(self):
  67. self.agent: Optional[OcrAgent] = None
  68. self.is_loaded: bool = False
  69. self.semaphore: Optional[asyncio.Semaphore] = None
  70. self.max_concurrent_requests: int = 10 # 最大并发请求数
  71. self.current_requests: int = 0
  72. self._request_lock = asyncio.Lock()
  73. @classmethod
  74. async def get_instance(cls) -> 'AgentManager':
  75. """获取单例实例(线程安全)"""
  76. if cls._instance is None:
  77. async with cls._lock:
  78. if cls._instance is None:
  79. cls._instance = cls()
  80. return cls._instance
  81. async def load_agent(self, max_concurrent: int = 5):
  82. """
  83. 加载 Agent
  84. Args:
  85. max_concurrent: 最大并发请求数
  86. """
  87. if self.is_loaded:
  88. logger.warning("Agent 已经加载,跳过重复加载")
  89. return
  90. try:
  91. logger.info("开始加载 OcrAgent...")
  92. # 在线程池中加载 Agent,避免阻塞事件循环
  93. loop = asyncio.get_event_loop()
  94. self.agent = await loop.run_in_executor(None, OcrAgent)
  95. # 初始化并发控制
  96. self.max_concurrent_requests = max_concurrent
  97. self.semaphore = asyncio.Semaphore(max_concurrent)
  98. self.is_loaded = True
  99. logger.info(f"Agent 加载成功! 最大并发数: {max_concurrent}")
  100. except Exception as e:
  101. logger.error(f"Agent 加载失败: {e}", exc_info=True)
  102. raise RuntimeError(f"Agent 加载失败: {str(e)}")
  103. async def unload_agent(self):
  104. """卸载 Agent 并释放资源"""
  105. if not self.is_loaded:
  106. return
  107. try:
  108. logger.info("开始卸载 Agent...")
  109. # 等待所有正在进行的请求完成
  110. while self.current_requests > 0:
  111. logger.info(f"等待 {self.current_requests} 个请求完成...")
  112. await asyncio.sleep(0.5)
  113. self.agent = None
  114. self.semaphore = None
  115. self.is_loaded = False
  116. logger.info("Agent 卸载成功")
  117. except Exception as e:
  118. logger.error(f"Agent 卸载失败: {e}", exc_info=True)
  119. def base64_to_pil(self, base64_str: str) -> Image.Image:
  120. """
  121. 将 base64 字符串转换为 PIL Image
  122. Args:
  123. base64_str: base64 编码的图像字符串
  124. Returns:
  125. PIL.Image 对象
  126. """
  127. try:
  128. # 解码 base64
  129. image_data = base64.b64decode(base64_str)
  130. # 转换为 PIL Image
  131. image = Image.open(io.BytesIO(image_data))
  132. # 确保是 RGB 模式
  133. if image.mode != 'RGB':
  134. image = image.convert('RGB')
  135. return image
  136. except Exception as e:
  137. logger.error(f"Base64 转换失败: {e}")
  138. raise ValueError(f"图像解码失败: {str(e)}")
  139. async def process_ocr(self, image_base64: str) -> Dict[str, Any]:
  140. """
  141. 执行 Agent OCR 处理(带并发控制)
  142. Args:
  143. image_base64: base64 编码的图像
  144. Returns:
  145. 化学品标签信息提取结果
  146. """
  147. if not self.is_loaded or self.agent is None:
  148. raise RuntimeError("Agent 未加载")
  149. # 并发控制
  150. async with self.semaphore:
  151. async with self._request_lock:
  152. self.current_requests += 1
  153. try:
  154. # 转换图像
  155. pil_image = self.base64_to_pil(image_base64)
  156. # 在线程池中执行 agent_ocr,避免阻塞
  157. loop = asyncio.get_event_loop()
  158. result = await loop.run_in_executor(
  159. None,
  160. self.agent.agent_ocr,
  161. pil_image
  162. )
  163. return result
  164. finally:
  165. async with self._request_lock:
  166. self.current_requests -= 1
  167. def get_status(self) -> Dict[str, Any]:
  168. """获取 Agent 状态"""
  169. return {
  170. "is_loaded": self.is_loaded,
  171. "current_requests": self.current_requests,
  172. "max_concurrent": self.max_concurrent_requests
  173. }
  174. # ==================== FastAPI 应用 ====================
  175. @asynccontextmanager
  176. async def lifespan(app: FastAPI):
  177. """应用生命周期管理"""
  178. # 启动时加载 Agent
  179. logger.info("应用启动中...")
  180. manager = await AgentManager.get_instance()
  181. try:
  182. await manager.load_agent(max_concurrent=5)
  183. logger.info("应用启动完成")
  184. except Exception as e:
  185. logger.error(f"应用启动失败: {e}")
  186. raise
  187. yield
  188. # 关闭时卸载 Agent
  189. logger.info("应用关闭中...")
  190. await manager.unload_agent()
  191. logger.info("应用已关闭")
  192. # 创建 FastAPI 应用
  193. app = FastAPI(
  194. title="Agent OCR API",
  195. description="企业级化学品安全标签信息提取服务",
  196. version="1.0.0",
  197. lifespan=lifespan
  198. )
  199. # ==================== API 端点 ====================
  200. @app.get("/", response_model=Dict[str, str])
  201. async def root():
  202. """根路径"""
  203. return {
  204. "message": "Agent OCR API Service",
  205. "version": "1.0.0",
  206. "docs": "/docs"
  207. }
  208. @app.get("/health", response_model=HealthResponse)
  209. async def health_check():
  210. """健康检查端点"""
  211. manager = await AgentManager.get_instance()
  212. status_info = manager.get_status()
  213. return HealthResponse(
  214. status="healthy" if status_info["is_loaded"] else "unhealthy",
  215. agent_loaded=status_info["is_loaded"],
  216. timestamp=datetime.now().isoformat(),
  217. concurrent_requests=status_info["current_requests"],
  218. max_concurrent=status_info["max_concurrent"]
  219. )
  220. @app.post("/api/v1/agent_ocr")
  221. async def agent_ocr_endpoint(request: AgentOCRRequest):
  222. """
  223. Agent OCR 化学品标签信息提取端点
  224. Args:
  225. request: AgentOCRRequest 对象,包含 image(base64 编码的图像)
  226. Returns:
  227. 成功: {"code": "200", "data": {...}, "message": "操作成功"}
  228. 失败: {"code": "500", "data": {}, "message": "请求失败"}
  229. """
  230. request_id = f"req_{datetime.now().strftime('%Y%m%d%H%M%S%f')}"
  231. logger.info(f"[{request_id}] 收到 Agent OCR 请求")
  232. try:
  233. # 获取 Agent 管理器
  234. manager = await AgentManager.get_instance()
  235. if not manager.is_loaded:
  236. logger.error(f"[{request_id}] Agent 未加载")
  237. return ErrorResponse(
  238. code="500",
  239. data={},
  240. message="请求失败"
  241. )
  242. # 执行 OCR 处理
  243. logger.info(f"[{request_id}] 开始处理...")
  244. result = await manager.process_ocr(request.image)
  245. logger.info(f"[{request_id}] 处理完成")
  246. return SuccessResponse(
  247. code="200",
  248. data=result,
  249. message="操作成功"
  250. )
  251. except ValueError as e:
  252. # 参数验证错误
  253. logger.warning(f"[{request_id}] 参数验证失败: {e}")
  254. return ErrorResponse(
  255. code="500",
  256. data={},
  257. message="请求失败"
  258. )
  259. except RuntimeError as e:
  260. # 运行时错误
  261. logger.error(f"[{request_id}] 运行时错误: {e}")
  262. return ErrorResponse(
  263. code="500",
  264. data={},
  265. message="请求失败"
  266. )
  267. except Exception as e:
  268. # 未知错误
  269. logger.error(f"[{request_id}] 未知错误: {e}", exc_info=True)
  270. return ErrorResponse(
  271. code="500",
  272. data={},
  273. message="请求失败"
  274. )
  275. @app.exception_handler(Exception)
  276. async def global_exception_handler(request, exc):
  277. """全局异常处理器"""
  278. logger.error(f"全局异常捕获: {exc}", exc_info=True)
  279. return JSONResponse(
  280. status_code=200, # 按照要求,即使失败也返回 200 HTTP 状态码
  281. content={
  282. "code": "500",
  283. "data": {},
  284. "message": "请求失败"
  285. }
  286. )
  287. # ==================== 主函数 ====================
  288. def main():
  289. """启动服务"""
  290. uvicorn.run(
  291. "run_api:app",
  292. host="0.0.0.0",
  293. port=7080, # 使用 8001 端口,避免与 model_api 的 8000 端口冲突
  294. workers=1, # 由于 Agent 占用资源,使用单 worker
  295. log_level="info",
  296. access_log=True,
  297. reload=False # 生产环境禁用热重载
  298. )
  299. if __name__ == "__main__":
  300. main()