48 lines
1.8 KiB
Python
48 lines
1.8 KiB
Python
import os
|
||
from chongming_worker import rpc_method
|
||
from ..models.pydantic import AnalyzePostRequest, AnalyzePostResponse
|
||
from ..global_var import get_ark_client
|
||
|
||
@rpc_method(
|
||
subject="doubao.analyze",
|
||
method="POST",
|
||
summary="Analyze image via Doubao vision model",
|
||
response_model=AnalyzePostResponse,
|
||
)
|
||
async def analyze(request: AnalyzePostRequest) -> AnalyzePostResponse:
|
||
print(f"[DEBUG] analyze called with prompt={request.prompt}, image_base64 length={len(request.image_base64)}")
|
||
client = get_ark_client()
|
||
if client is None:
|
||
return AnalyzePostResponse(result="", error="客户端未初始化")
|
||
|
||
# 获取图片数据
|
||
image_base64 = request.image_base64
|
||
|
||
if not image_base64:
|
||
return AnalyzePostResponse(result="", error="未提供图片数据（image_base64或image_path）")
|
||
|
||
if image_base64.startswith('data:image/'):
|
||
image_base64 = image_base64.split(',', 1)[1]
|
||
|
||
mime_type = "image/png"
|
||
|
||
prompt = request.prompt or ""
|
||
|
||
try:
|
||
response = await client.chat.completions.create(
|
||
model=os.getenv("DOUBAO_MODEL", "doubao-seed-evolving"),
|
||
messages=[
|
||
{
|
||
"role": "user",
|
||
"content": [
|
||
{"type": "image_url", "image_url": f"data:{mime_type};base64,{image_base64}"},
|
||
{"type": "text", "text": prompt}
|
||
]
|
||
} # type: ignore
|
||
],
|
||
thinking={"type": "disabled"}
|
||
)
|
||
result = response.choices[0].message.content # type: ignore
|
||
return AnalyzePostResponse(result=result) # type: ignore
|
||
except Exception as e:
|
||
return AnalyzePostResponse(result="", error=f"调用豆包API失败: {str(e)}") |