fix: set 10s timeout, implemented stream rendering and AbortController
这个提交包含在:
4
.env
4
.env
@ -1,3 +1,3 @@
|
|||||||
OPENAI_API_KEY="ak_2iP01W3H640F8rg96r4dF0sj4eC5v"
|
OPENAI_API_KEY="ak_2iP01W3H640F8rg96r4dF0sj4eC5v"
|
||||||
OPENAI_MODEL_NAME="LongCat-Flash-Thinking-2601"
|
OPENAI_MODEL_NAME="LongCat-Flash-Chat"
|
||||||
OPENAI_API_BASE="https://api.longcat.chat/openai"
|
OPENAI_API_BASE="https://api.longcat.chat/openai/v1"
|
||||||
|
|||||||
@ -115,7 +115,7 @@ async def chat_endpoint(req: ChatRequest):
|
|||||||
if not api_key:
|
if not api_key:
|
||||||
raise HTTPException(status_code=500, detail="OPENAI_API_KEY environment variable not set")
|
raise HTTPException(status_code=500, detail="OPENAI_API_KEY environment variable not set")
|
||||||
|
|
||||||
client = AsyncOpenAI(api_key=api_key, base_url=base_url)
|
client = AsyncOpenAI(api_key=api_key, base_url=base_url, timeout=10.0)
|
||||||
|
|
||||||
messages = [{"role": "system", "content": system_msg}]
|
messages = [{"role": "system", "content": system_msg}]
|
||||||
for msg in req.messages:
|
for msg in req.messages:
|
||||||
|
|||||||
在新工单中引用
屏蔽一个用户