Python / Node.js SDK

pip install openai

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://api.example.cn/v1",
    api_key=os.environ["RELAY_API_KEY"],
    timeout=120,      # 秒；长输出可适当调大
    max_retries=2,    # SDK 只对连接错误、429、5xx 重试
)

stream = client.chat.completions.create(
    model="qwen3.8-flash",
    messages=[{"role": "user", "content": "解释一下什么是向量数据库"}],
    stream=True,
    stream_options={"include_usage": True},
)
for chunk in stream:
    if chunk.choices:
        print(chunk.choices[0].delta.content or "", end="", flush=True)
    if chunk.usage:
        print("\n用量：", chunk.usage)