第三方大模型 OpenAI 兼容接口

from openai import OpenAI
import os

# 初始化OpenAI客户端
client = OpenAI(
    # 请用大模型API能力API Key将下行替换为：api_key="sk-xxx",
    api_key="API_KEY", 
    base_url="https://api.lkeap.cloud.tencent.com/v3",
)

def main():
    reasoning_content = ""  # 思维链回答
    answer_content = ""     # 最终回答
    is_answering = False   #  是否思考中的标记符
    
    # 发送请求
    stream = client.chat.completions.create(
        model="glm-5",  # 此处以 glm-5 为例，可按需更换模型名称
        messages=[
            {"role": "user", "content": "请解释一下RESTful API的设计原则"}
        ],
        stream=True
    )

    for chunk in stream:
        delta = chunk.choices[0].delta

        # 处理空内容情况
        if not getattr(delta, 'reasoning_content', None) and not getattr(delta, 'content', None):
            continue

        # 处理开始回答的情况
        if not getattr(delta, 'reasoning_content', None) and not is_answering:
            is_answering = True

        # 处理思维链回答
        if getattr(delta, 'reasoning_content', None):
            reasoning_content += delta.reasoning_content
        # 处理最终回答
        elif getattr(delta, 'content', None):
            print(delta.content, end='', flush=True)
            answer_content += delta.content

if __name__ == "__main__":
    try:
        main()
    except Exception as e:
        print(f"发生错误：{e}")