К содержимому

Python LLM API: SDK, запрос и обработка ошибок

Официальные Python SDK OpenAI и Anthropic.

Установка

Установите клиент в проекте и передайте ключ через переменную RELAY_API_KEY среды.

OpenAI SDK

bash
pip install openai

Anthropic SDK

bash
pip install anthropic

Первый запрос

Задайте адрес, ключ и идентификатор модели, затем прочитайте текст ответа.

OpenAI SDK

python
import os
from openai import OpenAI

client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])

reply = client.chat.completions.create(
    model="gpt-5.6-luna",
    messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.choices[0].message.content)

Anthropic SDK

python
import os
from anthropic import Anthropic

client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])

reply = client.messages.create(
    model="claude-haiku-5-5",
    max_tokens=256,
    messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.content[0].text)

Потоковый ответ

Поток показывает текст по мере генерации и сохраняет usage, если протокол его отдаёт.

OpenAI SDK

python
import os
from openai import OpenAI

client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])

stream = client.chat.completions.create(
    model="gpt-5.6-luna",
    messages=[{"role": "user", "content": "Say hello in one sentence."}],
    stream=True,
    stream_options={"include_usage": True},
)
for chunk in stream:
    if chunk.choices and chunk.choices[0].delta.content:
        print(chunk.choices[0].delta.content, end="", flush=True)
    if chunk.usage:
        print(f"\n{chunk.usage.total_tokens} tokens")

Anthropic SDK

python
import os
from anthropic import Anthropic

client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])

with client.messages.stream(
    model="claude-haiku-5-5",
    max_tokens=256,
    messages=[{"role": "user", "content": "Say hello in one sentence."}],
) as stream:
    for text in stream.text_stream:
        print(text, end="", flush=True)
    final = stream.get_final_message()
print(f"\n{final.usage.output_tokens} output tokens")

Вызов инструмента

Пример делает первый запрос с описанием функции, передаёт результат инструмента и получает финальный ответ.

OpenAI SDK

python
import json
import os
from openai import OpenAI

client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])

tools = [{
    "type": "function",
    "function": {
        "name": "get_weather",
        "description": "Current weather in a city",
        "parameters": {
            "type": "object",
            "properties": {"city": {"type": "string"}},
            "required": ["city"],
        },
    },
}]
messages = [{"role": "user", "content": "What is the weather in Paris?"}]

first = client.chat.completions.create(model="gpt-5.6-luna", messages=messages, tools=tools)
call = first.choices[0].message.tool_calls[0]
city = json.loads(call.function.arguments)["city"]

messages += [
    first.choices[0].message,
    {"role": "tool", "tool_call_id": call.id, "content": json.dumps({"city": city, "temp_c": 18})},
]
final = client.chat.completions.create(model="gpt-5.6-luna", messages=messages, tools=tools)
print(final.choices[0].message.content)

Anthropic SDK

python
import json
import os
from anthropic import Anthropic

client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])

tools = [{
    "name": "get_weather",
    "description": "Current weather in a city",
    "input_schema": {
        "type": "object",
        "properties": {"city": {"type": "string"}},
        "required": ["city"],
    },
}]
messages = [{"role": "user", "content": "What is the weather in Paris?"}]

first = client.messages.create(
    model="claude-haiku-5-5", max_tokens=512, tools=tools, messages=messages
)
call = next(block for block in first.content if block.type == "tool_use")

messages += [
    {"role": "assistant", "content": first.content},
    {"role": "user", "content": [{
        "type": "tool_result",
        "tool_use_id": call.id,
        "content": json.dumps({"city": call.input["city"], "temp_c": 18}),
    }]},
]
final = client.messages.create(
    model="claude-haiku-5-5", max_tokens=512, tools=tools, messages=messages
)
print(final.content[0].text)

Ошибки и повторы

Клиент использует ограниченное число повторов и выводит идентификатор запроса при ошибке.

OpenAI SDK

python
import openai
import os
from openai import OpenAI

client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"], max_retries=3)

try:
    reply = client.chat.completions.create(
        model="gpt-5.6-luna",
        messages=[{"role": "user", "content": "Say hello in one sentence."}],
    )
    print(reply.choices[0].message.content)
except openai.APIStatusError as error:
    print(error.status_code, error.code, error.response.headers.get("x-request-id"))
    raise

Anthropic SDK

python
import anthropic
import os
from anthropic import Anthropic

client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"], max_retries=3)

try:
    reply = client.messages.create(
        model="claude-haiku-5-5",
        max_tokens=256,
        messages=[{"role": "user", "content": "Say hello in one sentence."}],
    )
    print(reply.content[0].text)
except anthropic.APIStatusError as error:
    print(error.status_code, error.response.headers.get("x-request-id"))
    raise

Проверка ключа

GET /v1/key проверяет ключ и показывает его ограничения без списания.

OpenAI SDK

python
import os
from openai import OpenAI

client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])

info = client.get("/key", cast_to=object)
print(info["balance"], info["rate_limit_rpm"])

Anthropic SDK

python
import os
from anthropic import Anthropic

client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])

info = client.get("/v1/key", cast_to=object)
print(info["balance"], info["rate_limit_rpm"])
Исполняемые варианты: 10 из 12.
Готовы? Три шага, чтобы начатьВойдите в консоль · пополните баланс · создайте API Key