Python LLM API: SDK, запрос и обработка ошибок
Официальные Python SDK OpenAI и Anthropic.
Установка
Установите клиент в проекте и передайте ключ через переменную RELAY_API_KEY среды.
OpenAI SDK
pip install openaiAnthropic SDK
pip install anthropicПервый запрос
Задайте адрес, ключ и идентификатор модели, затем прочитайте текст ответа.
OpenAI SDK
import os
from openai import OpenAI
client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])
reply = client.chat.completions.create(
model="gpt-5.6-luna",
messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.choices[0].message.content)Anthropic SDK
import os
from anthropic import Anthropic
client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])
reply = client.messages.create(
model="claude-haiku-5-5",
max_tokens=256,
messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.content[0].text)Потоковый ответ
Поток показывает текст по мере генерации и сохраняет usage, если протокол его отдаёт.
OpenAI SDK
import os
from openai import OpenAI
client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])
stream = client.chat.completions.create(
model="gpt-5.6-luna",
messages=[{"role": "user", "content": "Say hello in one sentence."}],
stream=True,
stream_options={"include_usage": True},
)
for chunk in stream:
if chunk.choices and chunk.choices[0].delta.content:
print(chunk.choices[0].delta.content, end="", flush=True)
if chunk.usage:
print(f"\n{chunk.usage.total_tokens} tokens")Anthropic SDK
import os
from anthropic import Anthropic
client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])
with client.messages.stream(
model="claude-haiku-5-5",
max_tokens=256,
messages=[{"role": "user", "content": "Say hello in one sentence."}],
) as stream:
for text in stream.text_stream:
print(text, end="", flush=True)
final = stream.get_final_message()
print(f"\n{final.usage.output_tokens} output tokens")Вызов инструмента
Пример делает первый запрос с описанием функции, передаёт результат инструмента и получает финальный ответ.
OpenAI SDK
import json
import os
from openai import OpenAI
client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])
tools = [{
"type": "function",
"function": {
"name": "get_weather",
"description": "Current weather in a city",
"parameters": {
"type": "object",
"properties": {"city": {"type": "string"}},
"required": ["city"],
},
},
}]
messages = [{"role": "user", "content": "What is the weather in Paris?"}]
first = client.chat.completions.create(model="gpt-5.6-luna", messages=messages, tools=tools)
call = first.choices[0].message.tool_calls[0]
city = json.loads(call.function.arguments)["city"]
messages += [
first.choices[0].message,
{"role": "tool", "tool_call_id": call.id, "content": json.dumps({"city": city, "temp_c": 18})},
]
final = client.chat.completions.create(model="gpt-5.6-luna", messages=messages, tools=tools)
print(final.choices[0].message.content)Anthropic SDK
import json
import os
from anthropic import Anthropic
client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])
tools = [{
"name": "get_weather",
"description": "Current weather in a city",
"input_schema": {
"type": "object",
"properties": {"city": {"type": "string"}},
"required": ["city"],
},
}]
messages = [{"role": "user", "content": "What is the weather in Paris?"}]
first = client.messages.create(
model="claude-haiku-5-5", max_tokens=512, tools=tools, messages=messages
)
call = next(block for block in first.content if block.type == "tool_use")
messages += [
{"role": "assistant", "content": first.content},
{"role": "user", "content": [{
"type": "tool_result",
"tool_use_id": call.id,
"content": json.dumps({"city": call.input["city"], "temp_c": 18}),
}]},
]
final = client.messages.create(
model="claude-haiku-5-5", max_tokens=512, tools=tools, messages=messages
)
print(final.content[0].text)Ошибки и повторы
Клиент использует ограниченное число повторов и выводит идентификатор запроса при ошибке.
OpenAI SDK
import openai
import os
from openai import OpenAI
client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"], max_retries=3)
try:
reply = client.chat.completions.create(
model="gpt-5.6-luna",
messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.choices[0].message.content)
except openai.APIStatusError as error:
print(error.status_code, error.code, error.response.headers.get("x-request-id"))
raiseAnthropic SDK
import anthropic
import os
from anthropic import Anthropic
client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"], max_retries=3)
try:
reply = client.messages.create(
model="claude-haiku-5-5",
max_tokens=256,
messages=[{"role": "user", "content": "Say hello in one sentence."}],
)
print(reply.content[0].text)
except anthropic.APIStatusError as error:
print(error.status_code, error.response.headers.get("x-request-id"))
raiseПроверка ключа
GET /v1/key проверяет ключ и показывает его ограничения без списания.
OpenAI SDK
import os
from openai import OpenAI
client = OpenAI(base_url="https://relay-llm.ru/v1", api_key=os.environ["RELAY_API_KEY"])
info = client.get("/key", cast_to=object)
print(info["balance"], info["rate_limit_rpm"])Anthropic SDK
import os
from anthropic import Anthropic
client = Anthropic(base_url="https://relay-llm.ru", api_key=os.environ["RELAY_API_KEY"])
info = client.get("/v1/key", cast_to=object)
print(info["balance"], info["rate_limit_rpm"])Исполняемые варианты: 10 из 12.