Documentation

# Python
pip install polygate

# TypeScript
npm install polygate

import polygate
 
response = polygate.chat(
    provider="anthropic",
    model="claude-sonnet-4-5",
    messages=[{"role": "user", "content": "Say hi in one word."}],
)
 
print(response.content)    # "Hi!"
print(response.provider)   # "anthropic"
print(response.usage)      # Usage(prompt_tokens=12, completion_tokens=3, ...)

# The only thing that changes is the provider and the model.
for provider, model in [
    ("openai", "gpt-4o"),
    ("anthropic", "claude-sonnet-4-5"),
    ("groq", "llama-3.3-70b-versatile"),
    ("bedrock", "anthropic.claude-3-5-sonnet-20241022-v2:0"),
]:
    response = polygate.chat(
        provider=provider, model=model,
        messages=[{"role": "user", "content": "Say hi."}],
    )
    print(provider, response.content)

from polygate import chat, Retry
 
response = chat(
    provider="openai",
    model="gpt-4o",
    messages=[{"role": "user", "content": "Hello"}],
    # Omitted entirely means one request, one response, errors raised straight
    # through. Retry() opts into backoff on 429/5xx while still failing fast on
    # deterministic errors like a 400.
    retry=Retry(max_attempts=4),
)

# One key, a list of keys, or a comma-separated environment variable —
# all three are the same thing to polygate.
response = polygate.chat(
    provider="openai",
    model="gpt-4o",
    messages=[{"role": "user", "content": "Hello"}],
    api_key=["sk-one", "sk-two", "sk-three"],
)
 
# Requests rotate round-robin. A key the provider rejects (401/403) is dropped
# for the rest of the process; a rate-limited one (429) is parked for its
# Retry-After and traffic moves on immediately — which recovers faster than
# waiting out a backoff.

from polygate.exceptions import (
    MissingAPIKeyError,     # no key passed and none in the environment
    MissingEndpointError,   # a cloud provider called without its endpoint
    ProviderAPIError,       # the provider returned a non-2xx
    UnsupportedProviderError,
)
 
try:
    polygate.chat(provider="openai", model="gpt-4o", messages=[...])
except ProviderAPIError as error:
    print(error.provider, error.status_code, error.message)