Supported LLM Providers in Agent Command Center

1. Go to Gateway > Providers in the Future AGI dashboard
2. Click Add Provider
3. Select the provider from the list
4. Enter your API key and any required settings
5. Click Save

from agentcc import AgentCC

client = AgentCC(
    api_key="sk-agentcc-your-key",
    base_url="https://gateway.futureagi.com",
    control_plane_url="https://api.futureagi.com",
)

client.org_configs.create(
    org_id="your-org-id",
    config={
        "providers": {
            "openai": {
                "api_key": "sk-your-openai-key",
                "api_format": "openai",
                "models": ["gpt-4o", "gpt-4o-mini"],
            },
            "anthropic": {
                "api_key": "sk-ant-your-key",
                "api_format": "anthropic",
            },
        }
    }
)

import { AgentCC } from "@futureagi/agentcc";

const client = new AgentCC({
    apiKey: "sk-agentcc-your-key",
    baseUrl: "https://gateway.futureagi.com",
    controlPlaneUrl: "https://api.futureagi.com",
});

await client.orgConfigs.create({
    orgId: "your-org-id",
    config: {
        providers: {
            openai: {
                api_key: "sk-your-openai-key",
                api_format: "openai",
                models: ["gpt-4o", "gpt-4o-mini"],
            },
            anthropic: {
                api_key: "sk-ant-your-key",
                api_format: "anthropic",
            },
        },
    },
});

from agentcc import AgentCC

client = AgentCC(
    api_key="sk-agentcc-your-key",
    base_url="https://gateway.futureagi.com",
)

# OpenAI
response = client.chat.completions.create(
    model="gpt-4o",
    messages=[{"role": "user", "content": "Hello"}]
)

# Anthropic - same code, different model
response = client.chat.completions.create(
    model="claude-sonnet-4-6",
    messages=[{"role": "user", "content": "Hello"}]
)

# Google Gemini
response = client.chat.completions.create(
    model="gemini-2.0-flash",
    messages=[{"role": "user", "content": "Hello"}]
)

from openai import OpenAI

# Works with the OpenAI SDK - just swap base_url and api_key
client = OpenAI(
    base_url="https://gateway.futureagi.com/v1",
    api_key="sk-agentcc-your-key",
)

response = client.chat.completions.create(
    model="gpt-4o",
    messages=[{"role": "user", "content": "Hello"}]
)

import litellm

response = litellm.completion(
    model="openai/gpt-4o",
    messages=[{"role": "user", "content": "Hello"}],
    api_key="sk-agentcc-your-key",
    base_url="https://gateway.futureagi.com/v1",
)

curl -X POST https://gateway.futureagi.com/v1/chat/completions \
  -H "Authorization: Bearer sk-agentcc-your-key" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "gpt-4o",
    "messages": [{"role": "user", "content": "Hello"}]
  }'

1. Go to Gateway > Providers
2. Click Add Provider
3. For Provider, select Custom / Self-hosted
4. Enter your model server’s endpoint URL as the Base URL
5. Enter an API key. For a server that checks no key, such as Ollama or a vLLM server started without one, enter any placeholder, such as ollama
6. Select the models from the list the dialog fetches
7. Click Add Provider

from agentcc import AgentCC

client = AgentCC(
    api_key="sk-agentcc-your-key",
    base_url="https://gateway.futureagi.com",
    control_plane_url="https://api.futureagi.com",
)

client.org_configs.create(
    org_id="your-org-id",
    config={
        "providers": {
            "ollama": {
                "base_url": "https://your-ollama.example.com",
                "api_format": "openai",
                "api_key": "ollama",  # any value for a server that checks no key
                "models": ["llama3.1"],
            },
            "vllm": {
                "base_url": "https://your-vllm.example.com",
                "api_format": "openai",
                "api_key": "your-vllm-api-key",
                "models": ["meta-llama/Llama-3.1-8B-Instruct"],
            },
        }
    }
)

import { AgentCC } from "@futureagi/agentcc";

const client = new AgentCC({
    apiKey: "sk-agentcc-your-key",
    baseUrl: "https://gateway.futureagi.com",
    controlPlaneUrl: "https://api.futureagi.com",
});

await client.orgConfigs.create({
    orgId: "your-org-id",
    config: {
        providers: {
            ollama: {
                base_url: "https://your-ollama.example.com",
                api_format: "openai",
                api_key: "ollama", // any value for a server that checks no key
                models: ["llama3.1"],
            },
            vllm: {
                base_url: "https://your-vllm.example.com",
                api_format: "openai",
                api_key: "your-vllm-api-key",
                models: ["meta-llama/Llama-3.1-8B-Instruct"],
            },
        },
    },
});