import { OpenAI } from 'openai' const openai = new OpenAI({ // OpenAI compatible API baseURL: 'https://glama.ai/api/gateway/openai/v1', // Your Glama Gateway API key // https://glama.ai/settings/gateway/api-keys apiKey: GLAMA_API_KEY, }); await openai.chat.completions.create({ messages: [ { role: 'user', content: 'Hello!' } ], // Let Glama choose the best provider model: 'llama-3.1-8b-instruct', // or specify a specific provider... // model: 'avian/llama-3.1-8b-instruct' // model: 'deepinfra/llama-3.1-8b-instruct' });

from openai import OpenAI client = OpenAI( # OpenAI compatible API base_url="https://glama.ai/api/gateway/openai/v1", # Your Glama Gateway API key # https://glama.ai/settings/gateway/api-keys api_key="GLAMA_API_KEY" ) response = client.chat.completions.create( messages=[ { "role": "user", "content": "Hello!" } ], # Let Glama choose the best provider model="llama-3.1-8b-instruct", # or specify a specific provider... # model="avian/llama-3.1-8b-instruct" # model="deepinfra/llama-3.1-8b-instruct" )

# Store your API key in a variable GLAMA_API_KEY="your_api_key_here" # Make the API request curl https://glama.ai/api/gateway/openai/v1/chat/completions \ -H "Content-Type: application/json" \ -H "Authorization: Bearer $GLAMA_API_KEY" \ -X POST \ -d '{ "model": "llama-3.1-8b-instruct", "messages": [ { "role": "user", "content": "Hello!" } ] }' # or specify a specific provider... # model="avian/llama-3.1-8b-instruct" # model="deepinfra/llama-3.1-8b-instruct"