The Modern AI Gateway for Enterprise Applications

// 80+ lines of manual integration
import OpenAI from 'openai'
import Anthropic from '@anthropic-ai/sdk'
import { GoogleGenerativeAI } from '@google/generative-ai'

const openai = new OpenAI({ apiKey: process.env.OPENAI_KEY })
const anthropic = new Anthropic({ apiKey: process.env.ANTHROPIC_KEY })
const google = new GoogleGenerativeAI(process.env.GOOGLE_KEY)

// Manual provider selection
let response
let provider = 'openai'

try {
  response = await openai.chat.completions.create({
    model: 'gpt-4',
    messages: [{ role: 'user', content: prompt }]
  })
} catch (error) {
  // Manual failover
  try {
    provider = 'anthropic'
    response = await anthropic.messages.create({
      model: 'claude-3-5-sonnet-20241022',
      messages: [{ role: 'user', content: prompt }]
    })
  } catch (anthropicError) {
    // Try Google...
    provider = 'google'
    const model = google.getGenerativeModel({ model: 'gemini-pro' })
    response = await model.generateContent(prompt)
  }
}

// Manual cost tracking
const tokens = response.usage?.total_tokens || 0
const cost = calculateCost(tokens, provider)
await db.costs.create({ provider, tokens, cost })

// Manual caching
const cacheKey = hashPrompt(prompt)
const cached = await redis.get(cacheKey)
if (cached) return cached
await redis.set(cacheKey, response, 'EX', 3600)

// Manual PII filtering
const filtered = filterPII(prompt)

// Manual rate limiting
if (await isRateLimited(userId)) {
  throw new Error('Rate limit exceeded')
}

// ... 40+ more lines for error handling, logging, monitoring

// 8 lines total
import { B2ALabs } from '@b2alabs/sdk'

const b2a = new B2ALabs({ apiKey: process.env.B2ALABS_KEY })

const response = await b2a.chat.completions.create({
  model: 'auto', // Automatic provider selection
  messages: [{ role: 'user', content: prompt }],
  routing_strategy: 'cost_optimized' // or 'latency' or 'quality'
})

// Auto failover
// Cost tracking
// Semantic caching (34% hit rate)
// PII filtering
// Rate limiting
// All built-in!