FIND THE OPTIMAL AI MODELAI MODEL FOR EVERY TASKTASK

// Configure API providers
// And custom endpoints
const config: AIConfigResult = 
  configureModels({
   openai: { 
     apiKey: process.env.OPENAI_API_KEY
     // Adapted temperature can go here
     // Company ID can go here
   },
   anthropic: { 
     apiKey: process.env.ANTHROPIC_KEY
   }
  // More models avaliable here...
  // We support custom endpoints too!
});

const colorTest: AiTestDefinition = 
  defineAiTest("color-question", {
    cases: {
        prompt: "What color is Big Bird?",
        match: "yellow" 
    },
    maxPrice: 0.01,  
    // Max cost per one million tokens
    minAccuracy: 0.90, 
    // Minimum of 90% accuracy
    maxLatency: 500,  
    // Max response time (ms)
    priority: "accuracy",
    // Prioritize accuracy to time & $
    retries: 3  // Model sample size
});

// Using API keys 
// For data persistence
// Running tests against all models
await runAiTests(
  [colorTest, mathTests], 
  apiKey: process.env.RADAR_API_KEY,
);
// Test reliability ensured:
// Multi-model testing (25+ providers)
// Auto-retries with configurable count
// String/numeric validation
// Specialized NLP comparison functions
// CI/CD integration via GitHub Actions

// On app initialization:
// Get all best models at once
const models = initializeModels({
  apiKey: process.env.AI_TEST_API_KEY,
  tests: ["color-question", "math"]
});
// In production - no await needed
const colorModel = models.get("color-question");
// { primary: "gpt-4o-mini", 
//   secondary: "claude-3.5-haiku" }
// Use the optimal model directly
const response = getAIResponse(
  "What color is Big Bird?",
  colorModel.primary
);
// yellow