Skip to main content

​
DeepInfra Provider

Fast inference with DeepInfra.

​
Environment Variables

export DEEPINFRA_API_KEY=...

​
Quick Start

import { Agent } from 'praisonai';

const agent = new Agent({
  name: 'DeepInfraAgent',
  instructions: 'You are a helpful assistant.',
  llm: 'deepinfra/meta-llama/Llama-2-70b-chat-hf'
});

const response = await agent.chat('Hello!');