Microsoft Agent Framework

pip install agent-framework-openai

dotnet add package Microsoft.Agents.AI.OpenAI

import asyncio
import os

from agent_framework import Agent
from agent_framework.openai import OpenAIChatCompletionClient


async def main() -> None:
    client = OpenAIChatCompletionClient(
        model="deepseek-ai/DeepSeek-V4-Flash-0731",
        api_key=os.environ["DEEPINFRA_TOKEN"],
        base_url="https://api.deepinfra.com/v1/openai",
    )
    agent = Agent(client=client, instructions="You are a concise, helpful assistant.")

    result = await agent.run("Explain what a GPU inference provider does in two sentences.")
    print(result.text)

    async for chunk in agent.run("Write a haiku about fast inference.", stream=True):
        if chunk.text:
            print(chunk.text, end="", flush=True)
    print()


if __name__ == "__main__":
    asyncio.run(main())

using System.ClientModel;
using Microsoft.Agents.AI;
using OpenAI;

var apiKey = Environment.GetEnvironmentVariable("DEEPINFRA_TOKEN")
    ?? throw new InvalidOperationException("DEEPINFRA_TOKEN is not set.");

AIAgent agent = new OpenAIClient(
        new ApiKeyCredential(apiKey),
        new OpenAIClientOptions { Endpoint = new Uri("https://api.deepinfra.com/v1/openai") })
    .GetChatClient("deepseek-ai/DeepSeek-V4-Flash-0731")
    .AsAIAgent(instructions: "You are a concise, helpful assistant.");

Console.WriteLine(await agent.RunAsync("Explain what a GPU inference provider does in two sentences."));

await foreach (AgentResponseUpdate update in agent.RunStreamingAsync("Write a haiku about fast inference."))
{
    Console.Write(update);
}
Console.WriteLine();