using System.Net.Http.Headers;
using System.Text;
using System.Text.Json;
using AnthropicClient.Json;
using AnthropicClient.Models;
using AnthropicClient.Utils;
namespace AnthropicClient;
///
/// Represents a client for interacting with the Anthropic API.
///
public interface IAnthropicApiClient
{
///
/// Creates a message asynchronously.
///
/// The message request to create.
/// A task that represents the asynchronous operation. The task result contains the response as an .
Task> CreateMessageAsync(MessageRequest request);
///
/// Creates a message asynchronously and streams the response.
///
/// The message request to create.
/// An asynchronous enumerable that yields the response event by event.
IAsyncEnumerable CreateMessageAsync(StreamMessageRequest request);
///
/// Creates a batch of messages asynchronously.
///
/// The message batch request to create.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is .
Task> CreateMessageBatchAsync(MessageBatchRequest request);
///
/// Gets a message batch asynchronously.
///
/// The ID of the message batch to get.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is .
Task> GetMessageBatchAsync(string batchId);
///
/// Lists the message batches asynchronously.
///
/// The paging request to use for listing the message batches.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is where T is .
Task>> ListMessageBatchesAsync(PagingRequest? request = null);
///
/// Gets the results of a message batch asynchronously.
///
/// The ID of the message batch to get the results for.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is where T is .
Task>> GetMessageBatchResultsAsync(string batchId);
///
/// Counts the tokens in a message asynchronously.
///
/// The count message tokens request.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is .
Task> CountMessageTokensAsync(CountMessageTokensRequest request);
///
/// Lists the models asynchronously.
///
/// The paging request to use for listing the models.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is where T is .
Task>> ListModelsAsync(PagingRequest? request = null);
///
/// Lists the models asynchronously
///
/// The maximum number of models to return in each page.
/// An asynchronous enumerable that yields the response as an where T is where T is .
///
IAsyncEnumerable>> ListAllModelsAsync(int limit = 20);
///
/// Gets a model by its ID asynchronously.
///
/// The ID of the model to get.
/// A task that represents the asynchronous operation. The task result contains the response as an where T is .
Task> GetModelAsync(string modelId);
}
///
public class AnthropicApiClient : IAnthropicApiClient
{
private const string BaseUrl = "https://api.anthropic.com/v1/";
private const string ApiKeyHeader = "x-api-key";
private const string MessagesEndpoint = "messages";
private string CountTokensEndpoint => $"{MessagesEndpoint}/count_tokens";
private string MessageBatchesEndpoint => $"{MessagesEndpoint}/batches";
private const string ModelsEndpoint = "models";
private const string JsonContentType = "application/json";
private const string EventPrefix = "event:";
private const string DataPrefix = "data:";
private readonly Dictionary _defaultHeaders = new()
{
{ "anthropic-version", "2023-06-01" },
};
private readonly HttpClient _httpClient;
///
/// Initializes a new instance of the class.
///
/// The API key to use for the client.
/// The HTTP client to use for the client.
/// Thrown when the API key or HTTP client is null.
/// A new instance of the class.
public AnthropicApiClient(string apiKey, HttpClient httpClient)
{
ArgumentValidator.ThrowIfNull(apiKey, nameof(apiKey));
ArgumentValidator.ThrowIfNull(httpClient, nameof(httpClient));
_httpClient = httpClient;
_httpClient.BaseAddress = new Uri(BaseUrl);
_httpClient.DefaultRequestHeaders.Add(ApiKeyHeader, apiKey);
_httpClient.DefaultRequestHeaders
.Accept
.Add(new MediaTypeWithQualityHeaderValue(JsonContentType));
foreach (var pair in _defaultHeaders)
{
_httpClient.DefaultRequestHeaders.Add(pair.Key, pair.Value);
}
}
///
public async Task> CreateMessageAsync(MessageRequest request)
{
var response = await SendRequestAsync(MessagesEndpoint, request);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult.Failure(error, anthropicHeaders);
}
var msgResponse = Deserialize(responseContent) ?? new MessageResponse();
if (request.Tools is not null && request.Tools.Count > 0)
{
msgResponse.ToolCall = GetToolCall(msgResponse, request.Tools);
}
return AnthropicResult.Success(msgResponse, anthropicHeaders);
}
///
public async IAsyncEnumerable CreateMessageAsync(StreamMessageRequest request)
{
var response = await SendRequestAsync(MessagesEndpoint, request);
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(await response.Content.ReadAsStringAsync()) ?? new AnthropicError();
yield return new AnthropicEvent(EventType.Error, new ErrorEventData(error.Error));
yield break;
}
var anthropicHeaders = new AnthropicHeaders(response.Headers);
using var responseContent = await response.Content.ReadAsStreamAsync();
using var streamReader = new StreamReader(responseContent);
MessageResponse? msgResponse = null;
Content? content = null;
var toolInputJsonStringBuilder = new StringBuilder();
var currentEvent = new AnthropicEvent();
do
{
var line = await streamReader.ReadLineAsync();
// I know...this is not pretty, but here is why...
// as events are being yielded I want to also
// build up the complete response
// so I can yield it as a special event to make tool
// calling easier to handle
// initialize response on message start
if (currentEvent.Type is EventType.MessageStart && currentEvent.Data is MessageStartEventData msgStartData)
{
msgResponse = msgStartData.Message;
}
// initialize content block on content block start
if (currentEvent.Type is EventType.ContentBlockStart && currentEvent.Data is ContentStartEventData contentStartData)
{
content = contentStartData.ContentBlock;
}
// update content block with deltas based on
// current content type and delta type
if (currentEvent.Type is EventType.ContentBlockDelta && currentEvent.Data is ContentDeltaEventData contentDeltaData)
{
if (content is TextContent textContent && contentDeltaData.Delta is TextDelta textDelta)
{
var newText = textContent.Text + textDelta.Text;
content = new TextContent(newText);
}
if (content is ToolUseContent toolUseContent && contentDeltaData.Delta is JsonDelta jsonDelta)
{
toolInputJsonStringBuilder.Append(jsonDelta.PartialJson);
}
}
// finalize content block on content block stop
// and add it to the response
if (currentEvent.Type is EventType.ContentBlockStop)
{
if (content is not null && msgResponse is not null)
{
if (content is TextContent textContent)
{
msgResponse.Content.Add(textContent);
}
if (content is ToolUseContent toolUseContent)
{
var input = Deserialize>(toolInputJsonStringBuilder.ToString());
var newToolUseContent = new ToolUseContent()
{
Id = toolUseContent.Id,
Name = toolUseContent.Name,
Input = input!,
};
msgResponse.Content.Add(newToolUseContent);
}
content = null;
}
}
// update response with message delta data
if (
currentEvent.Type is EventType.MessageDelta &&
currentEvent.Data is MessageDeltaEventData msgDeltaData &&
msgResponse is not null
)
{
var existingUsage = msgResponse.Usage;
var newUsage = new Usage()
{
InputTokens = existingUsage.InputTokens + msgDeltaData.Usage.InputTokens,
OutputTokens = existingUsage.OutputTokens + msgDeltaData.Usage.OutputTokens,
CacheCreationInputTokens = existingUsage.CacheCreationInputTokens + msgDeltaData.Usage.CacheCreationInputTokens,
CacheReadInputTokens = existingUsage.CacheReadInputTokens + msgDeltaData.Usage.CacheReadInputTokens,
};
msgResponse = new MessageResponse()
{
Id = msgResponse.Id,
Model = msgResponse.Model,
Role = msgResponse.Role,
StopReason = msgDeltaData.Delta.StopReason,
StopSequence = msgDeltaData.Delta.StopSequence,
Type = msgResponse.Type,
Usage = newUsage,
Content = msgResponse.Content,
};
if (request.Tools is not null && request.Tools.Count > 0)
{
msgResponse.ToolCall = GetToolCall(msgResponse, request.Tools);
}
}
// yield response on message stop
if (currentEvent.Type is EventType.MessageStop && msgResponse is not null)
{
var eventData = new MessageCompleteEventData(msgResponse, anthropicHeaders);
yield return new AnthropicEvent(EventType.MessageComplete, eventData);
msgResponse = null;
}
if (line is null)
{
if (string.IsNullOrWhiteSpace(currentEvent.Type) is false)
{
yield return currentEvent;
currentEvent = new AnthropicEvent();
}
break;
}
if (line == string.Empty)
{
yield return currentEvent;
currentEvent = new AnthropicEvent();
}
if (line.StartsWith(EventPrefix))
{
var eventType = line.Substring(EventPrefix.Length).Trim();
currentEvent = new AnthropicEvent(eventType, currentEvent.Data);
continue;
}
if (line.StartsWith(DataPrefix))
{
var eventData = line.Substring(DataPrefix.Length).Trim();
var eventDataJson = Deserialize(eventData);
currentEvent = new AnthropicEvent(currentEvent.Type, eventDataJson!);
continue;
}
} while (true);
}
///
public async Task> CreateMessageBatchAsync(MessageBatchRequest request)
{
var response = await SendRequestAsync(MessageBatchesEndpoint, request);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult.Failure(error, anthropicHeaders);
}
var msgBatchResponse = Deserialize(responseContent) ?? new MessageBatchResponse();
return AnthropicResult.Success(msgBatchResponse, anthropicHeaders);
}
///
public async Task> GetMessageBatchAsync(string batchId)
{
var response = await SendRequestAsync($"{MessageBatchesEndpoint}/{batchId}");
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult.Failure(error, anthropicHeaders);
}
var msgBatchResponse = Deserialize(responseContent) ?? new MessageBatchResponse();
return AnthropicResult.Success(msgBatchResponse, anthropicHeaders);
}
///
public async Task>> ListMessageBatchesAsync(PagingRequest? request = null)
{
var pagingRequest = request ?? new PagingRequest();
var endpoint = $"{MessageBatchesEndpoint}?{pagingRequest.ToQueryParameters()}";
var response = await SendRequestAsync(endpoint);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult>.Failure(error, anthropicHeaders);
}
var page = Deserialize>(responseContent) ?? new Page();
return AnthropicResult>.Success(page, anthropicHeaders);
}
///
public async Task>> GetMessageBatchResultsAsync(string batchId)
{
var response = await SendRequestAsync($"{MessageBatchesEndpoint}/{batchId}/results");
var anthropicHeaders = new AnthropicHeaders(response.Headers);
if (response.IsSuccessStatusCode is false)
{
var content = await response.Content.ReadAsStringAsync();
var error = Deserialize(content) ?? new AnthropicError();
return AnthropicResult>.Failure(error, anthropicHeaders);
}
return AnthropicResult>.Success(ReadResultsAsync(), anthropicHeaders);
async IAsyncEnumerable ReadResultsAsync()
{
using var responseContent = await response.Content.ReadAsStreamAsync();
using var streamReader = new StreamReader(responseContent);
var line = await streamReader.ReadLineAsync();
while (line is not null)
{
var resultItem = Deserialize(line) ?? new MessageBatchResultItem();
yield return resultItem;
line = await streamReader.ReadLineAsync();
}
}
}
///
public async Task> CountMessageTokensAsync(CountMessageTokensRequest request)
{
var response = await SendRequestAsync(CountTokensEndpoint, request);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult.Failure(error, anthropicHeaders);
}
var msgResponse = Deserialize(responseContent) ?? new TokenCountResponse();
return AnthropicResult.Success(msgResponse, anthropicHeaders);
}
///
public async Task>> ListModelsAsync(PagingRequest? request = null)
{
var pagingRequest = request ?? new PagingRequest();
var endpoint = $"{ModelsEndpoint}?{pagingRequest.ToQueryParameters()}";
var response = await SendRequestAsync(endpoint);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult>.Failure(error, anthropicHeaders);
}
var page = Deserialize>(responseContent) ?? new Page();
return AnthropicResult>.Success(page, anthropicHeaders);
}
///
public async IAsyncEnumerable>> ListAllModelsAsync(int limit = 20)
{
var pagingRequest = new PagingRequest(limit: limit);
string Endpoint() => $"{ModelsEndpoint}?{pagingRequest.ToQueryParameters()}";
bool hasMore;
do
{
var response = await SendRequestAsync(Endpoint());
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
yield return AnthropicResult>.Failure(error, anthropicHeaders);
yield break;
}
var page = Deserialize>(responseContent) ?? new Page();
if (page.HasMore && page.LastId is not null)
{
hasMore = true;
pagingRequest = new PagingRequest(limit: limit, afterId: page.LastId);
}
else
{
hasMore = false;
}
yield return AnthropicResult>.Success(page, anthropicHeaders);
} while (hasMore);
}
///
public async Task> GetModelAsync(string modelId)
{
var endpoint = $"{ModelsEndpoint}/{modelId}";
var response = await SendRequestAsync(endpoint);
var anthropicHeaders = new AnthropicHeaders(response.Headers);
var responseContent = await response.Content.ReadAsStringAsync();
if (response.IsSuccessStatusCode is false)
{
var error = Deserialize(responseContent) ?? new AnthropicError();
return AnthropicResult.Failure(error, anthropicHeaders);
}
var model = Deserialize(responseContent) ?? new AnthropicModel();
return AnthropicResult.Success(model, anthropicHeaders);
}
private ToolCall? GetToolCall(MessageResponse response, List tools)
{
var toolUse = response.Content.OfType().FirstOrDefault();
if (toolUse is null)
{
return null;
}
var tool = tools.FirstOrDefault(t => t.Name == toolUse.Name);
if (tool is null)
{
return null;
}
return new ToolCall(tool, toolUse);
}
private async Task SendRequestAsync(string endpoint)
{
return await _httpClient.GetAsync(endpoint);
}
private async Task SendRequestAsync(string endpoint, T request)
{
var requestJson = Serialize(request);
var requestContent = new StringContent(requestJson, Encoding.UTF8, JsonContentType);
return await _httpClient.PostAsync(endpoint, requestContent);
}
private string Serialize(T obj) => JsonSerializer.Serialize(obj, JsonSerializationOptions.DefaultOptions);
private T? Deserialize(string json) => JsonSerializer.Deserialize(json, JsonSerializationOptions.DefaultOptions);
}