feat: first take of adding caching support

This commit is contained in:
Stevan Freeborn
2024-08-15 23:04:45 -05:00
parent c0dec5f7de
commit ed97ea95dc
10 changed files with 293 additions and 46 deletions
+12
View File
@@ -18,4 +18,16 @@ public class Usage
/// </summary>
[JsonPropertyName("output_tokens")]
public int OutputTokens { get; init; }
/// <summary>
/// Gets the number of tokens written to the cache when creating a new entry
/// </summary>
[JsonPropertyName("cache_creation_input_tokens")]
public int CacheCreationInputTokens { get; init; }
/// <summary>
/// Gets the number of tokens retrieved from the cache for the request.
/// </summary>
[JsonPropertyName("cache_read_input_tokens")]
public int CacheReadInputTokens { get; init; }
}