feat: implement default prompt for analysis

This commit is contained in:
Stevan Freeborn
2025-08-03 22:06:16 -05:00
parent d7a953f187
commit f96644e029
15 changed files with 163 additions and 188 deletions
+1 -102
View File
@@ -22,6 +22,7 @@ try
services.AddSingleton<IFileSystem, FileSystem>(); services.AddSingleton<IFileSystem, FileSystem>();
services.AddSingleton<IAudioExtractor, AudioExtractor>(); services.AddSingleton<IAudioExtractor, AudioExtractor>();
services.AddSingleton<ITranscriber, WhisperTranscriber>(); services.AddSingleton<ITranscriber, WhisperTranscriber>();
services.AddSingleton<ITranscriptAnalyzer, GeminiAnalyzer>();
}) })
.BuildApp() .BuildApp()
.RunAsync(args); .RunAsync(args);
@@ -37,105 +38,3 @@ finally
{ {
await Log.CloseAndFlushAsync(); await Log.CloseAndFlushAsync();
} }
// if (string.IsNullOrWhiteSpace(apiKey))
// {
// throw new InvalidOperationException("GeminiApiKey is not configured in appsettings.json.");
// }
// using var client = new HttpClient()
// {
// Timeout = TimeSpan.FromMinutes(30)
// };
// var requestUrl = $"https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent?key={apiKey}";
// using var request = new HttpRequestMessage(HttpMethod.Post, requestUrl)
// {
// Content = new StringContent(
// JsonSerializer.Serialize(new
// {
// contents = new[]
// {
// new
// {
// role = "user",
// parts = new[]
// {
// new
// {
// text = prompt
// }
// },
// }
// },
// generationConfig = new
// {
// responseMimeType = "application/json",
// }
// }),
// Encoding.UTF8,
// "application/json"
// )
// };
// var response = await client.SendAsync(request);
// var responseContent = await response.Content.ReadAsStringAsync();
// var responseJson = JsonSerializer.Deserialize<LLMResponse>(responseContent);
// var candidatesText = responseJson?
// .Candidates?
// .FirstOrDefault()?
// .Content
// .Parts?.FirstOrDefault()?
// .Text;
// var analysis = JsonSerializer.Deserialize<List<LLMAnalysis>>(candidatesText ?? string.Empty);
// if (analysis is null)
// {
// Console.WriteLine(resourceManager.GetString("LLMAnalysisFailed", CultureInfo.CurrentCulture));
// return;
// }
// foreach (var result in analysis)
// {
// var fileName = string.Concat(result.Title.Split(Path.GetInvalidFileNameChars()));
// await FFMpeg.SubVideoAsync(
// args[0],
// $"{fileName}.mp4",
// result.StartTime,
// result.EndTime
// );
// }
// // Step 6: Use analysis to generate a short video
// record LLMAnalysis(
// [property: JsonPropertyName("title")]
// string Title,
// [property: JsonPropertyName("description")]
// string Description,
// [property: JsonPropertyName("explanation")]
// string Explanation,
// [property: JsonPropertyName("start_time")]
// TimeSpan StartTime,
// [property: JsonPropertyName("end_time")]
// TimeSpan EndTime
// );
// record LLMResponse(
// [property: JsonPropertyName("candidates")]
// Candidate[] Candidates
// );
// record Candidate(
// [property: JsonPropertyName("content")]
// Content Content
// );
// record Content(
// [property: JsonPropertyName("parts")]
// Part[] Parts
// );
// record Part(
// [property: JsonPropertyName("text")]
// string Text
// );
+2 -1
View File
@@ -15,6 +15,7 @@ global using Spectre.Console.Cli;
global using StreamShorts.Console.Commands; global using StreamShorts.Console.Commands;
global using StreamShorts.Console.Hosting; global using StreamShorts.Console.Hosting;
global using StreamShorts.Library.Analysis;
global using StreamShorts.Library.Analysis.Gemini;
global using StreamShorts.Library.Media.Audio; global using StreamShorts.Library.Media.Audio;
global using StreamShorts.Library.Transcription; global using StreamShorts.Library.Transcription;
global using StreamShorts.Library.Analysis;
@@ -0,0 +1,13 @@
using System.Text.Json.Serialization;
internal record Content(
[property: JsonPropertyName("role")]
string Role,
[property: JsonPropertyName("parts")]
Part[] Parts
);
internal record Part(
[property: JsonPropertyName("text")]
string Text
);
@@ -1,13 +1,15 @@
using System.Text; using System.Text;
using System.Text.Json; using System.Text.Json;
using System.Text.Json.Serialization;
using NAudio.CoreAudioApi;
using StreamShorts.Library.Analysis.Prompts;
using StreamShorts.Library.Transcription; using StreamShorts.Library.Transcription;
namespace StreamShorts.Library.Analysis; namespace StreamShorts.Library.Analysis.Gemini;
/// <summary>
/// Represents an analyzer that uses Gemini to analyze transcript segments and generate short clips.
/// </summary>
/// <inheritdoc/>
public sealed class GeminiAnalyzer( public sealed class GeminiAnalyzer(
IHttpClientFactory httpClientFactory, IHttpClientFactory httpClientFactory,
string apiKey string apiKey
@@ -15,45 +17,45 @@ public sealed class GeminiAnalyzer(
{ {
private readonly IHttpClientFactory _httpClientFactory = httpClientFactory ?? throw new ArgumentNullException(nameof(httpClientFactory)); private readonly IHttpClientFactory _httpClientFactory = httpClientFactory ?? throw new ArgumentNullException(nameof(httpClientFactory));
private readonly string _apiKey = apiKey ?? throw new ArgumentNullException(nameof(apiKey)); private readonly string _apiKey = apiKey ?? throw new ArgumentNullException(nameof(apiKey));
private readonly IAnalysisPrompt _prompt = new DefaultAnalysisPrompt();
public GeminiAnalyzer(
IHttpClientFactory httpClientFactory,
string apiKey,
IAnalysisPrompt prompt
) : this(httpClientFactory, apiKey)
{
_prompt = prompt ?? throw new ArgumentNullException(nameof(prompt));
}
public async Task<TranscriptAnalysis> AnalyzeAsync(IEnumerable<TranscriptionSegment> segments) public async Task<TranscriptAnalysis> AnalyzeAsync(IEnumerable<TranscriptionSegment> segments)
{ {
using var client = _httpClientFactory.CreateClient(); using var client = _httpClientFactory.CreateClient();
client.Timeout = TimeSpan.FromMinutes(5); client.Timeout = TimeSpan.FromMinutes(5);
// TODO: Load prompt from resource file
var requestUrl = $"https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent?key={_apiKey}"; var requestUrl = $"https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent?key={_apiKey}";
using var request = new HttpRequestMessage(HttpMethod.Post, requestUrl) var generateContentRequest = new GenerateContentRequest(
{ [
Content = new StringContent( new Content(
JsonSerializer.Serialize(new Role: "user",
{ Parts:[ new Part(Text: _prompt.GetPrompt(segments)) ]
contents = new[] )
{ ],
new new GenerationConfig(ResponseMimeType: "application/json")
{ );
role = "user", using var requestContent = new StringContent(
parts = new[] JsonSerializer.Serialize(generateContentRequest),
{
new
{
text = prompt
}
},
}
},
generationConfig = new
{
responseMimeType = "application/json",
}
}),
Encoding.UTF8, Encoding.UTF8,
"application/json" "application/json"
) );
using var request = new HttpRequestMessage(HttpMethod.Post, requestUrl)
{
Content = requestContent
}; };
var response = await client.SendAsync(request).ConfigureAwait(false); var response = await client.SendAsync(request).ConfigureAwait(false);
var responseContent = await response.Content.ReadAsStringAsync().ConfigureAwait(false); var responseContent = await response.Content.ReadAsStringAsync().ConfigureAwait(false);
var responseJson = JsonSerializer.Deserialize<LLMResponse>(responseContent); var responseJson = JsonSerializer.Deserialize<GenerateContentResponse>(responseContent);
var candidatesText = responseJson? var candidatesText = responseJson?
.Candidates? .Candidates?
.FirstOrDefault()? .FirstOrDefault()?
@@ -66,23 +68,5 @@ public sealed class GeminiAnalyzer(
} }
} }
// TODO: Sort this shit out
record LLMResponse(
[property: JsonPropertyName("candidates")]
Candidate[] Candidates
);
record Candidate(
[property: JsonPropertyName("content")]
Content Content
);
record Content(
[property: JsonPropertyName("parts")]
Part[] Parts
);
record Part(
[property: JsonPropertyName("text")]
string Text
);
@@ -0,0 +1,15 @@
using System.Text.Json.Serialization;
namespace StreamShorts.Library.Analysis.Gemini;
internal record GenerateContentRequest(
[property: JsonPropertyName("contents")]
Content[] Contents,
[property: JsonPropertyName("generationConfig")]
GenerationConfig GenerationConfig
);
internal record GenerationConfig(
[property: JsonPropertyName("responseMimeType")]
string ResponseMimeType
);
@@ -0,0 +1,14 @@
using System.Text.Json.Serialization;
namespace StreamShorts.Library.Analysis.Gemini;
internal record GenerateContentResponse(
[property: JsonPropertyName("candidates")]
Candidate[] Candidates
);
internal record Candidate(
[property: JsonPropertyName("content")]
Content Content
);
@@ -2,7 +2,15 @@ using StreamShorts.Library.Transcription;
namespace StreamShorts.Library.Analysis; namespace StreamShorts.Library.Analysis;
/// <summary>
/// Defines the contract for transcript analyzers that process segments of a transcript and produce an analysis result containing short clips.
/// </summary>
public interface ITranscriptAnalyzer public interface ITranscriptAnalyzer
{ {
/// <summary>
/// Analyzes the provided transcript segments and generates a transcript analysis result.
/// </summary>
/// <param name="segments">The transcript segments to analyze.</param>
/// <returns>A task that represents the asynchronous operation. The task result contains the <see cref="TranscriptAnalysis"/> containing the short clips derived from the transcript.</returns>
Task<TranscriptAnalysis> AnalyzeAsync(IEnumerable<TranscriptionSegment> segments); Task<TranscriptAnalysis> AnalyzeAsync(IEnumerable<TranscriptionSegment> segments);
} }
@@ -0,0 +1,49 @@
using System.Globalization;
using System.Text;
using StreamShorts.Library.Transcription;
namespace StreamShorts.Library.Analysis.Prompts;
/// <summary>
/// Default implementation of the analysis prompt for generating YouTube Shorts.
/// </summary>
/// <inheritdoc/>
internal sealed class DefaultAnalysisPrompt : IAnalysisPrompt
{
private static readonly CompositeFormat Prompt = CompositeFormat.Parse(@"
I need your help to transform my YouTube live stream transcript into engaging YouTube Shorts. Act as my content editor and pinpoint **all potential candidate segments** that are perfect for short-form video. I'm looking for clips that are:
- **Funny:** Moments that will make viewers laugh.
- **Informative:** Sections packed with valuable information or tips.
- **Insightful:** Portions offering unique perspectives or 'aha!' moments.
For each suggested short, please provide:
- The **start time** of the initial segment and the **end time** of the final segment. The duration of each short should be no longer than 3 minutes, but **aim for durations between 15 seconds and 60 seconds**. However, the short **must be as long as necessary to capture the complete thought or idea**, even if it means exceeding the target range or extending slightly to capture all necessary dialogue.
- A concise **title** that grabs attention.
- A brief **description** highlighting the short's content and its appeal.
- An **explanation** of why this particular segment is suitable for a YouTube Short, focusing on its potential for discoverability and engagement.
Please format your response as a JSON array of objects with the following structure:
```json
{{
""title"": ""string"",
""start_time"": ""string"",
""end_time"": ""string"",
""description"": ""string"",
""explanation"": ""string""
}}
```
Here is the transcript of my YouTube live stream:
{0}
");
public string GetPrompt(IEnumerable<TranscriptionSegment> transcript)
{
return string.Format(CultureInfo.InvariantCulture, Prompt, transcript);
}
}
@@ -0,0 +1,16 @@
using StreamShorts.Library.Transcription;
namespace StreamShorts.Library.Analysis.Prompts;
/// <summary>
/// Defines the contract for analysis prompts used in transcript analysis.
/// </summary>
public interface IAnalysisPrompt
{
/// <summary>
/// Generates a prompt based on the provided transcript segments.
/// </summary>
/// <param name="transcript">The transcript segments to analyze.</param>
/// <returns>A formatted prompt string for analysis.</returns>
string GetPrompt(IEnumerable<TranscriptionSegment> transcript);
}
@@ -2,6 +2,9 @@ using System.Text.Json.Serialization;
namespace StreamShorts.Library.Analysis; namespace StreamShorts.Library.Analysis;
/// <summary>
/// Represents a short clip derived from a transcript
/// </summary>
public record ShortClip( public record ShortClip(
[property: JsonPropertyName("title")] [property: JsonPropertyName("title")]
string Title, string Title,
@@ -1,6 +1,12 @@
namespace StreamShorts.Library.Analysis; namespace StreamShorts.Library.Analysis;
public class TranscriptAnalysis(IEnumerable<ShortClip> shortClips) /// <summary>
/// Represents the analysis of a transcript, containing short clips derived from the transcript.
/// </summary>
public sealed class TranscriptAnalysis(IEnumerable<ShortClip> shortClips)
{ {
/// <summary>
/// Gets the short clips derived from the transcript.
/// </summary>
public IEnumerable<ShortClip> ShortClips { get; init; } = shortClips; public IEnumerable<ShortClip> ShortClips { get; init; } = shortClips;
} }
@@ -1,5 +1,3 @@
using System.Diagnostics.CodeAnalysis;
using FFMpegCore; using FFMpegCore;
using FFMpegCore.Enums; using FFMpegCore.Enums;
using FFMpegCore.Pipes; using FFMpegCore.Pipes;
@@ -1,4 +1,3 @@
namespace StreamShorts.Library.Media; namespace StreamShorts.Library.Media;
/// <summary> /// <summary>
@@ -1,28 +0,0 @@
I need your help to transform my YouTube live stream transcript into engaging YouTube Shorts. Act as my content editor and pinpoint **all potential candidate segments** that are perfect for short-form video. I'm looking for clips that are:
  - **Funny:** Moments that will make viewers laugh.
  - **Informative:** Sections packed with valuable information or tips.
  - **Insightful:** Portions offering unique perspectives or 'aha\!' moments.
For each suggested short, please provide:
  - The **start time** of the initial segment and the **end time** of the final segment. The duration of each short should be no longer than 3 minutes, but **aim for durations between 15 seconds and 60 seconds**. However, the short **must be as long as necessary to capture the complete thought or idea**, even if it means exceeding the target range or extending slightly to capture all necessary dialogue.
  - A concise **title** that grabs attention.
  - A brief **description** highlighting the short's content and its appeal.
  - An **explanation** of why this particular segment is suitable for a YouTube Short, focusing on its potential for discoverability and engagement.
Please format your response as a JSON array of objects with the following structure:
```json
{
  "title": "string",
  "start_time": "string",
  "end_time": "string",
  "description": "string",
  "explanation": "string"
}
```
Here is the transcript of my YouTube live stream:
{0}
@@ -1,5 +1,3 @@
using System.Runtime.CompilerServices;
namespace StreamShorts.Library.Transcription; namespace StreamShorts.Library.Transcription;
/// <summary> /// <summary>