feat: wip on implementing gemini analyzer

This commit is contained in:
Stevan Freeborn
2025-07-31 00:10:27 -05:00
parent f6773cb64e
commit d7a953f187
10 changed files with 162 additions and 85 deletions
-83
View File
@@ -38,89 +38,6 @@ finally
await Log.CloseAndFlushAsync();
}
// // Step 3: Split the wave stream into 2 minute segments
// waveStream.Position = 0;
// var segmentDuration = TimeSpan.FromMinutes(2);
// var segments = new List<MemoryStream>();
// using var waveReader = new WaveFileReader(waveStream);
// var segmentCount = (int)Math.Ceiling(waveReader.TotalTime.TotalMilliseconds / segmentDuration.TotalMilliseconds);
// Directory.CreateDirectory("segments");
// foreach (var i in Enumerable.Range(0, segmentCount))
// {
// waveStream.Position = 0;
// using var segmentWaveReader = new WaveFileReader(waveStream);
// var segment = segmentWaveReader.ToSampleProvider()
// .Skip(i * segmentDuration)
// .Take(segmentDuration);
// var segmentProvider = segment.ToWaveProvider16();
// var segmentStream = new MemoryStream();
// WaveFileWriter.WriteWavFileToStream(segmentStream, segmentProvider);
// segmentStream.Position = 0;
// segments.Add(segmentStream);
// }
// // Step 4: Transcribe each segment using Whisper
// using var modelMemoryStream = new MemoryStream();
// var model = await WhisperGgmlDownloader.Default.GetGgmlModelAsync(GgmlType.TinyEn);
// await model.CopyToAsync(modelMemoryStream);
// var whisperFactory = WhisperFactory.FromBuffer(modelMemoryStream.ToArray());
// using var whisperProcessor = whisperFactory.CreateBuilder()
// .WithLanguage("en")
// .Build();
// var completeTranscription = new StringBuilder();
// foreach (var (i, segment) in segments.Select((s, index) => (index, s)))
// {
// var durationOffset = TimeSpan.FromMilliseconds(i * segmentDuration.TotalMilliseconds);
// var segmentTranscription = new StringBuilder();
// await foreach (var result in whisperProcessor.ProcessAsync(segment, CancellationToken.None))
// {
// var startTime = result.Start + durationOffset;
// var endTime = result.End + durationOffset;
// segmentTranscription.AppendLine(CultureInfo.CurrentCulture, $"[{startTime:hh\\:mm\\:ss} - {endTime:hh\\:mm\\:ss}] {result.Text}");
// }
// completeTranscription.Append(segmentTranscription);
// }
// // Step 5: Send the transcription to LLM for analysis
// // TODO: Explore this prompt further...seems break
// // when transcription is long
// var prompt = $$"""
// I need your help to transform my YouTube live stream transcript into engaging YouTube Shorts. Act as my content editor and pinpoint **all potential candidate segments** that are perfect for short-form video. I'm looking for clips that are:
//   * **Funny:** Moments that will make viewers laugh.
//   * **Informative:** Sections packed with valuable information or tips.
//   * **Insightful:** Portions offering unique perspectives or 'aha\!' moments.
// For each suggested short, please provide:
//   * The **start time** of the initial segment and the **end time** of the final segment. The duration of each short should be no longer than 3 minutes, but **aim for durations between 15 seconds and 60 seconds**. However, the short **must be as long as necessary to capture the complete thought or idea**, even if it means exceeding the target range or extending slightly to capture all necessary dialogue.
//   * A concise **title** that grabs attention.
//   * A brief **description** highlighting the short's content and its appeal.
//   * An **explanation** of why this particular segment is suitable for a YouTube Short, focusing on its potential for discoverability and engagement.
// Please format your response as a JSON array of objects with the following structure:
// ```json
// {
//   ""title"": ""string"",
//   "start_time": "string",
//   "end_time": "string",
//   "description": "string",
//   "explanation": "string"
// }
// ```
// Here is the transcript of my YouTube live stream:
// {{completeTranscription}}
// """;
// if (string.IsNullOrWhiteSpace(apiKey))
// {
// throw new InvalidOperationException("GeminiApiKey is not configured in appsettings.json.");