2025-07-23 23:55:56 -05:00
using System.Globalization ;
2025-07-16 12:43:09 -05:00
using System.Resources ;
2025-07-21 01:01:09 -05:00
using System.Text ;
2025-07-21 23:51:59 -05:00
using System.Text.Json ;
using System.Text.Json.Serialization ;
2025-07-21 01:01:09 -05:00
using FFMpegCore ;
using FFMpegCore.Enums ;
using FFMpegCore.Pipes ;
using NAudio.Wave ;
2025-07-24 11:22:15 -05:00
2025-07-21 01:01:09 -05:00
using Whisper.net ;
using Whisper.net.Ggml ;
2025-07-16 12:43:09 -05:00
2025-07-23 23:55:56 -05:00
Log . Logger = new LoggerConfiguration ()
. WriteTo . File (
formatter : new CompactJsonFormatter (),
path : Path . Combine ( AppContext . BaseDirectory , "logs" , "log.jsonl" ),
rollingInterval : RollingInterval . Day
)
. Enrich . FromLogContext ()
. MinimumLevel . Verbose ()
. MinimumLevel . Override ( "Microsoft" , LogEventLevel . Fatal )
. CreateLogger ();
2025-07-21 23:51:59 -05:00
2025-07-23 23:55:56 -05:00
try
2025-07-21 01:01:09 -05:00
{
2025-07-23 23:55:56 -05:00
var appName = Assembly . GetExecutingAssembly (). GetName (). Name ;
Log . Information ( "Starting {AppName}" , appName );
await Host . CreateDefaultBuilder ( args )
. ConfigureLogging ( static l => l . ClearProviders ())
. ConfigureServices ( static ( _ , services ) =>
{
services . AddSingleton ( AnsiConsole . Console );
services . AddSingleton < IFileSystem , FileSystem >();
2025-07-24 11:22:15 -05:00
services . AddSingleton < IAudioExtractor , AudioExtractor >();
2025-07-27 23:33:05 -05:00
services . AddSingleton < IAudioConverter , AudioConverter >();
2025-07-23 23:55:56 -05:00
})
. BuildApp ()
. RunAsync ( args );
Log . Information ( "{AppName} has completed successfully." , appName );
}
catch ( Exception ex )
{
Log . Fatal ( ex , "An unhandled exception occurred during execution." );
throw ;
}
finally
{
await Log . CloseAndFlushAsync ();
2025-07-21 01:01:09 -05:00
}
2025-07-24 11:22:15 -05:00
// // Step 3: Split the wave stream into 2 minute segments
// waveStream.Position = 0;
// var segmentDuration = TimeSpan.FromMinutes(2);
// var segments = new List<MemoryStream>();
// using var waveReader = new WaveFileReader(waveStream);
// var segmentCount = (int)Math.Ceiling(waveReader.TotalTime.TotalMilliseconds / segmentDuration.TotalMilliseconds);
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// Directory.CreateDirectory("segments");
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// foreach (var i in Enumerable.Range(0, segmentCount))
// {
// waveStream.Position = 0;
// using var segmentWaveReader = new WaveFileReader(waveStream);
// var segment = segmentWaveReader.ToSampleProvider()
// .Skip(i * segmentDuration)
// .Take(segmentDuration);
// var segmentProvider = segment.ToWaveProvider16();
// var segmentStream = new MemoryStream();
// WaveFileWriter.WriteWavFileToStream(segmentStream, segmentProvider);
// segmentStream.Position = 0;
// segments.Add(segmentStream);
// }
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// // Step 4: Transcribe each segment using Whisper
// using var modelMemoryStream = new MemoryStream();
// var model = await WhisperGgmlDownloader.Default.GetGgmlModelAsync(GgmlType.TinyEn);
// await model.CopyToAsync(modelMemoryStream);
// var whisperFactory = WhisperFactory.FromBuffer(modelMemoryStream.ToArray());
// using var whisperProcessor = whisperFactory.CreateBuilder()
// .WithLanguage("en")
// .Build();
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// var completeTranscription = new StringBuilder();
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// foreach (var (i, segment) in segments.Select((s, index) => (index, s)))
// {
// var durationOffset = TimeSpan.FromMilliseconds(i * segmentDuration.TotalMilliseconds);
// var segmentTranscription = new StringBuilder();
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// await foreach (var result in whisperProcessor.ProcessAsync(segment, CancellationToken.None))
// {
// var startTime = result.Start + durationOffset;
// var endTime = result.End + durationOffset;
// segmentTranscription.AppendLine(CultureInfo.CurrentCulture, $"[{startTime:hh\\:mm\\:ss} - {endTime:hh\\:mm\\:ss}] {result.Text}");
// }
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// completeTranscription.Append(segmentTranscription);
// }
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// // Step 5: Send the transcription to LLM for analysis
// // TODO: Explore this prompt further...seems break
// // when transcription is long
// var prompt = $$"""
// I need your help to transform my YouTube live stream transcript into engaging YouTube Shorts. Act as my content editor and pinpoint **all potential candidate segments** that are perfect for short-form video. I'm looking for clips that are:
2025-07-21 01:01:09 -05:00
2025-07-24 11:22:15 -05:00
// * **Funny:** Moments that will make viewers laugh.
// * **Informative:** Sections packed with valuable information or tips.
// * **Insightful:** Portions offering unique perspectives or 'aha\!' moments.
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// For each suggested short, please provide:
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// * The **start time** of the initial segment and the **end time** of the final segment. The duration of each short should be no longer than 3 minutes, but **aim for durations between 15 seconds and 60 seconds**. However, the short **must be as long as necessary to capture the complete thought or idea**, even if it means exceeding the target range or extending slightly to capture all necessary dialogue.
// * A concise **title** that grabs attention.
// * A brief **description** highlighting the short's content and its appeal.
// * An **explanation** of why this particular segment is suitable for a YouTube Short, focusing on its potential for discoverability and engagement.
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// Please format your response as a JSON array of objects with the following structure:
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// ```json
// {
// ""title"": ""string"",
// "start_time": "string",
// "end_time": "string",
// "description": "string",
// "explanation": "string"
// }
// ```
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// Here is the transcript of my YouTube live stream:
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// {{completeTranscription}}
// """;
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// if (string.IsNullOrWhiteSpace(apiKey))
// {
// throw new InvalidOperationException("GeminiApiKey is not configured in appsettings.json.");
// }
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// using var client = new HttpClient()
// {
// Timeout = TimeSpan.FromMinutes(30)
// };
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// var requestUrl = $"https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent?key={apiKey}";
// using var request = new HttpRequestMessage(HttpMethod.Post, requestUrl)
// {
// Content = new StringContent(
// JsonSerializer.Serialize(new
// {
// contents = new[]
// {
// new
// {
// role = "user",
// parts = new[]
// {
// new
// {
// text = prompt
// }
// },
// }
// },
// generationConfig = new
// {
// responseMimeType = "application/json",
// }
// }),
// Encoding.UTF8,
// "application/json"
// )
// };
// var response = await client.SendAsync(request);
// var responseContent = await response.Content.ReadAsStringAsync();
// var responseJson = JsonSerializer.Deserialize<LLMResponse>(responseContent);
// var candidatesText = responseJson?
// .Candidates?
// .FirstOrDefault()?
// .Content
// .Parts?.FirstOrDefault()?
// .Text;
// var analysis = JsonSerializer.Deserialize<List<LLMAnalysis>>(candidatesText ?? string.Empty);
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// if (analysis is null)
// {
// Console.WriteLine(resourceManager.GetString("LLMAnalysisFailed", CultureInfo.CurrentCulture));
// return;
// }
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// foreach (var result in analysis)
// {
// var fileName = string.Concat(result.Title.Split(Path.GetInvalidFileNameChars()));
// await FFMpeg.SubVideoAsync(
// args[0],
// $"{fileName}.mp4",
// result.StartTime,
// result.EndTime
// );
// }
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// // Step 6: Use analysis to generate a short video
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// record LLMAnalysis(
// [property: JsonPropertyName("title")]
// string Title,
// [property: JsonPropertyName("description")]
// string Description,
// [property: JsonPropertyName("explanation")]
// string Explanation,
// [property: JsonPropertyName("start_time")]
// TimeSpan StartTime,
// [property: JsonPropertyName("end_time")]
// TimeSpan EndTime
// );
2025-07-21 23:51:59 -05:00
2025-07-24 11:22:15 -05:00
// record LLMResponse(
// [property: JsonPropertyName("candidates")]
// Candidate[] Candidates
// );
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// record Candidate(
// [property: JsonPropertyName("content")]
// Content Content
// );
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// record Content(
// [property: JsonPropertyName("parts")]
// Part[] Parts
// );
2025-07-23 02:16:48 -05:00
2025-07-24 11:22:15 -05:00
// record Part(
// [property: JsonPropertyName("text")]
// string Text
// );