Claudeでの解析

Epub/KoeBook.Epub/Services/AnalyzerService.cs

@@ -1,5 +1,4 @@
-using System.Text;
-using System.Text.RegularExpressions;
+using System.Text.RegularExpressions;
 using KoeBook.Core;
 using KoeBook.Core.Contracts.Services;
 using KoeBook.Core.Models;
@@ -13,10 +12,10 @@ public partial class AnalyzerService(IScraperSelectorService scrapingService, IE
     private readonly IScraperSelectorService _scrapingService = scrapingService;
     private readonly IEpubDocumentStoreService _epubDocumentStoreService = epubDocumentStoreService;
     private readonly ILlmAnalyzerService _llmAnalyzerService = llmAnalyzerService;
-    private Dictionary<string, string> _rubyReplacements = new Dictionary<string, string>();
 
     public async ValueTask<BookScripts> AnalyzeAsync(BookProperties bookProperties, string tempDirectory, string coverFilePath, CancellationToken cancellationToken)
     {
+        var _rubyReplacements = new Dictionary<string, string>();
         coverFilePath = Path.Combine(tempDirectory, "Cover.png");
         using var fs = File.Create(coverFilePath);
         await fs.WriteAsync(CoverFile.ToArray(), cancellationToken);
@@ -43,8 +42,8 @@ public async ValueTask<BookScripts> AnalyzeAsync(BookProperties bookProperties,
                 {
                     if (element is Paragraph paragraph)
                     {
-                        var line = paragraph.Text;
-                        // rubyタグがあればルビのdictionaryに登録
+                        var line = paragraph.Text ?? "";
+                        // rubyタグがあればルビの dictionary に登録
                         var rubyDict = ExtractRuby(line);
 
                         foreach (var ruby in rubyDict)
@@ -65,22 +64,8 @@ public async ValueTask<BookScripts> AnalyzeAsync(BookProperties bookProperties,
             }
         }
 
-        // 800文字以上になったら１チャンクに分ける
-        var chunks = new List<string>();
-        var chunk = new StringBuilder();
-        foreach (var line in scriptLines)
-        {
-            if (chunk.Length + line.Text.Length > 800)
-            {
-                chunks.Add(chunk.ToString());
-                chunk.Clear();
-            }
-            chunk.AppendLine(line.Text);
-        }
-        if (chunk.Length > 0) chunks.Add(chunk.ToString());
-
-        // GPT4による話者、スタイル解析
-        var bookScripts = await _llmAnalyzerService.LlmAnalyzeScriptLinesAsync(bookProperties, scriptLines, chunks, cancellationToken);
+        // LLMによる話者、スタイル解析
+        var bookScripts = await _llmAnalyzerService.LlmAnalyzeScriptLinesAsync(bookProperties, scriptLines, cancellationToken)!;
 
         return bookScripts;
     }

KoeBook.Core/Contracts/Services/IClaudeService.cs

@@ -0,0 +1,8 @@
+using Claudia;
+
+namespace KoeBook.Core.Contracts.Services;
+
+public interface IClaudeService
+{
+    IMessages? Messages { get; }
+}

KoeBook.Core/Contracts/Services/ILlmAnalyzerService.cs

@@ -4,5 +4,5 @@ namespace KoeBook.Core.Contracts.Services;
 
 public interface ILlmAnalyzerService
 {
-    ValueTask<BookScripts> LlmAnalyzeScriptLinesAsync(BookProperties bookProperties, List<ScriptLine> scriptLines, List<string> chunks, CancellationToken cancellationToken);
+    ValueTask<BookScripts> LlmAnalyzeScriptLinesAsync(BookProperties bookProperties, List<ScriptLine> scriptLines, CancellationToken cancellationToken);
 }

KoeBook.Core/EbookException.cs

@@ -44,6 +44,12 @@ public enum ExceptionType
     [EnumMember(Value = "GPT4による話者・スタイル設定に失敗しました")]
     Gpt4TalkerAndStyleSettingFailed,
 
+    [EnumMember(Value = "APIキーが設定されていません")]
+    ApiKeyNotSet,
+
+    [EnumMember(Value = "Claudeによる話者・スタイル設定に失敗しました")]
+    ClaudeTalkerAndStyleSettingFailed,
+
     [EnumMember(Value = "webページの解析に失敗しました")]
     WebScrapingFailed,
 

KoeBook.Core/KoeBook.Core.csproj

@@ -10,6 +10,7 @@
 
   <ItemGroup>
     <PackageReference Include="Betalgo.OpenAI" Version="7.4.6" />
+    <PackageReference Include="Claudia" Version="1.0.0" />
     <PackageReference Include="FastEnum" Version="1.8.0" />
     <PackageReference Include="NAudio" Version="2.2.1" />
     <PackageReference Include="System.Security.Cryptography.ProtectedData" Version="8.0.0" />

KoeBook.Core/Services/ChatGptAnalyzerService.cs

@@ -13,8 +13,20 @@ public partial class ChatGptAnalyzerService(IOpenAIService openAIService, IDispl
     private readonly IOpenAIService _openAiService = openAIService;
     private readonly IDisplayStateChangeService _displayStateChangeService = displayStateChangeService;
 
-    public async ValueTask<BookScripts> LlmAnalyzeScriptLinesAsync(BookProperties bookProperties, List<ScriptLine> scriptLines, List<string> chunks, CancellationToken cancellationToken)
+    public async ValueTask<BookScripts> LlmAnalyzeScriptLinesAsync(BookProperties bookProperties, List<ScriptLine> scriptLines, CancellationToken cancellationToken)
     {
+        var chunks = new List<string>();
+        var chunk = new StringBuilder();
+        foreach (var line in scriptLines)
+        {
+            if (chunk.Length + line.Text.Length > 800)
+            {
+                chunks.Add(chunk.ToString());
+                chunk.Clear();
+            }
+            chunk.AppendLine(line.Text);
+        }
+        if (chunk.Length > 0) chunks.Add(chunk.ToString());
         var progress = _displayStateChangeService.ResetProgress(bookProperties, GenerationState.Analyzing, chunks.Count);
         Queue<string> summaryList = new();
         Queue<string> characterList = new();
@@ -147,7 +159,7 @@ 3. Target Sentence
             },
             Model = OpenAI.ObjectModels.Models.Gpt_4_turbo_preview,
             MaxTokens = 4000
-        });
+        }, cancellationToken: cancellationToken);
         if (completionResult.Successful)
         {
             var result = completionResult.Choices.First().Message.Content;
@@ -261,7 +273,7 @@ 3. Story
             },
             Model = OpenAI.ObjectModels.Models.Gpt_4_turbo_preview,
             MaxTokens = 4000
-        });
+        }, cancellationToken: cancellationToken);
         if (completionResult.Successful)
         {
             var result = completionResult.Choices.First().Message.Content;
@@ -356,7 +368,7 @@ Make a table of character names and voices
             },
             Model = OpenAI.ObjectModels.Models.Gpt_4_turbo_preview,
             MaxTokens = 4000
-        });
+        }, cancellationToken: cancellationToken);
         if (completionResult.Successful)
         {
             var result = completionResult.Choices.First().Message.Content;

KoeBook.Core/Services/ClaudeAnalyzerService.cs

@@ -0,0 +1,168 @@
+using System.Text;
+using KoeBook.Core.Contracts.Services;
+using KoeBook.Core.Models;
+
+namespace KoeBook.Core.Services;
+
+public partial class ClaudeAnalyzerService(IClaudeService claudeService, IDisplayStateChangeService displayStateChangeService) : ILlmAnalyzerService
+{
+    private readonly IClaudeService _claudeService = claudeService;
+    private readonly IDisplayStateChangeService _displayStateChangeService = displayStateChangeService;
+
+    public async ValueTask<BookScripts> LlmAnalyzeScriptLinesAsync(BookProperties bookProperties, List<ScriptLine> scriptLines, CancellationToken cancellationToken)
+    {
+        var lineNumberingText = LineNumbering(scriptLines);
+        if (_claudeService.Messages is null)
+        {
+            throw new EbookException(ExceptionType.ApiKeyNotSet);
+        }
+        try
+        {
+            var message1 = await _claudeService.Messages.CreateAsync(new()
+            {
+                Model = "claude-3-opus-20240229", // you can use Claudia.Models.Claude3Opus string constant
+                MaxTokens = 4000,
+                Messages = [new()
+                {
+                    Role = "user",
+                    Content = CreatePrompt1(lineNumberingText)
+                }]
+            },
+                cancellationToken: cancellationToken
+            );
+            var (characterList, voiceIds) = ExtractCharacterListAndVoiceIds(message1.ToString());
+
+            var message2 = await _claudeService.Messages.CreateAsync(new()
+            {
+                Model = "claude-3-opus-20240229", // you can use Claudia.Models.Claude3Opus string constant
+                MaxTokens = 4000,
+                Messages = [new()
+                {
+                    Role = "user",
+                    Content = CreatePrompt2(characterList, voiceIds)
+                }]
+            },
+                cancellationToken: cancellationToken
+            );
+
+            var characterVoiceMapping = ExtractCharacterVoiceMapping(message2.ToString());
+
+            return new(bookProperties, new(characterVoiceMapping)) { ScriptLines = scriptLines };
+        }
+        catch (OperationCanceledException)
+        {
+            throw;
+        }
+        catch
+        {
+            throw new EbookException(ExceptionType.ClaudeTalkerAndStyleSettingFailed);
+        }
+    }
+
+    private Dictionary<string, string> ExtractCharacterVoiceMapping(string response)
+    {
+        throw new NotImplementedException();
+    }
+
+    private static string CreatePrompt1(string lineNumberingText)
+    {
+        return $$"""
+                {{lineNumberingText}}
+
+                Notes:
+                - For narration parts, which are not enclosed in quotation marks, select the narrator.
+                - For dialogues enclosed in quotation marks, assign a voice other than the narrator.
+                - In the character description, include the appropriate voice characteristics.
+                Tasks: Based on the notes above, perform the following two tasks:
+                - List of characters Objective: To understand the characters appearing in the text, list the character ID, name, and description for all characters who speak at least one line.
+                - Output the speaking character or narrator for each line Objective: To identify which character is speaking in each line of the text, output the speaking character or narrator for all lines. Carefully recognize the context and output with attention. Select only one character_id per line.
+                - Revise CHARACTER LIST and VOICE ID (in the event that the CHARACTER LIST is incomplete)
+                Output Format:
+                [CHARACTER LIST]
+                c0. ナレーター: The person who speaks the narration parts. A calm-toned male voice.
+                c1. {character_name}: {character_description}
+                {character_id}. {character_name}: {character_description}
+                ...
+                [VOICE ID]
+                1. {character_id} {narration|dialogue}
+                2. {character_id} {narration|dialogue}
+                3. {character_id} {narration|dialogue}
+                ...
+                [REVISE CHARACTER LIST]
+                c0. ナレーター: The person who speaks the narration parts. A calm-toned male voice.
+                c1. {character_name}: {character_description}
+                {character_id}. {character_name}: {character_description}
+                ...
+                [REVISE VOICE ID]
+                1. {character_id} {narration|dialogue}
+                2. {character_id} {narration|dialogue}
+                3. {character_id} {narration|dialogue}
+                ...
+                """;
+    }
+
+    private static string CreatePrompt2(List<Character> characterList, List<string> voiceIds)
+    {
+        throw new NotImplementedException();
+    }
+
+    private static string LineNumbering(List<ScriptLine> scriptLines)
+    {
+        var sb = new StringBuilder();
+        foreach (var (index, scriptLine) in scriptLines.Select((x, i) => (i, x)))
+        {
+            sb.AppendLine($"{index + 1}. {scriptLine.Text}");
+        }
+        return sb.ToString();
+    }
+
+    private static (List<Character>, List<string>) ExtractCharacterListAndVoiceIds(string response)
+    {
+        var characterList = new List<Character>();
+        var voiceIds = new List<string>();
+        var lines = response.Split("\n");
+        var characterListStartIndex = 0;
+        var characterListEndIndex = 0;
+        for (var i = 0; i < lines.Length; i++)
+        {
+            if (lines[i].StartsWith("[REVISE CHARACTER LIST]"))
+            {
+                characterListStartIndex = i + 1;
+            }
+
+            if (lines[i].StartsWith("[REVISE VOICE ID]"))
+            {
+                characterListEndIndex = i;
+            }
+        }
+        for (var i = characterListStartIndex; i < characterListEndIndex; i++)
+        {
+            var line = lines[i];
+            if (line.StartsWith('c'))
+            {
+                var characterId = line[1..line.IndexOf('.')];
+                var characterName = line[(line.IndexOf('.') + 2)..line.IndexOf(':')];
+                var characterDescription = line[(line.IndexOf(':') + 2)..];
+                characterList.Add(new Character(characterId, characterName, characterDescription));
+            }
+        }
+
+        {
+            var dest = (stackalloc Range[4]);
+            for (var i = characterListEndIndex + 1; i < lines.Length; i++)
+            {
+                var line = lines[i].AsSpan();
+                if (line.Length > 0 && line.Contains('c'))
+                {
+                    if (line.Split(dest, ' ') > 3)
+                        throw new EbookException(ExceptionType.ClaudeTalkerAndStyleSettingFailed);
+                    var characterId = line[dest[1]];
+                    var narrationOrDialogue = line[dest[2]];
+                }
+            }
+        }
+        return (characterList, voiceIds);
+    }
+
+    private record Character(string Id, string Name, string Description);
+}

KoeBook.Core/Services/ClaudeService.cs

@@ -0,0 +1,31 @@
+using Claudia;
+using KoeBook.Core.Contracts.Services;
+
+namespace KoeBook.Core.Services;
+
+public class ClaudeService(ISecretSettingsService secretSettingsService) : IClaudeService
+{
+    private readonly ISecretSettingsService _secretSettingsService = secretSettingsService;
+
+    private string? _apiKey;
+    private Anthropic? _anthropic;
+
+    public IMessages? Messages => GetAnthropic()?.Messages;
+
+
+    private Anthropic? GetAnthropic()
+    {
+        if (_apiKey != _secretSettingsService.ApiKey)
+        {
+            if (string.IsNullOrEmpty(_secretSettingsService.ApiKey))
+            {
+                _apiKey = _secretSettingsService.ApiKey;
+                return null;
+            }
+
+            _anthropic = new Anthropic { ApiKey = _secretSettingsService.ApiKey };
+            _apiKey = _secretSettingsService.ApiKey;
+        }
+        return _anthropic;
+    }
+}