增加切片参数

AIDotNet · Apr 15, 2024 · f65b01c · f65b01c
1 parent 6dd8174
commit f65b01c
Showing 1 changed file with 15 additions and 6 deletions.
diff --git a/src/Service/FastWiki.Service/Service/OpenAIService.cs b/src/Service/FastWiki.Service/Service/OpenAIService.cs
@@ -14,6 +14,7 @@
 using Azure.AI.OpenAI;
 using DocumentFormat.OpenXml.Office2013.PowerPoint.Roaming;
 using FastWiki.Service.Application.Function.Queries;
+using Microsoft.KernelMemory.DataFormats.Text;
 using Microsoft.SemanticKernel;
 using TokenApi.Service.Exceptions;
 
@@ -499,21 +500,29 @@ await context.WriteOpenAiResultAsync(message, module.model, requestId,
         }
     }
 
-    public static async ValueTask<string> QAAsync(string prompt, string value, string model, string apiKey, string url,
+    public static async IAsyncEnumerable<string> QAAsync(string prompt, string value, string model, string apiKey,
+        string url,
         WikiMemoryService memoryService)
     {
         var kernel = memoryService.CreateFunctionKernel(apiKey, model, url);
 
         var qaFunction = kernel.CreateFunctionFromPrompt(prompt, functionName: "QA", description: "QA问答");
 
-        var result = await kernel.InvokeAsync(qaFunction, new KernelArguments()
+
+        var lines = TextChunker.SplitPlainTextLines(value, 299);
+        var paragraphs = TextChunker.SplitPlainTextParagraphs(lines, 4000);
+
+        foreach (var paragraph in paragraphs)
         {
+            var result = await kernel.InvokeAsync(qaFunction, new KernelArguments()
             {
-                "input", value
-            }
-        });
+                {
+                    "input", paragraph
+                }
+            });
 
-        return result.GetValue<string>();
+            yield return result.GetValue<string>();
+        }
     }
 
     private static bool IsVision(string model)