1. add changelog

2. remain completions of anthropic only in the unsupported api
Kong · Apr 9, 2024 · e4f69d9 · e4f69d9
1 parent f42525e
commit e4f69d9
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/changelog/unreleased/kong/analytics-for-anthropic.yml b/changelog/unreleased/kong/analytics-for-anthropic.yml
@@ -0,0 +1,4 @@
+message: |
+  **AI-proxy-plugin**: Fix the bug that the route_type `/llm/v1/chat` does not include the analytics in the responses.
+scope: Plugin
+type: bug_fix
diff --git a/kong/llm/init.lua b/kong/llm/init.lua
@@ -140,8 +140,7 @@ local logging_schema = {
 }
 
 local UNSUPPORTED_LOG_STATISTICS = {
-  ["llm/v1/completions"] = { "anthropic", "azure", "cohere", "llama2", },
-  ["llm/v1/chat"] = { "cohere", "llama2", }
+  ["llm/v1/completions"] = { "anthropic" },
 }
 
 _M.config_schema = {

diff --git a/spec/03-plugins/38-ai-proxy/03-anthropic_integration_spec.lua b/spec/03-plugins/38-ai-proxy/03-anthropic_integration_spec.lua
@@ -481,6 +481,7 @@ for _, strategy in helpers.all_strategies() do if strategy ~= "cassandra" then
         -- check this is in the 'kong' response format
         assert.equals(json.error.message, "request format not recognised")
       end)
+    end)
 
     describe("anthropic llm/v1/completions", function()
       it("good request", function()
@@ -521,6 +522,5 @@ for _, strategy in helpers.all_strategies() do if strategy ~= "cassandra" then
       end)
     end)
   end)
-end)
 
 end end