comparison src/lib/ai/claude/Claude.luan @ 39:df72d5d5d9dc

add cache_control
author Franklin Schmidt <fschmidt@gmail.com>
date Sun, 10 Aug 2025 06:25:35 +0900
parents d3f5448743bf
children 6cdb2c761e08
comparison
equal deleted inserted replaced
38:238a91f224b1 39:df72d5d5d9dc
1 local Luan = require "luan:Luan.luan" 1 local Luan = require "luan:Luan.luan"
2 local error = Luan.error 2 local error = Luan.error
3 local ipairs = Luan.ipairs or error()
4 local type = Luan.type or error()
3 local Io = require "luan:Io.luan" 5 local Io = require "luan:Io.luan"
4 local uri = Io.uri or error() 6 local uri = Io.uri or error()
5 local Parsers = require "luan:Parsers.luan" 7 local Parsers = require "luan:Parsers.luan"
6 local json_string = Parsers.json_string or error() 8 local json_string = Parsers.json_string or error()
7 local Config = require "site:/private/Config.luan" 9 local Config = require "site:/private/Config.luan"
8 local Utils = require "site:/lib/Utils.luan" 10 local Utils = require "site:/lib/Utils.luan"
9 local shallow_copy = Utils.shallow_copy or error() 11 local deep_copy = Utils.deep_copy or error()
10 local Logging = require "luan:logging/Logging.luan" 12 local Logging = require "luan:logging/Logging.luan"
11 local logger = Logging.logger "claude/Claude" 13 local logger = Logging.logger "claude/Claude"
12 14
13 15
14 -- https://docs.anthropic.com/ 16 -- https://docs.anthropic.com/
22 ["Content-Type"] = "application/json" 24 ["Content-Type"] = "application/json"
23 } 25 }
24 local model = "claude-sonnet-4-0" 26 local model = "claude-sonnet-4-0"
25 local max_tokens = 8192 27 local max_tokens = 8192
26 28
27 function Claude.chat(content) 29 function Claude.chat(thread)
28 content = shallow_copy(content) 30 thread = deep_copy(thread)
29 content.model = content.model or model 31 thread.model = thread.model or model
30 content.max_tokens = content.max_tokens or max_tokens 32 thread.max_tokens = thread.max_tokens or max_tokens
33 local messages = thread.messages or error()
34 for _, message in ipairs(messages) do
35 local content = message.content or error()
36 if type(content) == "string" then
37 content = {{
38 type = "text"
39 text = content
40 }}
41 message.content = content
42 end
43 end
44 local content = messages[#messages].content or error()
45 content[#content].cache_control = { type = "ephemeral" }
31 local options = { 46 local options = {
32 method = "POST" 47 method = "POST"
33 headers = headers 48 headers = headers
34 content = json_string(content) 49 content = json_string(thread)
35 } 50 }
36 local response = uri(url,options).read_text() 51 local response = uri(url,options).read_text()
37 return response 52 return response
38 end 53 end
39 54