annotate src/lib/ai/claude/Claude.luan @ 39:df72d5d5d9dc

add cache_control
author Franklin Schmidt <fschmidt@gmail.com>
date Sun, 10 Aug 2025 06:25:35 +0900
parents d3f5448743bf
children 6cdb2c761e08
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
1 local Luan = require "luan:Luan.luan"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
2 local error = Luan.error
39
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
3 local ipairs = Luan.ipairs or error()
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
4 local type = Luan.type or error()
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
5 local Io = require "luan:Io.luan"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
6 local uri = Io.uri or error()
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
7 local Parsers = require "luan:Parsers.luan"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
8 local json_string = Parsers.json_string or error()
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
9 local Config = require "site:/private/Config.luan"
9
Franklin Schmidt <fschmidt@gmail.com>
parents: 6
diff changeset
10 local Utils = require "site:/lib/Utils.luan"
39
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
11 local deep_copy = Utils.deep_copy or error()
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
12 local Logging = require "luan:logging/Logging.luan"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
13 local logger = Logging.logger "claude/Claude"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
14
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
15
26
d3f5448743bf add doc links
Franklin Schmidt <fschmidt@gmail.com>
parents: 9
diff changeset
16 -- https://docs.anthropic.com/
d3f5448743bf add doc links
Franklin Schmidt <fschmidt@gmail.com>
parents: 9
diff changeset
17
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
18 local Claude = {}
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
19
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
20 local url = "https://api.anthropic.com/v1/messages"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
21 local headers = {
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
22 ["x-api-key"] = Config.claude.key or error()
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
23 ["anthropic-version"] = "2023-06-01"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
24 ["Content-Type"] = "application/json"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
25 }
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
26 local model = "claude-sonnet-4-0"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
27 local max_tokens = 8192
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
28
39
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
29 function Claude.chat(thread)
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
30 thread = deep_copy(thread)
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
31 thread.model = thread.model or model
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
32 thread.max_tokens = thread.max_tokens or max_tokens
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
33 local messages = thread.messages or error()
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
34 for _, message in ipairs(messages) do
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
35 local content = message.content or error()
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
36 if type(content) == "string" then
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
37 content = {{
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
38 type = "text"
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
39 text = content
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
40 }}
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
41 message.content = content
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
42 end
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
43 end
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
44 local content = messages[#messages].content or error()
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
45 content[#content].cache_control = { type = "ephemeral" }
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
46 local options = {
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
47 method = "POST"
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
48 headers = headers
39
df72d5d5d9dc add cache_control
Franklin Schmidt <fschmidt@gmail.com>
parents: 26
diff changeset
49 content = json_string(thread)
6
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
50 }
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
51 local response = uri(url,options).read_text()
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
52 return response
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
53 end
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
54
025bb19b65b1 use claude
Franklin Schmidt <fschmidt@gmail.com>
parents:
diff changeset
55 return Claude