mirror of
https://github.com/tiennm99/goclaw.git
synced 2026-10-19 00:15:05 +00:00
feat(usage): add AI budget usage caps
This commit is contained in:
1 parent
43049d3b3f
commit
9ff5a629d2
67 files changed
+4195
-249
No files matched your search
@@ -89,14 +89,15 @@ func (l *Loop) compactMessagesInPlace(ctx context.Context, messages []providers.
|
||||
|
||||
inTokens := l.estimateSummaryInputTokens(toSummarize)
|
||||
slog.Info("compact_budget", "agent", l.id, "in_tokens", inTokens, "out_tokens", dynamicSummaryMax(inTokens))
|
||||
resp, err := l.provider.Chat(sctx, providers.ChatRequest{
|
||||
chatReq := providers.ChatRequest{
|
||||
Messages: []providers.Message{{
|
||||
Role: "user",
|
||||
Content: compactionSummaryPrompt + sb.String(),
|
||||
}},
|
||||
Model: l.model,
|
||||
Options: map[string]any{"max_tokens": dynamicSummaryMax(inTokens), "temperature": 0.3},
|
||||
})
|
||||
}
|
||||
resp, err := l.callInternalLLMWithUsage(sctx, chatReq, "mid-loop-compaction")
|
||||
if err != nil {
|
||||
slog.Warn("mid_loop_compaction_failed", "agent", l.id, "error", err)
|
||||
return nil
|
||||
|
||||
Reference in new issue
Block a user