Fix Bedrock ToolChoiceNone still sending tool definitions

Signed-off-by: Bryan Frimin <bryan@getprobo.com>
This commit is contained in:
Bryan Frimin
2026-03-13 18:20:22 +01:00
parent 0670f581da
commit 356de5ab19

View File

@@ -74,9 +74,8 @@ func (p *Provider) ChatCompletionStream(ctx context.Context, req *llm.ChatComple
input.System = system
}
if len(req.Tools) > 0 {
toolConfig := buildToolConfig(req)
input.ToolConfig = toolConfig
if len(req.Tools) > 0 && (req.ToolChoice == nil || req.ToolChoice.Type != llm.ToolChoiceNone) {
input.ToolConfig = buildToolConfig(req)
}
output, err := p.client.ConverseStream(ctx, input)
@@ -99,9 +98,8 @@ func buildInput(req *llm.ChatCompletionRequest) *bedrockruntime.ConverseInput {
input.System = system
}
if len(req.Tools) > 0 {
toolConfig := buildToolConfig(req)
input.ToolConfig = toolConfig
if len(req.Tools) > 0 && (req.ToolChoice == nil || req.ToolChoice.Type != llm.ToolChoiceNone) {
input.ToolConfig = buildToolConfig(req)
}
return input