rohit/probo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix Bedrock ToolChoiceNone still sending tool definitions

Browse Source 
Signed-off-by: Bryan Frimin <bryan@getprobo.com>
This commit is contained in:
Bryan Frimin
2026-03-13 18:20:22 +01:00
parent 0670f581da
commit 356de5ab19
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/llm/bedrock/provider.go
View File

@@ -74,9 +74,8 @@ func (p *Provider) ChatCompletionStream(ctx context.Context, req *llm.ChatComple
input.System = system input.System = system
} }
if len(req.Tools) > 0 { if len(req.Tools) > 0 && (req.ToolChoice == nil || req.ToolChoice.Type != llm.ToolChoiceNone) {
toolConfig := buildToolConfig(req) input.ToolConfig = buildToolConfig(req)
input.ToolConfig = toolConfig
} }
output, err := p.client.ConverseStream(ctx, input) output, err := p.client.ConverseStream(ctx, input)
@@ -99,9 +98,8 @@ func buildInput(req *llm.ChatCompletionRequest) *bedrockruntime.ConverseInput {
input.System = system input.System = system
} }
if len(req.Tools) > 0 { if len(req.Tools) > 0 && (req.ToolChoice == nil || req.ToolChoice.Type != llm.ToolChoiceNone) {
toolConfig := buildToolConfig(req) input.ToolConfig = buildToolConfig(req)
input.ToolConfig = toolConfig
} }
return input return input