// Copyright (c) 2026 Probo Inc . // // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice appear in all copies. // // THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH // REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY // AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, // INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM // LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR // OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR // PERFORMANCE OF THIS SOFTWARE. package browser import ( "context" "fmt" "time" "github.com/chromedp/chromedp" "go.probo.inc/probo/pkg/agent" ) const ( maxTextLength = 32000 ) type ( extractTextParams struct { URL string `json:"url" jsonschema:"The URL to extract text from"` } ) func ExtractPageTextTool(b *Browser) agent.Tool { return agent.FunctionTool( "extract_page_text", "Navigate to a URL and extract the visible text content of the page, truncated to 32000 characters.", func(ctx context.Context, p extractTextParams) (agent.ToolResult, error) { if r := b.checkAlive(); r != nil { return *r, nil } if r := b.checkURL(p.URL); r != nil { return *r, nil } if r := checkPDF(p.URL); r != nil { return *r, nil } ctx, timeoutCancel := withToolTimeout(ctx) defer timeoutCancel() tabCtx, cancel := b.NewTab(ctx) defer cancel() var text string // Cap the JS-side slice at 4 code units per rune so the // DevTools transfer stays bounded even for huge pages; // the Go-side rune truncation below then produces the // final exact-length output. jsMaxLen := maxTextLength * 4 extractJS := fmt.Sprintf( `String(document.body?.innerText ?? '').slice(0, %d)`, jsMaxLen, ) err := chromedp.Run( tabCtx, chromedp.Navigate(p.URL), waitForPage(), // Scroll to bottom to trigger lazy-loaded content, // then back to top and wait briefly for rendering. chromedp.Evaluate(`window.scrollTo(0, document.body.scrollHeight)`, nil), chromedp.Sleep(500*time.Millisecond), chromedp.Evaluate(`window.scrollTo(0, 0)`, nil), chromedp.Sleep(200*time.Millisecond), chromedp.Evaluate(extractJS, &text), ) if err != nil { return agent.ResultError(b.classifyError(ctx, p.URL, err)), nil } runes := []rune(text) if len(runes) > maxTextLength { text = string(runes[:maxTextLength]) } return agent.ToolResult{Content: text}, nil }, ) }