ef6aca2c93
The userAgentTransport and 15s timeout were inconsistently applied: government_db.go lost its timeout, wayback.go used a bare http.Client without the pooled transport or user-agent header. A new httpclient.go centralizes the setup so all search tools share the same configuration. Signed-off-by: Émile Ré <emile@probo.com>
40 lines
1.3 KiB
Go
40 lines
1.3 KiB
Go
// Copyright (c) 2026 Probo Inc <hello@getprobo.com>.
|
|
//
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
// copyright notice and this permission notice appear in all copies.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
|
|
// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
|
|
// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
|
|
// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
|
|
// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
|
|
// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
|
|
// PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
package search
|
|
|
|
import (
|
|
"net/http"
|
|
"time"
|
|
|
|
"go.gearno.de/kit/httpclient"
|
|
)
|
|
|
|
type userAgentTransport struct {
|
|
next http.RoundTripper
|
|
}
|
|
|
|
func (t *userAgentTransport) RoundTrip(r *http.Request) (*http.Response, error) {
|
|
r2 := r.Clone(r.Context())
|
|
r2.Header.Set("User-Agent", "Probo-Agent/1.0")
|
|
return t.next.RoundTrip(r2)
|
|
}
|
|
|
|
func newHTTPClient() *http.Client {
|
|
client := httpclient.DefaultPooledClient()
|
|
client.Timeout = 15 * time.Second
|
|
client.Transport = &userAgentTransport{next: client.Transport}
|
|
return client
|
|
}
|