Add LLM interface

Signed-off-by: Bryan Frimin <bryan@getprobo.com>

pkg/probod/llm.go

@@ -0,0 +1,56 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package probod
+
+import (
+	"fmt"
+
+	"github.com/prometheus/client_golang/prometheus"
+	"go.gearno.de/kit/httpclient"
+	"go.gearno.de/kit/log"
+	"go.opentelemetry.io/otel/trace"
+	"go.probo.inc/probo/pkg/llm"
+	llmopenai "go.probo.inc/probo/pkg/llm/openai"
+)
+
+func buildLLMClient(cfg LLMConfig, l *log.Logger, tp trace.TracerProvider, r prometheus.Registerer) (*llm.Client, error) {
+	provider := cfg.Provider
+	if provider == "" {
+		provider = "openai"
+	}
+
+	httpClient := httpclient.DefaultPooledClient(
+		httpclient.WithLogger(l),
+		httpclient.WithTracerProvider(tp),
+		httpclient.WithRegisterer(r),
+	)
+
+	switch provider {
+	case "openai":
+		p := llmopenai.NewProvider(cfg.APIKey,
+			llmopenai.WithHTTPClient(httpClient),
+		)
+		return llm.NewClient(p, "openai",
+			llm.WithLogger(l),
+			llm.WithTracerProvider(tp),
+		), nil
+	case "anthropic":
+		return nil, fmt.Errorf("anthropic provider not yet wired; add import and construct here")
+	case "bedrock":
+		return nil, fmt.Errorf("bedrock provider not yet wired; requires aws.Config")
+	default:
+		return nil, fmt.Errorf("unsupported LLM provider: %q", provider)
+	}
+}

pkg/probod/openai_config.go

@@ -14,8 +14,11 @@
 
 package probod
 
-type OpenAIConfig struct {
-	APIKey      string  `json:"api-key"`
-	Temperature float64 `json:"temperature"`
+type LLMConfig struct {
+	Provider    string  `json:"provider"` // "openai", "anthropic", "bedrock"
+	APIKey      string  `json:"api-key"`  // for OpenAI and Anthropic
 	ModelName   string  `json:"model-name"`
+	Temperature float64 `json:"temperature"`
 }
+
+type OpenAIConfig = LLMConfig

pkg/probod/probod.go

@@ -42,7 +42,6 @@ import (
 	"go.gearno.de/kit/pg"
 	"go.gearno.de/kit/unit"
 	"go.opentelemetry.io/otel/trace"
-	"go.probo.inc/probo/pkg/agents"
 	"go.probo.inc/probo/pkg/awsconfig"
 	"go.probo.inc/probo/pkg/baseurl"
 	"go.probo.inc/probo/pkg/certmanager"
@@ -315,14 +314,11 @@ func (impl *Implm) Run(
 		}
 	}
 
-	agentConfig := agents.Config{
-		OpenAIAPIKey: impl.cfg.OpenAI.APIKey,
-		Temperature:  impl.cfg.OpenAI.Temperature,
-		ModelName:    impl.cfg.OpenAI.ModelName,
+	llmClient, err := buildLLMClient(impl.cfg.OpenAI, l.Named("llm"), tp, r)
+	if err != nil {
+		return fmt.Errorf("cannot create LLM client: %w", err)
 	}
 
-	agent := agents.NewAgent(l.Named("agent"), agentConfig)
-
 	fileManagerService := filemanager.NewService(s3Client)
 
 	var samlCert *x509.Certificate
@@ -446,7 +442,9 @@ func (impl *Implm) Run(
 		impl.cfg.AWS.Bucket,
 		baseURL.String(),
 		impl.cfg.Auth.Cookie.Secret,
-		agentConfig,
+		llmClient,
+		impl.cfg.OpenAI.ModelName,
+		impl.cfg.OpenAI.Temperature,
 		html2pdfConverter,
 		acmeService,
 		fileManagerService,
@@ -486,7 +484,7 @@ func (impl *Implm) Run(
 			Slack:             slackService,
 			ConnectorRegistry: defaultConnectorRegistry,
 			BaseURL:           baseURL,
-			Agent:             agent,
+
 			CustomDomainCname: impl.cfg.CustomDomains.CnameTarget,
 			TokenSecret:       impl.cfg.Auth.Cookie.Secret,
 			Logger:            l.Named("http.server"),