rohit/probo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add log export for audit logs and SCIM events

Browse Source 
Route audit-log and SCIM-event exports through export_jobs with typed
arguments, an iam BuildAndUploadExport/SendExportEmail implementation,
and a concurrent export-job worker with stale recovery. Stream JSONL via
page.WalkAll into S3, and expose the request flow on console, connect,
MCP, and CLI.

Co-authored-by: Bryan Frimin <bryan@getprobo.com>
Signed-off-by: Sacha Al Himdani <sacha@probo.com>
This commit is contained in:
Sacha Al Himdani
2026-07-29 16:12:23 +02:00
parent b2e2d15582
commit cd6c46212a
45 changed files with 2340 additions and 153 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/cmd/auditlog/audit_log.go
View File

@@ -22,6 +22,7 @@ package auditlog
import (
"github.com/spf13/cobra"
"go.probo.inc/probo/pkg/cmd/auditlog/export"
"go.probo.inc/probo/pkg/cmd/auditlog/list"
"go.probo.inc/probo/pkg/cmd/auditlog/view"
"go.probo.inc/probo/pkg/cmd/cmdutil"
@@ -33,6 +34,7 @@ func NewCmdAuditLog(f *cmdutil.Factory) *cobra.Command {
Short: "Manage audit log entries",
}
cmd.AddCommand(export.NewCmdExport(f))
cmd.AddCommand(list.NewCmdList(f))
cmd.AddCommand(view.NewCmdView(f))

126
pkg/cmd/auditlog/export/export.go Normal file
View File

@@ -0,0 +1,126 @@
// Copyright (c) 2026 Probo Inc <hello@probo.com>.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
package export
import (
"encoding/json"
"fmt"
"github.com/spf13/cobra"
"go.probo.inc/probo/pkg/cli/api"
"go.probo.inc/probo/pkg/cmd/cmdutil"
)
const exportMutation = `
mutation($input: RequestAuditLogExportInput!) {
requestAuditLogExport(input: $input) {
exportJobId
}
}
`
func NewCmdExport(f *cmdutil.Factory) *cobra.Command {
var (
flagOrg string
flagFrom string
flagTo string
)
cmd := &cobra.Command{
Use: "export",
Short: "Export audit log entries",
Example: ` prb audit-log export --org <id> --from 2026-01-01T00:00:00Z --to 2026-02-01T00:00:00Z
prb audit-log export --from 2026-03-01T00:00:00Z --to 2026-03-24T00:00:00Z`,
Args: cobra.NoArgs,
RunE: func(cmd *cobra.Command, args []string) error {
cfg, err := f.Config()
if err != nil {
return err
}
host, hc, err := cfg.DefaultHost()
if err != nil {
return err
}
client := api.NewClient(
host,
hc.Token,
"/api/console/v1/graphql",
cfg.HTTPTimeoutDuration(),
cmdutil.TokenRefreshOption(cfg, host, hc),
)
if flagOrg == "" {
flagOrg = hc.Organization
}
if flagOrg == "" {
return fmt.Errorf("organization is required; pass --org or set a default with 'prb auth login'")
}
if flagFrom == "" {
return fmt.Errorf("--from is required (RFC3339 timestamp)")
}
if flagTo == "" {
return fmt.Errorf("--to is required (RFC3339 timestamp)")
}
variables := map[string]any{
"input": map[string]any{
"organizationId": flagOrg,
"fromTime": flagFrom,
"toTime": flagTo,
},
}
data, err := client.Do(exportMutation, variables)
if err != nil {
return err
}
var resp struct {
RequestAuditLogExport struct {
ExportJobID string `json:"exportJobId"`
} `json:"requestAuditLogExport"`
}
if err := json.Unmarshal(data, &resp); err != nil {
return err
}
_, _ = fmt.Fprintf(
f.IOStreams.Out,
"Audit log export requested %s\nYou will receive an email with a download link when the export is ready.\n",
resp.RequestAuditLogExport.ExportJobID,
)
return nil
},
}
cmd.Flags().StringVar(&flagOrg, "org", "", "Organization ID")
cmd.Flags().StringVar(&flagFrom, "from", "", "Start time in RFC3339 format (e.g. 2026-01-01T00:00:00Z)")
cmd.Flags().StringVar(&flagTo, "to", "", "End time in RFC3339 format (e.g. 2026-02-01T00:00:00Z)")
return cmd
}

2
pkg/cmd/scim/event/event.go
View File

@@ -23,6 +23,7 @@ package event
import (
"github.com/spf13/cobra"
"go.probo.inc/probo/pkg/cmd/cmdutil"
"go.probo.inc/probo/pkg/cmd/scim/event/export"
"go.probo.inc/probo/pkg/cmd/scim/event/list"
)
@@ -33,6 +34,7 @@ func NewCmdEvent(f *cmdutil.Factory) *cobra.Command {
}
cmd.AddCommand(list.NewCmdList(f))
cmd.AddCommand(export.NewCmdExport(f))
return cmd
}

126
pkg/cmd/scim/event/export/export.go Normal file
View File

@@ -0,0 +1,126 @@
// Copyright (c) 2026 Probo Inc <hello@probo.com>.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
package export
import (
"encoding/json"
"fmt"
"github.com/spf13/cobra"
"go.probo.inc/probo/pkg/cli/api"
"go.probo.inc/probo/pkg/cmd/cmdutil"
)
const exportMutation = `
mutation($input: RequestSCIMEventExportInput!) {
requestSCIMEventExport(input: $input) {
exportJobId
}
}
`
func NewCmdExport(f *cmdutil.Factory) *cobra.Command {
var (
flagOrg string
flagFrom string
flagTo string
)
cmd := &cobra.Command{
Use: "export",
Short: "Export SCIM events",
Example: ` prb scim event export --org <id> --from 2026-01-01T00:00:00Z --to 2026-02-01T00:00:00Z
prb scim event export --from 2026-03-01T00:00:00Z --to 2026-03-24T00:00:00Z`,
Args: cobra.NoArgs,
RunE: func(cmd *cobra.Command, args []string) error {
cfg, err := f.Config()
if err != nil {
return err
}
host, hc, err := cfg.DefaultHost()
if err != nil {
return err
}
client := api.NewClient(
host,
hc.Token,
"/api/connect/v1/graphql",
cfg.HTTPTimeoutDuration(),
cmdutil.TokenRefreshOption(cfg, host, hc),
)
if flagOrg == "" {
flagOrg = hc.Organization
}
if flagOrg == "" {
return fmt.Errorf("organization is required; pass --org or set a default with 'prb auth login'")
}
if flagFrom == "" {
return fmt.Errorf("--from is required (RFC3339 timestamp)")
}
if flagTo == "" {
return fmt.Errorf("--to is required (RFC3339 timestamp)")
}
variables := map[string]any{
"input": map[string]any{
"organizationId": flagOrg,
"fromTime": flagFrom,
"toTime": flagTo,
},
}
data, err := client.Do(exportMutation, variables)
if err != nil {
return err
}
var resp struct {
RequestSCIMEventExport struct {
ExportJobID string `json:"exportJobId"`
} `json:"requestSCIMEventExport"`
}
if err := json.Unmarshal(data, &resp); err != nil {
return err
}
_, _ = fmt.Fprintf(
f.IOStreams.Out,
"SCIM event export requested %s\nYou will receive an email with a download link when the export is ready.\n",
resp.RequestSCIMEventExport.ExportJobID,
)
return nil
},
}
cmd.Flags().StringVar(&flagOrg, "org", "", "Organization ID")
cmd.Flags().StringVar(&flagFrom, "from", "", "Start time in RFC3339 format (e.g. 2026-01-01T00:00:00Z)")
cmd.Flags().StringVar(&flagTo, "to", "", "End time in RFC3339 format (e.g. 2026-02-01T00:00:00Z)")
return cmd
}