Add pg pool tuning options from kit v0.10.0

Signed-off-by: Sacha Al Himdani <sacha@getprobo.com>

contrib/helm/charts/probo/templates/deployment.yaml

@@ -93,6 +93,10 @@ spec:
               value: {{ .Values.postgresql.maxConnIdleTimeSeconds | default "1800" | quote }}
             - name: PG_MAX_CONN_LIFETIME_SECONDS
               value: {{ .Values.postgresql.maxConnLifetimeSeconds | default "3600" | quote }}
+            - name: PG_MAX_CONN_LIFETIME_JITTER_SECONDS
+              value: {{ .Values.postgresql.maxConnLifetimeJitterSeconds | default "300" | quote }}
+            - name: PG_HEALTH_CHECK_PERIOD_SECONDS
+              value: {{ .Values.postgresql.healthCheckPeriodSeconds | default "60" | quote }}
             {{- if .Values.postgresql.caBundle }}
             - name: PG_CA_BUNDLE
               valueFrom:

contrib/helm/charts/probo/values.yaml

@@ -311,6 +311,12 @@ postgresql:
   # Maximum lifetime of a connection before being recycled, in
   # seconds. Default 3600 (1 hour) matches pgx defaults.
   maxConnLifetimeSeconds: 3600
+  # Jitter added to maxConnLifetime to spread reconnect storms, in
+  # seconds. Default 300 (5 minutes).
+  maxConnLifetimeJitterSeconds: 300
+  # How often the pool checks idle connections, in seconds. Default 60
+  # (1 minute).
+  healthCheckPeriodSeconds: 60
   # PostgreSQL TLS/SSL configuration
   # caBundle: |
   #   -----BEGIN CERTIFICATE-----

pkg/bootstrap/builder.go

@@ -89,6 +89,8 @@ func (b *Builder) Build() (*probodconfig.FullConfig, error) {
 				MinPoolSize:                  int32(b.getEnvIntOrDefault("PG_MIN_POOL_SIZE", 10)),
 				MaxConnIdleTimeSeconds:       b.getEnvIntOrDefault("PG_MAX_CONN_IDLE_TIME_SECONDS", 1800),
 				MaxConnLifetimeSeconds:       b.getEnvIntOrDefault("PG_MAX_CONN_LIFETIME_SECONDS", 3600),
+				MaxConnLifetimeJitterSeconds: b.getEnvIntOrDefault("PG_MAX_CONN_LIFETIME_JITTER_SECONDS", 300),
+				HealthCheckPeriodSeconds:     b.getEnvIntOrDefault("PG_HEALTH_CHECK_PERIOD_SECONDS", 60),
 				CACertBundle:                 pgCACertBundle,
 				Debug:                        b.getEnvBoolOrDefault("PG_DEBUG", false),
 			},

pkg/bootstrap/builder_test.go

@@ -154,6 +154,8 @@ func TestBuilder_Build_Defaults(t *testing.T) {
 	assert.Equal(t, int32(10), cfg.Probod.Pg.MinPoolSize)
 	assert.Equal(t, 1800, cfg.Probod.Pg.MaxConnIdleTimeSeconds)
 	assert.Equal(t, 3600, cfg.Probod.Pg.MaxConnLifetimeSeconds)
+	assert.Equal(t, 300, cfg.Probod.Pg.MaxConnLifetimeJitterSeconds)
+	assert.Equal(t, 60, cfg.Probod.Pg.HealthCheckPeriodSeconds)
 	assert.False(t, cfg.Probod.Pg.Debug)
 
 	// Auth config
@@ -254,6 +256,8 @@ func TestBuilder_Build_CustomValues(t *testing.T) {
 	env["PG_MIN_POOL_SIZE"] = "25"
 	env["PG_MAX_CONN_IDLE_TIME_SECONDS"] = "900"
 	env["PG_MAX_CONN_LIFETIME_SECONDS"] = "7200"
+	env["PG_MAX_CONN_LIFETIME_JITTER_SECONDS"] = "600"
+	env["PG_HEALTH_CHECK_PERIOD_SECONDS"] = "30"
 	env["PG_DEBUG"] = "true"
 	// Auth
 	env["AUTH_DISABLE_SIGNUP"] = "true"
@@ -331,6 +335,8 @@ func TestBuilder_Build_CustomValues(t *testing.T) {
 	assert.Equal(t, int32(25), cfg.Probod.Pg.MinPoolSize)
 	assert.Equal(t, 900, cfg.Probod.Pg.MaxConnIdleTimeSeconds)
 	assert.Equal(t, 7200, cfg.Probod.Pg.MaxConnLifetimeSeconds)
+	assert.Equal(t, 600, cfg.Probod.Pg.MaxConnLifetimeJitterSeconds)
+	assert.Equal(t, 30, cfg.Probod.Pg.HealthCheckPeriodSeconds)
 	assert.True(t, cfg.Probod.Pg.Debug)
 	// Auth
 	assert.True(t, cfg.Probod.Auth.DisableSignup)

pkg/probod/probod.go

@@ -99,6 +99,8 @@ func New() *Implm {
 				MinPoolSize:                  10,
 				MaxConnIdleTimeSeconds:       1800,
 				MaxConnLifetimeSeconds:       3600,
+				MaxConnLifetimeJitterSeconds: 300,
+				HealthCheckPeriodSeconds:     60,
 			},
 			ChromeDPAddr: "localhost:9222",
 			Auth: AuthConfig{
@@ -209,6 +211,7 @@ func (impl *Implm) Run(
 
 	pgClient, err := pg.NewClient(
 		impl.cfg.Pg.Options(
+			pg.WithApplicationName("probod"),
 			pg.WithLogger(l),
 			pg.WithRegisterer(r),
 			pg.WithTracerProvider(tp),

pkg/probodconfig/pg_config.go

@@ -31,6 +31,8 @@ type PgConfig struct {
 	MinPoolSize                  int32  `json:"min-pool-size"`
 	MaxConnIdleTimeSeconds       int    `json:"max-conn-idle-time-seconds"`
 	MaxConnLifetimeSeconds       int    `json:"max-conn-lifetime-seconds"`
+	MaxConnLifetimeJitterSeconds int    `json:"max-conn-lifetime-jitter-seconds"`
+	HealthCheckPeriodSeconds     int    `json:"health-check-period-seconds"`
 	CACertBundle                 string `json:"ca-cert-bundle"`
 	Debug                        bool   `json:"debug"`
 }
@@ -66,6 +68,24 @@ func (cfg PgConfig) Options(options ...pg.Option) []pg.Option {
 		)
 	}
 
+	if cfg.MaxConnLifetimeJitterSeconds > 0 {
+		opts = append(
+			opts,
+			pg.WithMaxConnLifetimeJitter(
+				time.Duration(cfg.MaxConnLifetimeJitterSeconds)*time.Second,
+			),
+		)
+	}
+
+	if cfg.HealthCheckPeriodSeconds > 0 {
+		opts = append(
+			opts,
+			pg.WithHealthCheckPeriod(
+				time.Duration(cfg.HealthCheckPeriodSeconds)*time.Second,
+			),
+		)
+	}
+
 	if cfg.Debug {
 		opts = append(opts, pg.WithDebug())
 	}