probo/cmd/migrate-document-versions-markdown/main.go

// Copyright (c) 2026 Probo Inc <hello@probo.com>.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.

// Command migrate-document-versions-markdown rewrites document_versions.content
// from legacy markdown to ProseMirror JSON (see pkg/coredata/document_version.go).
package main

import (
	"context"
	"encoding/json"
	"flag"
	"fmt"
	"net"
	"net/url"
	"os"
	"time"

	"go.gearno.de/kit/pg"
	"go.probo.inc/probo/pkg/coredata"
	"go.probo.inc/probo/pkg/gid"
	"go.probo.inc/probo/pkg/prosemirror"
)

func main() {
	if err := run(); err != nil {
		fmt.Fprintf(os.Stderr, "error: %v\n", err)
		os.Exit(1)
	}
}

func run() error {
	var (
		pgDSN           string
		dryRun          bool
		continueOnError bool
	)

	flag.StringVar(
		&pgDSN,
		"pg-dsn",
		os.Getenv("DATABASE_URL"),
		"PostgreSQL connection URL (default: DATABASE_URL env)",
	)
	flag.BoolVar(&dryRun, "dry-run", false, "list rows that would be migrated without writing")
	flag.BoolVar(
		&continueOnError,
		"continue-on-error",
		false,
		"keep going when a row fails; exit non-zero if any failed",
	)
	flag.Parse()

	if pgDSN == "" {
		return fmt.Errorf("set -pg-dsn or DATABASE_URL")
	}

	ctx := context.Background()

	pgClient, err := newPgClientFromDSN(pgDSN)
	if err != nil {
		return fmt.Errorf("cannot create pg client: %w", err)
	}

	var ids []string

	err = pgClient.WithConn(ctx, func(ctx context.Context, conn pg.Querier) error {
		rows, err := conn.Query(
			ctx,
			`
SELECT id::text
FROM document_versions
WHERE content IS NOT NULL
	AND btrim(content) <> ''
ORDER BY id;
`,
		)
		if err != nil {
			return fmt.Errorf("cannot list document versions: %w", err)
		}
		defer rows.Close()

		for rows.Next() {
			var id string
			if err := rows.Scan(&id); err != nil {
				return fmt.Errorf("cannot scan document version id: %w", err)
			}

			ids = append(ids, id)
		}

		return rows.Err()
	})
	if err != nil {
		return err
	}

	var failures int

	for _, idStr := range ids {
		if err := migrateOneInTx(ctx, pgClient, idStr, dryRun); err != nil {
			fmt.Fprintf(os.Stderr, "%v\n", err)

			failures++
			if !continueOnError {
				return fmt.Errorf("stopped after %d failure(s)", failures)
			}

			continue
		}
	}

	if failures > 0 {
		return fmt.Errorf("%d row(s) failed", failures)
	}

	fmt.Println("done")

	return nil
}

func newPgClientFromDSN(dsn string) (*pg.Client, error) {
	u, err := url.Parse(dsn)
	if err != nil {
		return nil, fmt.Errorf("cannot parse DSN: %w", err)
	}

	var opts []pg.Option

	if u.Host != "" {
		host := u.Host
		if u.Port() == "" {
			host = net.JoinHostPort(u.Hostname(), "5432")
		}

		opts = append(opts, pg.WithAddr(host))
	}

	if u.User != nil {
		opts = append(opts, pg.WithUser(u.User.Username()))
		if password, ok := u.User.Password(); ok {
			opts = append(opts, pg.WithPassword(password))
		}
	}

	if len(u.Path) > 1 {
		opts = append(opts, pg.WithDatabase(u.Path[1:]))
	}

	return pg.NewClient(opts...)
}

func migrateOneInTx(ctx context.Context, pgClient *pg.Client, idStr string, dryRun bool) error {
	return pgClient.WithTx(ctx, func(ctx context.Context, tx pg.Tx) error {
		return migrateOne(ctx, tx, idStr, dryRun)
	})
}

func migrateOne(ctx context.Context, tx pg.Tx, idStr string, dryRun bool) error {
	versionID, err := gid.ParseGID(idStr)
	if err != nil {
		return fmt.Errorf("invalid document version id %q: %w", idStr, err)
	}

	dv := &coredata.DocumentVersion{}
	if err := dv.LoadByID(ctx, tx, coredata.NewNoScope(), versionID); err != nil {
		return fmt.Errorf("cannot load document version %q: %w", idStr, err)
	}

	if isProseMirrorDocJSON(dv.Content) {
		fmt.Printf("skip %s (already ProseMirror doc JSON)\n", idStr)
		return nil
	}

	doc, err := prosemirror.ParseMarkdown(dv.Content)
	if err != nil {
		return fmt.Errorf("cannot parse markdown for %q: %w", idStr, err)
	}

	out, err := json.Marshal(doc)
	if err != nil {
		return fmt.Errorf("cannot marshal prosemirror for %q: %w", idStr, err)
	}

	if dryRun {
		fmt.Printf("would migrate %s successfully\n", idStr)
		return nil
	}

	dv.Content = string(out)
	dv.UpdatedAt = time.Now()

	if err := dv.Update(ctx, tx, coredata.NewNoScope()); err != nil {
		return fmt.Errorf("cannot update document version %q: %w", idStr, err)
	}

	fmt.Printf("updated %s\n", idStr)

	return nil
}

func isProseMirrorDocJSON(s string) bool {
	var probe struct {
		Type string `json:"type"`
	}
	if err := json.Unmarshal([]byte(s), &probe); err != nil {
		return false
	}

	return probe.Type == "doc"
}