catalyst/app/database/paginate.go

package database

import (
	"context"
	"database/sql"
	"errors"
)

func Paginate(ctx context.Context, f func(ctx context.Context, offset, limit int64) (nextPage bool, err error)) error {
	const pageSize int64 = 100

	for i := range int64(1000) {
		nextPage, err := f(ctx, i*pageSize, pageSize)
		if err != nil {
			if errors.Is(err, sql.ErrNoRows) {
				// No more features to process, exit the loop
				return nil
			}

			return err
		}

		if !nextPage {
			return nil
		}
	}

	return errors.New("pagination limit reached, too many pages")
}

func PaginateItems[T any](ctx context.Context, f func(ctx context.Context, offset, limit int64) (items []T, err error)) ([]T, error) {
	var allItems []T

	if err := Paginate(ctx, func(ctx context.Context, offset, limit int64) (nextPage bool, err error) {
		items, err := f(ctx, offset, limit)
		if err != nil {
			return false, err
		}

		if len(items) == 0 {
			return false, nil
		}

		allItems = append(allItems, items...)

		return true, nil
	}); err != nil {
		return nil, err
	}

	return allItems, nil
}