feat: add command to clone project to local

Author: sweatybridge

cmd/clone.go

@@ -0,0 +1,41 @@
+package cmd
+
+import (
+	"fmt"
+	"os"
+	"os/signal"
+
+	"github.com/spf13/afero"
+	"github.com/spf13/cobra"
+	"github.com/spf13/viper"
+	"github.com/supabase/cli/internal/clone"
+	"github.com/supabase/cli/internal/utils"
+	"github.com/supabase/cli/internal/utils/flags"
+)
+
+var (
+	cloneCmd = &cobra.Command{
+		GroupID: groupQuickStart,
+		Use:     "clone",
+		Short:   "Clones a Supabase project to your local environment",
+		Args:    cobra.NoArgs,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			ctx, _ := signal.NotifyContext(cmd.Context(), os.Interrupt)
+			if !viper.IsSet("WORKDIR") {
+				title := fmt.Sprintf("Enter a directory to clone your project to (or leave blank to use %s): ", utils.Bold(utils.CurrentDirAbs))
+				if workdir, err := utils.NewConsole().PromptText(ctx, title); err != nil {
+					return err
+				} else {
+					viper.Set("WORKDIR", workdir)
+				}
+			}
+			return clone.Run(ctx, afero.NewOsFs())
+		},
+	}
+)
+
+func init() {
+	cloneFlags := cloneCmd.Flags()
+	cloneFlags.StringVar(&flags.ProjectRef, "project-ref", "", "Project ref of the Supabase project.")
+	rootCmd.AddCommand(cloneCmd)
+}

internal/clone/clone.go

@@ -0,0 +1,123 @@
+package clone
+
+import (
+	"context"
+	"fmt"
+	"os"
+	"path/filepath"
+
+	"github.com/cenkalti/backoff/v4"
+	"github.com/go-errors/errors"
+	"github.com/jackc/pgconn"
+	"github.com/jackc/pgx/v4"
+	"github.com/spf13/afero"
+	"github.com/spf13/viper"
+	"github.com/supabase/cli/internal/db/pull"
+	"github.com/supabase/cli/internal/link"
+	"github.com/supabase/cli/internal/login"
+	"github.com/supabase/cli/internal/migration/new"
+	"github.com/supabase/cli/internal/migration/repair"
+	"github.com/supabase/cli/internal/projects/apiKeys"
+	"github.com/supabase/cli/internal/utils"
+	"github.com/supabase/cli/internal/utils/flags"
+	"github.com/supabase/cli/internal/utils/tenant"
+	"github.com/supabase/cli/pkg/api"
+	"golang.org/x/term"
+)
+
+func Run(ctx context.Context, fsys afero.Fs) error {
+	if err := changeWorkDir(ctx, fsys); err != nil {
+		return err
+	}
+	// 1. Login
+	if err := checkLogin(ctx, fsys); err != nil {
+		return err
+	}
+	// 2. Link project
+	if err := linkProject(ctx, fsys); err != nil {
+		return err
+	}
+	// 3. Pull migrations
+	dbConfig := flags.NewDbConfigWithPassword(ctx, flags.ProjectRef)
+	if err := dumpRemoteSchema(ctx, dbConfig, fsys); err != nil {
+		return err
+	}
+	return nil
+}
+
+func changeWorkDir(ctx context.Context, fsys afero.Fs) error {
+	workdir := viper.GetString("WORKDIR")
+	if !filepath.IsAbs(workdir) {
+		workdir = filepath.Join(utils.CurrentDirAbs, workdir)
+	}
+	if err := utils.MkdirIfNotExistFS(fsys, workdir); err != nil {
+		return err
+	}
+	if empty, err := afero.IsEmpty(fsys, workdir); err != nil {
+		return errors.Errorf("failed to read workdir: %w", err)
+	} else if !empty {
+		title := fmt.Sprintf("Do you want to overwrite existing files in %s directory?", utils.Bold(workdir))
+		if shouldOverwrite, err := utils.NewConsole().PromptYesNo(ctx, title, true); err != nil {
+			return err
+		} else if !shouldOverwrite {
+			return errors.New(context.Canceled)
+		}
+	}
+	return utils.ChangeWorkDir(fsys)
+}
+
+func checkLogin(ctx context.Context, fsys afero.Fs) error {
+	if _, err := utils.LoadAccessTokenFS(fsys); !errors.Is(err, utils.ErrMissingToken) {
+		return err
+	}
+	params := login.RunParams{
+		OpenBrowser: term.IsTerminal(int(os.Stdin.Fd())),
+		Fsys:        fsys,
+	}
+	return login.Run(ctx, os.Stdout, params)
+}
+
+func linkProject(ctx context.Context, fsys afero.Fs) error {
+	// Use an empty fs to skip loading from file
+	if err := flags.ParseProjectRef(ctx, afero.NewMemMapFs()); err != nil {
+		return err
+	}
+	policy := utils.NewBackoffPolicy(ctx)
+	keys, err := backoff.RetryNotifyWithData(func() ([]api.ApiKeyResponse, error) {
+		fmt.Fprintln(os.Stderr, "Linking project...")
+		return apiKeys.RunGetApiKeys(ctx, flags.ProjectRef)
+	}, policy, utils.NewErrorCallback())
+	if err != nil {
+		return err
+	}
+	// Load default config to update docker id
+	if err := flags.LoadConfig(fsys); err != nil {
+		return err
+	}
+	link.LinkServices(ctx, flags.ProjectRef, tenant.NewApiKey(keys).ServiceRole, fsys)
+	return utils.WriteFile(utils.ProjectRefPath, []byte(flags.ProjectRef), fsys)
+}
+
+func dumpRemoteSchema(ctx context.Context, config pgconn.Config, fsys afero.Fs, options ...func(*pgx.ConnConfig)) error {
+	// 1. Check postgres connection
+	conn, err := utils.ConnectByConfig(ctx, config, options...)
+	if err != nil {
+		return err
+	}
+	defer conn.Close(context.Background())
+	// 2. Pull schema
+	timestamp := utils.GetCurrentTimestamp()
+	path := new.GetMigrationPath(timestamp, "remote_schema")
+	// Ignore schemas flag when working on the initial pull
+	if err = pull.CloneRemoteSchema(ctx, path, config, fsys); err != nil {
+		return err
+	}
+	// 3. Insert a row to `schema_migrations`
+	fmt.Fprintln(os.Stderr, "Schema written to "+utils.Bold(path))
+	if shouldUpdate, err := utils.NewConsole().PromptYesNo(ctx, "Update remote migration history table?", true); err != nil {
+		return err
+	} else if shouldUpdate {
+		return repair.UpdateMigrationTable(ctx, conn, []string{timestamp}, repair.Applied, true, fsys)
+	}
+	return nil
+}

internal/db/pull/pull.go

@@ -58,15 +58,7 @@ func run(ctx context.Context, schema []string, path string, conn *pgx.Conn, fsys
 	config := conn.Config().Config
 	// 1. Assert `supabase/migrations` and `schema_migrations` are in sync.
 	if err := assertRemoteInSync(ctx, conn, fsys); errors.Is(err, errMissing) {
-		// Ignore schemas flag when working on the initial pull
-		if err = dumpRemoteSchema(ctx, path, config, fsys); err != nil {
-			return err
-		}
-		// Pull changes in managed schemas automatically
-		if err = diffRemoteSchema(ctx, managedSchemas, path, config, fsys); errors.Is(err, errInSync) {
-			err = nil
-		}
-		return err
+		return CloneRemoteSchema(ctx, path, config, fsys)
 	} else if err != nil {
 		return err
 	}
@@ -82,6 +74,18 @@ func run(ctx context.Context, schema []string, path string, conn *pgx.Conn, fsys
 	return diffUserSchemas(ctx, schema, path, config, fsys)
 }
 
+func CloneRemoteSchema(ctx context.Context, path string, config pgconn.Config, fsys afero.Fs) error {
+	// Ignore schemas flag when working on the initial pull
+	if err := dumpRemoteSchema(ctx, path, config, fsys); err != nil {
+		return err
+	}
+	// Pull changes in managed schemas automatically
+	if err := diffRemoteSchema(ctx, managedSchemas, path, config, fsys); err != nil && !errors.Is(err, errInSync) {
+		return err
+	}
+	return nil
+}
+
 func dumpRemoteSchema(ctx context.Context, path string, config pgconn.Config, fsys afero.Fs) error {
 	// Special case if this is the first migration
 	fmt.Fprintln(os.Stderr, "Dumping schema from remote database...")