main.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "github.com/porter-dev/porter/api/server/shared/config/envloader"
  7. "github.com/porter-dev/porter/cmd/migrate/keyrotate"
  8. "github.com/porter-dev/porter/cmd/migrate/populate_source_config_display_name"
  9. "github.com/porter-dev/porter/cmd/migrate/startup_migrations"
  10. adapter "github.com/porter-dev/porter/internal/adapter"
  11. "github.com/porter-dev/porter/internal/models"
  12. "github.com/porter-dev/porter/internal/repository/gorm"
  13. lr "github.com/porter-dev/porter/pkg/logger"
  14. "github.com/joeshaw/envdecode"
  15. pgorm "gorm.io/gorm"
  16. )
  17. func main() {
  18. logger := lr.NewConsole(true)
  19. logger.Info().Msg("running migrations")
  20. envConf, err := envloader.FromEnv()
  21. if err != nil {
  22. logger.Fatal().Err(err).Msg("could not load env conf")
  23. return
  24. }
  25. db, err := adapter.New(envConf.DBConf)
  26. if err != nil {
  27. logger.Fatal().Err(err).Msg("could not connect to the database")
  28. return
  29. }
  30. err = gorm.AutoMigrate(db, envConf.ServerConf.Debug)
  31. if err != nil {
  32. logger.Fatal().Err(err).Msg("gorm auto-migration failed")
  33. return
  34. }
  35. if err := db.Raw("ALTER TABLE clusters DROP CONSTRAINT IF EXISTS fk_cluster_token_caches").Error; err != nil {
  36. logger.Fatal().Err(err).Msg("failed to drop cluster token cache constraint")
  37. return
  38. }
  39. if err := db.Raw("ALTER TABLE cluster_token_caches DROP CONSTRAINT IF EXISTS fk_clusters_token_cache").Error; err != nil {
  40. logger.Fatal().Err(err).Msg("failed to drop clusters token cache constraint")
  41. return
  42. }
  43. err = db.Transaction(func(tx *pgorm.DB) error {
  44. if err := db.Exec("alter table aws_assume_role_chains DROP CONSTRAINT IF EXISTS fk_projects;").Error; err != nil {
  45. return fmt.Errorf("failed to drop fk constraint for assume role chains: %w", err)
  46. }
  47. if err := db.Exec("alter table aws_assume_role_chains ADD CONSTRAINT fk_projects FOREIGN KEY(project_id) REFERENCES projects(id);").Error; err != nil {
  48. return fmt.Errorf("failed to create fk constraint for assume role chains: %w", err)
  49. }
  50. if err := db.Exec("alter table aws_assume_role_chains ADD unique (project_id, source_arn, target_arn);").Error; err != nil {
  51. return fmt.Errorf("failed to create unique constraint for assume role chains: %w", err)
  52. }
  53. return nil
  54. })
  55. if err != nil {
  56. logger.Fatal().Err(err).Msg("error updating cluster control plane tables")
  57. }
  58. tx := db.Begin()
  59. switch tx.Dialector.Name() {
  60. case "sqlite":
  61. if err := tx.Raw("PRAGMA schema.locking_mode = EXCLUSIVE").Error; err != nil {
  62. tx.Rollback()
  63. logger.Fatal().Err(err).Msg("error acquiring lock on db_migrations")
  64. return
  65. }
  66. case "postgres":
  67. if err := tx.Raw("LOCK TABLE db_migrations IN SHARE ROW EXCLUSIVE MODE").Error; err != nil {
  68. tx.Rollback()
  69. logger.Fatal().Err(err).Msg("error acquiring lock on db_migrations")
  70. return
  71. }
  72. }
  73. dbMigration := &models.DbMigration{}
  74. if err := tx.Model(&models.DbMigration{}).First(dbMigration).Error; err != nil {
  75. if errors.Is(err, pgorm.ErrRecordNotFound) {
  76. dbMigration.Version = 0
  77. } else {
  78. tx.Rollback()
  79. logger.Fatal().Err(err).Msg("failed to check for db migration version")
  80. return
  81. }
  82. }
  83. latestMigrationVersion := startup_migrations.LatestMigrationVersion
  84. if dbMigration.Version < latestMigrationVersion {
  85. for ver, fn := range startup_migrations.StartupMigrations {
  86. if ver > dbMigration.Version {
  87. err := fn(tx, logger)
  88. if err != nil {
  89. tx.Rollback()
  90. logger.Fatal().Err(err).Msg("failed to run startup migration script")
  91. return
  92. }
  93. }
  94. }
  95. dbMigration.Version = latestMigrationVersion
  96. if err := tx.Save(dbMigration).Error; err != nil {
  97. tx.Rollback()
  98. logger.Fatal().Err(err).Msg("failed to update migration version to latest")
  99. return
  100. }
  101. }
  102. tx.Commit()
  103. if shouldRotate, oldKeyStr, newKeyStr := shouldKeyRotate(); shouldRotate {
  104. oldKey := [32]byte{}
  105. newKey := [32]byte{}
  106. copy(oldKey[:], []byte(oldKeyStr))
  107. copy(newKey[:], []byte(newKeyStr))
  108. err := keyrotate.Rotate(db, &oldKey, &newKey)
  109. if err != nil {
  110. logger.Fatal().Err(err).Msg("key rotation failed")
  111. }
  112. }
  113. if shouldPopulateSourceConfigDisplayName() {
  114. err := populate_source_config_display_name.PopulateSourceConfigDisplayName(db, logger)
  115. if err != nil {
  116. logger.Fatal().Err(err).Msg("failed to populate source config display name")
  117. }
  118. }
  119. if err := InstanceMigrate(db, envConf.DBConf); err != nil {
  120. logger.Fatal().Err(err).Msg("vault migration failed")
  121. }
  122. }
  123. type RotateConf struct {
  124. // we add a dummy field to avoid empty struct issue with envdecode
  125. DummyField string `env:"ASDF,default=asdf"`
  126. OldEncryptionKey string `env:"OLD_ENCRYPTION_KEY"`
  127. NewEncryptionKey string `env:"NEW_ENCRYPTION_KEY"`
  128. }
  129. func shouldKeyRotate() (bool, string, string) {
  130. var c RotateConf
  131. if err := envdecode.StrictDecode(&c); err != nil {
  132. log.Fatalf("Failed to decode migration conf: %s", err)
  133. return false, "", ""
  134. }
  135. return c.OldEncryptionKey != "" && c.NewEncryptionKey != "", c.OldEncryptionKey, c.NewEncryptionKey
  136. }
  137. type PopulateSourceConfigDisplayNameConf struct {
  138. // we add a dummy field to avoid empty struct issue with envdecode
  139. DummyField string `env:"ASDF,default=asdf"`
  140. // if true, will populate the display name for all source configs
  141. PopulateSourceConfigDisplayName bool `env:"POPULATE_SOURCE_CONFIG_DISPLAY_NAME"`
  142. }
  143. func shouldPopulateSourceConfigDisplayName() bool {
  144. var c PopulateSourceConfigDisplayNameConf
  145. if err := envdecode.StrictDecode(&c); err != nil {
  146. log.Fatalf("Failed to decode migration conf: %s", err)
  147. return false
  148. }
  149. return c.PopulateSourceConfigDisplayName
  150. }