apply.go 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280
  1. package cmd
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "io/ioutil"
  7. "net/url"
  8. "os"
  9. "path/filepath"
  10. "strconv"
  11. "strings"
  12. "github.com/cli/cli/git"
  13. "github.com/fatih/color"
  14. "github.com/mitchellh/mapstructure"
  15. api "github.com/porter-dev/porter/api/client"
  16. "github.com/porter-dev/porter/api/types"
  17. "github.com/porter-dev/porter/cli/cmd/config"
  18. "github.com/porter-dev/porter/cli/cmd/deploy"
  19. "github.com/porter-dev/porter/cli/cmd/deploy/wait"
  20. "github.com/porter-dev/porter/cli/cmd/preview"
  21. previewV2Beta1 "github.com/porter-dev/porter/cli/cmd/preview/v2beta1"
  22. stack "github.com/porter-dev/porter/cli/cmd/stack"
  23. previewInt "github.com/porter-dev/porter/internal/integrations/preview"
  24. "github.com/porter-dev/porter/internal/templater/utils"
  25. "github.com/porter-dev/switchboard/pkg/drivers"
  26. switchboardModels "github.com/porter-dev/switchboard/pkg/models"
  27. "github.com/porter-dev/switchboard/pkg/parser"
  28. switchboardTypes "github.com/porter-dev/switchboard/pkg/types"
  29. switchboardWorker "github.com/porter-dev/switchboard/pkg/worker"
  30. "github.com/rs/zerolog"
  31. "github.com/spf13/cobra"
  32. "gopkg.in/yaml.v2"
  33. )
  34. // applyCmd represents the "porter apply" base command when called
  35. // with a porter.yaml file as an argument
  36. var applyCmd = &cobra.Command{
  37. Use: "apply",
  38. Short: "Applies a configuration to an application",
  39. Long: fmt.Sprintf(`
  40. %s
  41. Applies a configuration to an application by either creating a new one or updating an existing
  42. one. For example:
  43. %s
  44. This command will apply the configuration contained in porter.yaml to the requested project and
  45. cluster either provided inside the porter.yaml file or through environment variables. Note that
  46. environment variables will always take precendence over values specified in the porter.yaml file.
  47. By default, this command expects to be run from a local git repository.
  48. The following are the environment variables that can be used to set certain values while
  49. applying a configuration:
  50. PORTER_CLUSTER Cluster ID that contains the project
  51. PORTER_PROJECT Project ID that contains the application
  52. PORTER_NAMESPACE The Kubernetes namespace that the application belongs to
  53. PORTER_SOURCE_NAME Name of the source Helm chart
  54. PORTER_SOURCE_REPO The URL of the Helm charts registry
  55. PORTER_SOURCE_VERSION The version of the Helm chart to use
  56. PORTER_TAG The Docker image tag to use (like the git commit hash)
  57. `,
  58. color.New(color.FgBlue, color.Bold).Sprintf("Help for \"porter apply\":"),
  59. color.New(color.FgGreen, color.Bold).Sprintf("porter apply -f porter.yaml"),
  60. ),
  61. Run: func(cmd *cobra.Command, args []string) {
  62. err := checkLoginAndRun(args, apply)
  63. if err != nil {
  64. if strings.Contains(err.Error(), "Forbidden") {
  65. color.New(color.FgRed).Fprintf(os.Stderr, "You may have to update your GitHub secret token")
  66. }
  67. os.Exit(1)
  68. }
  69. },
  70. }
  71. // applyValidateCmd represents the "porter apply validate" command when called
  72. // with a porter.yaml file as an argument
  73. var applyValidateCmd = &cobra.Command{
  74. Use: "validate",
  75. Short: "Validates a porter.yaml",
  76. Run: func(*cobra.Command, []string) {
  77. err := applyValidate()
  78. if err != nil {
  79. color.New(color.FgRed).Fprintf(os.Stderr, "Error: %s\n", err.Error())
  80. os.Exit(1)
  81. } else {
  82. color.New(color.FgGreen).Printf("The porter.yaml file is valid!\n")
  83. }
  84. },
  85. }
  86. var porterYAML string
  87. func init() {
  88. rootCmd.AddCommand(applyCmd)
  89. applyCmd.AddCommand(applyValidateCmd)
  90. applyCmd.PersistentFlags().StringVarP(&porterYAML, "file", "f", "", "path to porter.yaml")
  91. applyCmd.MarkFlagRequired("file")
  92. }
  93. func apply(_ *types.GetAuthenticatedUserResponse, client *api.Client, _ []string) error {
  94. var fileBytes []byte
  95. var err error
  96. if porterYAML == "" {
  97. stackName := os.Getenv("PORTER_STACK_NAME")
  98. if stackName == "" {
  99. return fmt.Errorf("a valid porter.yaml file must be specified. Run porter apply --help for more information")
  100. }
  101. } else {
  102. fileBytes, err = ioutil.ReadFile(porterYAML)
  103. if err != nil {
  104. return fmt.Errorf("error reading porter.yaml: %w", err)
  105. }
  106. }
  107. var previewVersion struct {
  108. Version string `json:"version"`
  109. }
  110. err = yaml.Unmarshal(fileBytes, &previewVersion)
  111. if err != nil {
  112. return fmt.Errorf("error unmarshaling porter.yaml: %w", err)
  113. }
  114. var resGroup *switchboardTypes.ResourceGroup
  115. worker := switchboardWorker.NewWorker()
  116. if previewVersion.Version == "v2beta1" {
  117. ns := os.Getenv("PORTER_NAMESPACE")
  118. applier, err := previewV2Beta1.NewApplier(client, fileBytes, ns)
  119. if err != nil {
  120. return err
  121. }
  122. resGroup, err = applier.DowngradeToV1()
  123. if err != nil {
  124. return err
  125. }
  126. } else if previewVersion.Version == "v1" {
  127. if _, ok := os.LookupEnv("PORTER_VALIDATE_YAML"); ok {
  128. err := applyValidate()
  129. if err != nil {
  130. return err
  131. }
  132. }
  133. resGroup, err = parser.ParseRawBytes(fileBytes)
  134. if err != nil {
  135. return fmt.Errorf("error parsing porter.yaml: %w", err)
  136. }
  137. } else if previewVersion.Version == "v1stack" || previewVersion.Version == "" {
  138. stackName := os.Getenv("PORTER_STACK_NAME")
  139. if stackName == "" {
  140. return fmt.Errorf("environment variable PORTER_STACK_NAME must be set")
  141. }
  142. resGroup, err = stack.CreateV1BuildResources(client, fileBytes, stackName, cliConf.Project, cliConf.Cluster)
  143. if err != nil {
  144. return fmt.Errorf("error parsing porter.yaml for build resources: %w", err)
  145. }
  146. deployStackHook := &stack.DeployStackHook{
  147. Client: client,
  148. StackName: stackName,
  149. ProjectID: cliConf.Project,
  150. ClusterID: cliConf.Cluster,
  151. BuildImageDriverName: stack.GetBuildImageDriverName(),
  152. PorterYAML: fileBytes,
  153. }
  154. worker.RegisterHook("deploy-stack", deployStackHook)
  155. } else {
  156. return fmt.Errorf("unknown porter.yaml version: %s", previewVersion.Version)
  157. }
  158. basePath, err := os.Getwd()
  159. if err != nil {
  160. return fmt.Errorf("error getting working directory: %w", err)
  161. }
  162. worker.RegisterDriver("deploy", NewDeployDriver)
  163. worker.RegisterDriver("build-image", preview.NewBuildDriver)
  164. worker.RegisterDriver("push-image", preview.NewPushDriver)
  165. worker.RegisterDriver("update-config", preview.NewUpdateConfigDriver)
  166. worker.RegisterDriver("random-string", preview.NewRandomStringDriver)
  167. worker.RegisterDriver("env-group", preview.NewEnvGroupDriver)
  168. worker.RegisterDriver("os-env", preview.NewOSEnvDriver)
  169. worker.SetDefaultDriver("deploy")
  170. if hasDeploymentHookEnvVars() {
  171. deplNamespace := os.Getenv("PORTER_NAMESPACE")
  172. if deplNamespace == "" {
  173. return fmt.Errorf("namespace must be set by PORTER_NAMESPACE")
  174. }
  175. deploymentHook, err := NewDeploymentHook(client, resGroup, deplNamespace)
  176. if err != nil {
  177. return fmt.Errorf("error creating deployment hook: %w", err)
  178. }
  179. worker.RegisterHook("deployment", deploymentHook)
  180. }
  181. errorEmitterHook := NewErrorEmitterHook(client, resGroup)
  182. worker.RegisterHook("erroremitter", errorEmitterHook)
  183. cloneEnvGroupHook := NewCloneEnvGroupHook(client, resGroup)
  184. worker.RegisterHook("cloneenvgroup", cloneEnvGroupHook)
  185. return worker.Apply(resGroup, &switchboardTypes.ApplyOpts{
  186. BasePath: basePath,
  187. })
  188. }
  189. func applyValidate() error {
  190. fileBytes, err := ioutil.ReadFile(porterYAML)
  191. if err != nil {
  192. return fmt.Errorf("error reading porter.yaml: %w", err)
  193. }
  194. validationErrors := previewInt.Validate(string(fileBytes))
  195. if len(validationErrors) > 0 {
  196. errString := "the following error(s) were found while validating the porter.yaml file:"
  197. for _, err := range validationErrors {
  198. errString += "\n- " + strings.ReplaceAll(err.Error(), "\n\n*", "\n *")
  199. }
  200. return fmt.Errorf(errString)
  201. }
  202. return nil
  203. }
  204. func hasDeploymentHookEnvVars() bool {
  205. if ghIDStr := os.Getenv("PORTER_GIT_INSTALLATION_ID"); ghIDStr == "" {
  206. return false
  207. }
  208. if prIDStr := os.Getenv("PORTER_PULL_REQUEST_ID"); prIDStr == "" {
  209. return false
  210. }
  211. if branchFrom := os.Getenv("PORTER_BRANCH_FROM"); branchFrom == "" {
  212. return false
  213. }
  214. if branchInto := os.Getenv("PORTER_BRANCH_INTO"); branchInto == "" {
  215. return false
  216. }
  217. if actionIDStr := os.Getenv("PORTER_ACTION_ID"); actionIDStr == "" {
  218. return false
  219. }
  220. if repoName := os.Getenv("PORTER_REPO_NAME"); repoName == "" {
  221. return false
  222. }
  223. if repoOwner := os.Getenv("PORTER_REPO_OWNER"); repoOwner == "" {
  224. return false
  225. }
  226. if prName := os.Getenv("PORTER_PR_NAME"); prName == "" {
  227. return false
  228. }
  229. return true
  230. }
  231. type DeployDriver struct {
  232. source *previewInt.Source
  233. target *previewInt.Target
  234. output map[string]interface{}
  235. lookupTable *map[string]drivers.Driver
  236. logger *zerolog.Logger
  237. }
  238. func NewDeployDriver(resource *switchboardModels.Resource, opts *drivers.SharedDriverOpts) (drivers.Driver, error) {
  239. driver := &DeployDriver{
  240. lookupTable: opts.DriverLookupTable,
  241. logger: opts.Logger,
  242. output: make(map[string]interface{}),
  243. }
  244. target, err := preview.GetTarget(resource.Name, resource.Target)
  245. if err != nil {
  246. return nil, err
  247. }
  248. driver.target = target
  249. source, err := preview.GetSource(target.Project, resource.Name, resource.Source)
  250. if err != nil {
  251. return nil, err
  252. }
  253. driver.source = source
  254. return driver, nil
  255. }
  256. func (d *DeployDriver) ShouldApply(_ *switchboardModels.Resource) bool {
  257. return true
  258. }
  259. func (d *DeployDriver) Apply(resource *switchboardModels.Resource) (*switchboardModels.Resource, error) {
  260. client := config.GetAPIClient()
  261. _, err := client.GetRelease(
  262. context.Background(),
  263. d.target.Project,
  264. d.target.Cluster,
  265. d.target.Namespace,
  266. resource.Name,
  267. )
  268. shouldCreate := err != nil
  269. if err != nil {
  270. color.New(color.FgYellow).Printf("Could not read release %s/%s (%s): attempting creation\n", d.target.Namespace, resource.Name, err.Error())
  271. }
  272. if d.source.IsApplication {
  273. return d.applyApplication(resource, client, shouldCreate)
  274. }
  275. return d.applyAddon(resource, client, shouldCreate)
  276. }
  277. // Simple apply for addons
  278. func (d *DeployDriver) applyAddon(resource *switchboardModels.Resource, client *api.Client, shouldCreate bool) (*switchboardModels.Resource, error) {
  279. addonConfig, err := d.getAddonConfig(resource)
  280. if err != nil {
  281. return nil, fmt.Errorf("error getting addon config for resource %s: %w", resource.Name, err)
  282. }
  283. if shouldCreate {
  284. err := client.DeployAddon(
  285. context.Background(),
  286. d.target.Project,
  287. d.target.Cluster,
  288. d.target.Namespace,
  289. &types.CreateAddonRequest{
  290. CreateReleaseBaseRequest: &types.CreateReleaseBaseRequest{
  291. RepoURL: d.source.Repo,
  292. TemplateName: d.source.Name,
  293. TemplateVersion: d.source.Version,
  294. Values: addonConfig,
  295. Name: resource.Name,
  296. },
  297. },
  298. )
  299. if err != nil {
  300. return nil, fmt.Errorf("error creating addon from resource %s: %w", resource.Name, err)
  301. }
  302. } else {
  303. bytes, err := json.Marshal(addonConfig)
  304. if err != nil {
  305. return nil, fmt.Errorf("error marshalling addon config from resource %s: %w", resource.Name, err)
  306. }
  307. err = client.UpgradeRelease(
  308. context.Background(),
  309. d.target.Project,
  310. d.target.Cluster,
  311. d.target.Namespace,
  312. resource.Name,
  313. &types.UpgradeReleaseRequest{
  314. Values: string(bytes),
  315. },
  316. )
  317. if err != nil {
  318. return nil, fmt.Errorf("error updating addon from resource %s: %w", resource.Name, err)
  319. }
  320. }
  321. if err = d.assignOutput(resource, client); err != nil {
  322. return nil, err
  323. }
  324. return resource, nil
  325. }
  326. func (d *DeployDriver) applyApplication(resource *switchboardModels.Resource, client *api.Client, shouldCreate bool) (*switchboardModels.Resource, error) {
  327. if resource == nil {
  328. return nil, fmt.Errorf("nil resource")
  329. }
  330. resourceName := resource.Name
  331. appConfig, err := d.getApplicationConfig(resource)
  332. if err != nil {
  333. return nil, err
  334. }
  335. fullPath, err := filepath.Abs(appConfig.Build.Context)
  336. if err != nil {
  337. return nil, fmt.Errorf("for resource %s, error getting absolute path for config.build.context: %w", resourceName,
  338. err)
  339. }
  340. tag := os.Getenv("PORTER_TAG")
  341. if tag == "" {
  342. color.New(color.FgYellow).Printf("for resource %s, since PORTER_TAG is not set, the Docker image tag will default to"+
  343. " the git repo SHA\n", resourceName)
  344. commit, err := git.LastCommit()
  345. if err != nil {
  346. return nil, fmt.Errorf("for resource %s, error getting last git commit: %w", resourceName, err)
  347. }
  348. tag = commit.Sha[:7]
  349. color.New(color.FgYellow).Printf("for resource %s, using tag %s\n", resourceName, tag)
  350. }
  351. // if the method is registry and a tag is defined, we use the provided tag
  352. if appConfig.Build.Method == "registry" {
  353. imageSpl := strings.Split(appConfig.Build.Image, ":")
  354. if len(imageSpl) == 2 {
  355. tag = imageSpl[1]
  356. }
  357. if tag == "" {
  358. tag = "latest"
  359. }
  360. }
  361. sharedOpts := &deploy.SharedOpts{
  362. ProjectID: d.target.Project,
  363. ClusterID: d.target.Cluster,
  364. Namespace: d.target.Namespace,
  365. LocalPath: fullPath,
  366. LocalDockerfile: appConfig.Build.Dockerfile,
  367. OverrideTag: tag,
  368. Method: deploy.DeployBuildType(appConfig.Build.Method),
  369. EnvGroups: appConfig.EnvGroups,
  370. UseCache: appConfig.Build.UseCache,
  371. }
  372. if appConfig.Build.UseCache {
  373. // set the docker config so that pack caching can use the repo credentials
  374. err := config.SetDockerConfig(client)
  375. if err != nil {
  376. return nil, err
  377. }
  378. }
  379. if shouldCreate {
  380. resource, err = d.createApplication(resource, client, sharedOpts, appConfig)
  381. if err != nil {
  382. return nil, fmt.Errorf("error creating app from resource %s: %w", resourceName, err)
  383. }
  384. } else if !appConfig.OnlyCreate {
  385. resource, err = d.updateApplication(resource, client, sharedOpts, appConfig)
  386. if err != nil {
  387. return nil, fmt.Errorf("error updating application from resource %s: %w", resourceName, err)
  388. }
  389. } else {
  390. color.New(color.FgYellow).Printf("Skipping creation for resource %s as onlyCreate is set to true\n", resourceName)
  391. }
  392. if err = d.assignOutput(resource, client); err != nil {
  393. return nil, err
  394. }
  395. if d.source.Name == "job" && appConfig.WaitForJob && (shouldCreate || !appConfig.OnlyCreate) {
  396. color.New(color.FgYellow).Printf("Waiting for job '%s' to finish\n", resourceName)
  397. err = wait.WaitForJob(client, &wait.WaitOpts{
  398. ProjectID: d.target.Project,
  399. ClusterID: d.target.Cluster,
  400. Namespace: d.target.Namespace,
  401. Name: resourceName,
  402. })
  403. if err != nil && appConfig.OnlyCreate {
  404. deleteJobErr := client.DeleteRelease(
  405. context.Background(),
  406. d.target.Project,
  407. d.target.Cluster,
  408. d.target.Namespace,
  409. resourceName,
  410. )
  411. if deleteJobErr != nil {
  412. return nil, fmt.Errorf("error deleting job %s with waitForJob and onlyCreate set to true: %w",
  413. resourceName, deleteJobErr)
  414. }
  415. } else if err != nil {
  416. return nil, fmt.Errorf("error waiting for job %s: %w", resourceName, err)
  417. }
  418. }
  419. return resource, err
  420. }
  421. func (d *DeployDriver) createApplication(resource *switchboardModels.Resource, client *api.Client, sharedOpts *deploy.SharedOpts, appConf *previewInt.ApplicationConfig) (*switchboardModels.Resource, error) {
  422. // create new release
  423. color.New(color.FgGreen).Printf("Creating %s release: %s\n", d.source.Name, resource.Name)
  424. color.New(color.FgBlue).Printf("for resource %s, using registry %s\n", resource.Name, d.target.RegistryURL)
  425. // attempt to get repo suffix from environment variables
  426. var repoSuffix string
  427. if repoName := os.Getenv("PORTER_REPO_NAME"); repoName != "" {
  428. if repoOwner := os.Getenv("PORTER_REPO_OWNER"); repoOwner != "" {
  429. repoSuffix = strings.ToLower(strings.ReplaceAll(fmt.Sprintf("%s-%s", repoOwner, repoName), "_", "-"))
  430. }
  431. }
  432. createAgent := &deploy.CreateAgent{
  433. Client: client,
  434. CreateOpts: &deploy.CreateOpts{
  435. SharedOpts: sharedOpts,
  436. Kind: d.source.Name,
  437. ReleaseName: resource.Name,
  438. RegistryURL: registryURL,
  439. RepoSuffix: repoSuffix,
  440. },
  441. }
  442. var buildConfig *types.BuildConfig
  443. if appConf.Build.Builder != "" {
  444. buildConfig = &types.BuildConfig{
  445. Builder: appConf.Build.Builder,
  446. Buildpacks: appConf.Build.Buildpacks,
  447. }
  448. }
  449. var subdomain string
  450. var err error
  451. if appConf.Build.Method == "registry" {
  452. subdomain, err = createAgent.CreateFromRegistry(appConf.Build.Image, appConf.Values)
  453. } else {
  454. // if useCache is set, create the image repository first
  455. if appConf.Build.UseCache {
  456. regID, imageURL, err := createAgent.GetImageRepoURL(resource.Name, sharedOpts.Namespace)
  457. if err != nil {
  458. return nil, err
  459. }
  460. err = client.CreateRepository(
  461. context.Background(),
  462. sharedOpts.ProjectID,
  463. regID,
  464. &types.CreateRegistryRepositoryRequest{
  465. ImageRepoURI: imageURL,
  466. },
  467. )
  468. if err != nil {
  469. return nil, err
  470. }
  471. }
  472. subdomain, err = createAgent.CreateFromDocker(appConf.Values, sharedOpts.OverrideTag, buildConfig)
  473. }
  474. if err != nil {
  475. return nil, err
  476. }
  477. return resource, handleSubdomainCreate(subdomain, err)
  478. }
  479. func (d *DeployDriver) updateApplication(resource *switchboardModels.Resource, client *api.Client, sharedOpts *deploy.SharedOpts, appConf *previewInt.ApplicationConfig) (*switchboardModels.Resource, error) {
  480. color.New(color.FgGreen).Println("Updating existing release:", resource.Name)
  481. if len(appConf.Build.Env) > 0 {
  482. sharedOpts.AdditionalEnv = appConf.Build.Env
  483. }
  484. updateAgent, err := deploy.NewDeployAgent(client, resource.Name, &deploy.DeployOpts{
  485. SharedOpts: sharedOpts,
  486. Local: appConf.Build.Method != "registry",
  487. })
  488. if err != nil {
  489. return nil, err
  490. }
  491. // if the build method is registry, we do not trigger a build
  492. if appConf.Build.Method != "registry" {
  493. buildEnv, err := updateAgent.GetBuildEnv(&deploy.GetBuildEnvOpts{
  494. UseNewConfig: true,
  495. NewConfig: appConf.Values,
  496. })
  497. if err != nil {
  498. return nil, err
  499. }
  500. err = updateAgent.SetBuildEnv(buildEnv)
  501. if err != nil {
  502. return nil, err
  503. }
  504. var buildConfig *types.BuildConfig
  505. if appConf.Build.Builder != "" {
  506. buildConfig = &types.BuildConfig{
  507. Builder: appConf.Build.Builder,
  508. Buildpacks: appConf.Build.Buildpacks,
  509. }
  510. }
  511. err = updateAgent.Build(buildConfig)
  512. if err != nil {
  513. return nil, err
  514. }
  515. if !appConf.Build.UseCache {
  516. err = updateAgent.Push()
  517. if err != nil {
  518. return nil, err
  519. }
  520. }
  521. }
  522. err = updateAgent.UpdateImageAndValues(appConf.Values)
  523. if err != nil {
  524. return nil, err
  525. }
  526. return resource, nil
  527. }
  528. func (d *DeployDriver) assignOutput(resource *switchboardModels.Resource, client *api.Client) error {
  529. release, err := client.GetRelease(
  530. context.Background(),
  531. d.target.Project,
  532. d.target.Cluster,
  533. d.target.Namespace,
  534. resource.Name,
  535. )
  536. if err != nil {
  537. return err
  538. }
  539. d.output = utils.CoalesceValues(d.source.SourceValues, release.Config)
  540. return nil
  541. }
  542. func (d *DeployDriver) Output() (map[string]interface{}, error) {
  543. return d.output, nil
  544. }
  545. func (d *DeployDriver) getApplicationConfig(resource *switchboardModels.Resource) (*previewInt.ApplicationConfig, error) {
  546. populatedConf, err := drivers.ConstructConfig(&drivers.ConstructConfigOpts{
  547. RawConf: resource.Config,
  548. LookupTable: *d.lookupTable,
  549. Dependencies: resource.Dependencies,
  550. })
  551. if err != nil {
  552. return nil, err
  553. }
  554. appConf := &previewInt.ApplicationConfig{}
  555. err = mapstructure.Decode(populatedConf, appConf)
  556. if err != nil {
  557. return nil, err
  558. }
  559. if _, ok := resource.Config["waitForJob"]; !ok && d.source.Name == "job" {
  560. // default to true and wait for the job to finish
  561. appConf.WaitForJob = true
  562. }
  563. return appConf, nil
  564. }
  565. func (d *DeployDriver) getAddonConfig(resource *switchboardModels.Resource) (map[string]interface{}, error) {
  566. return drivers.ConstructConfig(&drivers.ConstructConfigOpts{
  567. RawConf: resource.Config,
  568. LookupTable: *d.lookupTable,
  569. Dependencies: resource.Dependencies,
  570. })
  571. }
  572. type DeploymentHook struct {
  573. client *api.Client
  574. resourceGroup *switchboardTypes.ResourceGroup
  575. gitInstallationID, projectID, clusterID, prID, actionID, envID uint
  576. branchFrom, branchInto, namespace, repoName, repoOwner, prName, commitSHA string
  577. }
  578. func NewDeploymentHook(client *api.Client, resourceGroup *switchboardTypes.ResourceGroup, namespace string) (*DeploymentHook, error) {
  579. res := &DeploymentHook{
  580. client: client,
  581. resourceGroup: resourceGroup,
  582. namespace: namespace,
  583. }
  584. ghIDStr := os.Getenv("PORTER_GIT_INSTALLATION_ID")
  585. ghID, err := strconv.Atoi(ghIDStr)
  586. if err != nil {
  587. return nil, err
  588. }
  589. res.gitInstallationID = uint(ghID)
  590. prIDStr := os.Getenv("PORTER_PULL_REQUEST_ID")
  591. prID, err := strconv.Atoi(prIDStr)
  592. if err != nil {
  593. return nil, err
  594. }
  595. res.prID = uint(prID)
  596. res.projectID = cliConf.Project
  597. if res.projectID == 0 {
  598. return nil, fmt.Errorf("project id must be set")
  599. }
  600. res.clusterID = cliConf.Cluster
  601. if res.clusterID == 0 {
  602. return nil, fmt.Errorf("cluster id must be set")
  603. }
  604. branchFrom := os.Getenv("PORTER_BRANCH_FROM")
  605. res.branchFrom = branchFrom
  606. branchInto := os.Getenv("PORTER_BRANCH_INTO")
  607. res.branchInto = branchInto
  608. actionIDStr := os.Getenv("PORTER_ACTION_ID")
  609. actionID, err := strconv.Atoi(actionIDStr)
  610. if err != nil {
  611. return nil, err
  612. }
  613. res.actionID = uint(actionID)
  614. repoName := os.Getenv("PORTER_REPO_NAME")
  615. res.repoName = repoName
  616. repoOwner := os.Getenv("PORTER_REPO_OWNER")
  617. res.repoOwner = repoOwner
  618. prName := os.Getenv("PORTER_PR_NAME")
  619. res.prName = prName
  620. commit, err := git.LastCommit()
  621. if err != nil {
  622. return nil, fmt.Errorf(err.Error())
  623. }
  624. res.commitSHA = commit.Sha[:7]
  625. return res, nil
  626. }
  627. func (t *DeploymentHook) isBranchDeploy() bool {
  628. return t.branchFrom != "" && t.branchInto != "" && t.branchFrom == t.branchInto
  629. }
  630. func (t *DeploymentHook) PreApply() error {
  631. if isSystemNamespace(t.namespace) {
  632. color.New(color.FgYellow).Printf("attempting to deploy to system namespace '%s'\n", t.namespace)
  633. }
  634. envList, err := t.client.ListEnvironments(
  635. context.Background(), t.projectID, t.clusterID,
  636. )
  637. if err != nil {
  638. return err
  639. }
  640. envs := *envList
  641. var deplEnv *types.Environment
  642. for _, env := range envs {
  643. if strings.EqualFold(env.GitRepoOwner, t.repoOwner) &&
  644. strings.EqualFold(env.GitRepoName, t.repoName) &&
  645. env.GitInstallationID == t.gitInstallationID {
  646. t.envID = env.ID
  647. deplEnv = env
  648. break
  649. }
  650. }
  651. if t.envID == 0 {
  652. return fmt.Errorf("could not find environment for deployment")
  653. }
  654. nsList, err := t.client.GetK8sNamespaces(
  655. context.Background(), t.projectID, t.clusterID,
  656. )
  657. if err != nil {
  658. return fmt.Errorf("error fetching namespaces: %w", err)
  659. }
  660. found := false
  661. for _, ns := range *nsList {
  662. if ns.Name == t.namespace {
  663. found = true
  664. break
  665. }
  666. }
  667. if !found {
  668. if isSystemNamespace(t.namespace) {
  669. return fmt.Errorf("attempting to deploy to system namespace '%s' which does not exist, please create it "+
  670. "to continue", t.namespace)
  671. }
  672. createNS := &types.CreateNamespaceRequest{
  673. Name: t.namespace,
  674. }
  675. if len(deplEnv.NamespaceLabels) > 0 {
  676. createNS.Labels = deplEnv.NamespaceLabels
  677. }
  678. // create the new namespace
  679. _, err := t.client.CreateNewK8sNamespace(context.Background(), t.projectID, t.clusterID, createNS)
  680. if err != nil && !strings.Contains(err.Error(), "namespace already exists") {
  681. // ignore the error if the namespace already exists
  682. //
  683. // this might happen if someone creates the namespace in between this operation
  684. return fmt.Errorf("error creating namespace: %w", err)
  685. }
  686. }
  687. var deplErr error
  688. if t.isBranchDeploy() {
  689. _, deplErr = t.client.GetDeployment(
  690. context.Background(),
  691. t.projectID, t.clusterID, t.envID,
  692. &types.GetDeploymentRequest{
  693. Branch: t.branchFrom,
  694. },
  695. )
  696. } else {
  697. _, deplErr = t.client.GetDeployment(
  698. context.Background(),
  699. t.projectID, t.clusterID, t.envID,
  700. &types.GetDeploymentRequest{
  701. PRNumber: t.prID,
  702. },
  703. )
  704. }
  705. if deplErr != nil && strings.Contains(deplErr.Error(), "not found") {
  706. // in this case, create the deployment
  707. createReq := &types.CreateDeploymentRequest{
  708. Namespace: t.namespace,
  709. PullRequestID: t.prID,
  710. CreateGHDeploymentRequest: &types.CreateGHDeploymentRequest{
  711. ActionID: t.actionID,
  712. },
  713. GitHubMetadata: &types.GitHubMetadata{
  714. PRName: t.prName,
  715. RepoName: t.repoName,
  716. RepoOwner: t.repoOwner,
  717. CommitSHA: t.commitSHA,
  718. PRBranchFrom: t.branchFrom,
  719. PRBranchInto: t.branchInto,
  720. },
  721. }
  722. if t.isBranchDeploy() {
  723. createReq.PullRequestID = 0
  724. }
  725. _, err = t.client.CreateDeployment(
  726. context.Background(),
  727. t.projectID, t.clusterID, createReq,
  728. )
  729. } else if err == nil {
  730. updateReq := &types.UpdateDeploymentByClusterRequest{
  731. RepoOwner: t.repoOwner,
  732. RepoName: t.repoName,
  733. Namespace: t.namespace,
  734. PRNumber: t.prID,
  735. CreateGHDeploymentRequest: &types.CreateGHDeploymentRequest{
  736. ActionID: t.actionID,
  737. },
  738. PRBranchFrom: t.branchFrom,
  739. CommitSHA: t.commitSHA,
  740. }
  741. if t.isBranchDeploy() {
  742. updateReq.PRNumber = 0
  743. }
  744. _, err = t.client.UpdateDeployment(context.Background(), t.projectID, t.clusterID, updateReq)
  745. }
  746. return err
  747. }
  748. func (t *DeploymentHook) DataQueries() map[string]interface{} {
  749. res := make(map[string]interface{})
  750. // use the resource group to find all web applications that can have an exposed subdomain
  751. // that we can query for
  752. for _, resource := range t.resourceGroup.Resources {
  753. isWeb := false
  754. if sourceNameInter, exists := resource.Source["name"]; exists {
  755. if sourceName, ok := sourceNameInter.(string); ok {
  756. if sourceName == "web" {
  757. isWeb = true
  758. }
  759. }
  760. }
  761. if isWeb {
  762. // determine if we should query for porter_hosts or just hosts
  763. isCustomDomain := false
  764. ingressMap, err := deploy.GetNestedMap(resource.Config, "values", "ingress")
  765. if err == nil {
  766. enabledVal, enabledExists := ingressMap["enabled"]
  767. customDomVal, customDomExists := ingressMap["custom_domain"]
  768. if enabledExists && customDomExists {
  769. enabled, eOK := enabledVal.(bool)
  770. customDomain, cOK := customDomVal.(bool)
  771. if eOK && cOK && enabled {
  772. if customDomain {
  773. // return the first custom domain when one exists
  774. hostsArr, hostsExists := ingressMap["hosts"]
  775. if hostsExists {
  776. hostsArrVal, hostsArrOk := hostsArr.([]interface{})
  777. if hostsArrOk && len(hostsArrVal) > 0 {
  778. if _, ok := hostsArrVal[0].(string); ok {
  779. res[resource.Name] = fmt.Sprintf("{ .%s.ingress.hosts[0] }", resource.Name)
  780. isCustomDomain = true
  781. }
  782. }
  783. }
  784. }
  785. }
  786. }
  787. }
  788. if !isCustomDomain {
  789. res[resource.Name] = fmt.Sprintf("{ .%s.ingress.porter_hosts[0] }", resource.Name)
  790. }
  791. }
  792. }
  793. return res
  794. }
  795. func (t *DeploymentHook) PostApply(populatedData map[string]interface{}) error {
  796. subdomains := make([]string, 0)
  797. for _, data := range populatedData {
  798. domain, ok := data.(string)
  799. if !ok {
  800. continue
  801. }
  802. if _, err := url.Parse("https://" + domain); err == nil {
  803. subdomains = append(subdomains, "https://"+domain)
  804. }
  805. }
  806. req := &types.FinalizeDeploymentByClusterRequest{
  807. RepoOwner: t.repoOwner,
  808. RepoName: t.repoName,
  809. Subdomain: strings.Join(subdomains, ", "),
  810. }
  811. if t.isBranchDeploy() {
  812. req.Namespace = t.namespace
  813. } else {
  814. req.PRNumber = t.prID
  815. }
  816. for _, res := range t.resourceGroup.Resources {
  817. releaseType := getReleaseType(t.projectID, res)
  818. releaseName := getReleaseName(res)
  819. if releaseType != "" && releaseName != "" {
  820. req.SuccessfulResources = append(req.SuccessfulResources, &types.SuccessfullyDeployedResource{
  821. ReleaseName: releaseName,
  822. ReleaseType: releaseType,
  823. })
  824. }
  825. }
  826. // finalize the deployment
  827. _, err := t.client.FinalizeDeployment(context.Background(), t.projectID, t.clusterID, req)
  828. return err
  829. }
  830. func (t *DeploymentHook) OnError(error) {
  831. var deplErr error
  832. if t.isBranchDeploy() {
  833. _, deplErr = t.client.GetDeployment(
  834. context.Background(),
  835. t.projectID, t.clusterID, t.envID,
  836. &types.GetDeploymentRequest{
  837. Branch: t.branchFrom,
  838. },
  839. )
  840. } else {
  841. _, deplErr = t.client.GetDeployment(
  842. context.Background(),
  843. t.projectID, t.clusterID, t.envID,
  844. &types.GetDeploymentRequest{
  845. PRNumber: t.prID,
  846. },
  847. )
  848. }
  849. // if the deployment exists, throw an error for that deployment
  850. if deplErr == nil {
  851. req := &types.UpdateDeploymentStatusByClusterRequest{
  852. RepoOwner: t.repoOwner,
  853. RepoName: t.repoName,
  854. CreateGHDeploymentRequest: &types.CreateGHDeploymentRequest{
  855. ActionID: t.actionID,
  856. },
  857. PRBranchFrom: t.branchFrom,
  858. Status: string(types.DeploymentStatusFailed),
  859. }
  860. if t.isBranchDeploy() {
  861. req.Namespace = t.namespace
  862. } else {
  863. req.PRNumber = t.prID
  864. }
  865. // FIXME: try to use the error with a custom logger
  866. t.client.UpdateDeploymentStatus(context.Background(), t.projectID, t.clusterID, req)
  867. }
  868. }
  869. func (t *DeploymentHook) OnConsolidatedErrors(allErrors map[string]error) {
  870. var deplErr error
  871. if t.isBranchDeploy() {
  872. _, deplErr = t.client.GetDeployment(
  873. context.Background(),
  874. t.projectID, t.clusterID, t.envID,
  875. &types.GetDeploymentRequest{
  876. Branch: t.branchFrom,
  877. },
  878. )
  879. } else {
  880. _, deplErr = t.client.GetDeployment(
  881. context.Background(),
  882. t.projectID, t.clusterID, t.envID,
  883. &types.GetDeploymentRequest{
  884. PRNumber: t.prID,
  885. },
  886. )
  887. }
  888. // if the deployment exists, throw an error for that deployment
  889. if deplErr == nil {
  890. req := &types.FinalizeDeploymentWithErrorsByClusterRequest{
  891. RepoOwner: t.repoOwner,
  892. RepoName: t.repoName,
  893. Errors: make(map[string]string),
  894. }
  895. if t.isBranchDeploy() {
  896. req.Namespace = t.namespace
  897. } else {
  898. req.PRNumber = t.prID
  899. }
  900. for _, res := range t.resourceGroup.Resources {
  901. if _, ok := allErrors[res.Name]; !ok {
  902. req.SuccessfulResources = append(req.SuccessfulResources, &types.SuccessfullyDeployedResource{
  903. ReleaseName: getReleaseName(res),
  904. ReleaseType: getReleaseType(t.projectID, res),
  905. })
  906. }
  907. }
  908. for res, err := range allErrors {
  909. req.Errors[res] = err.Error()
  910. }
  911. // FIXME: handle the error
  912. t.client.FinalizeDeploymentWithErrors(context.Background(), t.projectID, t.clusterID, req)
  913. }
  914. }
  915. type CloneEnvGroupHook struct {
  916. client *api.Client
  917. resGroup *switchboardTypes.ResourceGroup
  918. }
  919. func NewCloneEnvGroupHook(client *api.Client, resourceGroup *switchboardTypes.ResourceGroup) *CloneEnvGroupHook {
  920. return &CloneEnvGroupHook{
  921. client: client,
  922. resGroup: resourceGroup,
  923. }
  924. }
  925. func (t *CloneEnvGroupHook) PreApply() error {
  926. for _, res := range t.resGroup.Resources {
  927. if res.Driver == "env-group" {
  928. continue
  929. }
  930. appConf := &previewInt.ApplicationConfig{}
  931. err := mapstructure.Decode(res.Config, &appConf)
  932. if err != nil {
  933. continue
  934. }
  935. if appConf != nil && len(appConf.EnvGroups) > 0 {
  936. target, err := preview.GetTarget(res.Name, res.Target)
  937. if err != nil {
  938. return err
  939. }
  940. for _, group := range appConf.EnvGroups {
  941. if group.Name == "" {
  942. return fmt.Errorf("env group name cannot be empty")
  943. }
  944. _, err := t.client.GetEnvGroup(
  945. context.Background(),
  946. target.Project,
  947. target.Cluster,
  948. target.Namespace,
  949. &types.GetEnvGroupRequest{
  950. Name: group.Name,
  951. Version: group.Version,
  952. },
  953. )
  954. if err != nil && err.Error() == "env group not found" {
  955. if group.Namespace == "" {
  956. return fmt.Errorf("env group namespace cannot be empty")
  957. }
  958. color.New(color.FgBlue, color.Bold).
  959. Printf("Env group '%s' does not exist in the target namespace '%s'\n", group.Name, target.Namespace)
  960. color.New(color.FgBlue, color.Bold).
  961. Printf("Cloning env group '%s' from namespace '%s' to target namespace '%s'\n",
  962. group.Name, group.Namespace, target.Namespace)
  963. _, err = t.client.CloneEnvGroup(
  964. context.Background(), target.Project, target.Cluster, group.Namespace,
  965. &types.CloneEnvGroupRequest{
  966. SourceName: group.Name,
  967. TargetNamespace: target.Namespace,
  968. },
  969. )
  970. if err != nil {
  971. return err
  972. }
  973. } else if err != nil {
  974. return err
  975. }
  976. }
  977. }
  978. }
  979. return nil
  980. }
  981. func (t *CloneEnvGroupHook) DataQueries() map[string]interface{} {
  982. return nil
  983. }
  984. func (t *CloneEnvGroupHook) PostApply(map[string]interface{}) error {
  985. return nil
  986. }
  987. func (t *CloneEnvGroupHook) OnError(error) {}
  988. func (t *CloneEnvGroupHook) OnConsolidatedErrors(map[string]error) {}
  989. func getReleaseName(res *switchboardTypes.Resource) string {
  990. // can ignore the error because this method is called once
  991. // GetTarget has alrealy been called and validated previously
  992. target, _ := preview.GetTarget(res.Name, res.Target)
  993. if target.AppName != "" {
  994. return target.AppName
  995. }
  996. return res.Name
  997. }
  998. func getReleaseType(projectID uint, res *switchboardTypes.Resource) string {
  999. // can ignore the error because this method is called once
  1000. // GetSource has alrealy been called and validated previously
  1001. source, _ := preview.GetSource(projectID, res.Name, res.Source)
  1002. if source != nil && source.Name != "" {
  1003. return source.Name
  1004. }
  1005. return ""
  1006. }
  1007. func isSystemNamespace(namespace string) bool {
  1008. return namespace == "cert-manager" || namespace == "ingress-nginx" ||
  1009. namespace == "kube-node-lease" || namespace == "kube-public" ||
  1010. namespace == "kube-system" || namespace == "monitoring" ||
  1011. namespace == "porter-agent-system" || namespace == "default" ||
  1012. namespace == "ingress-nginx-private"
  1013. }
  1014. type ErrorEmitterHook struct{}
  1015. func NewErrorEmitterHook(*api.Client, *switchboardTypes.ResourceGroup) *ErrorEmitterHook {
  1016. return &ErrorEmitterHook{}
  1017. }
  1018. func (t *ErrorEmitterHook) PreApply() error {
  1019. return nil
  1020. }
  1021. func (t *ErrorEmitterHook) DataQueries() map[string]interface{} {
  1022. return nil
  1023. }
  1024. func (t *ErrorEmitterHook) PostApply(map[string]interface{}) error {
  1025. return nil
  1026. }
  1027. func (t *ErrorEmitterHook) OnError(err error) {
  1028. color.New(color.FgRed).Fprintf(os.Stderr, "Errors while building: %s\n", err.Error())
  1029. }
  1030. func (t *ErrorEmitterHook) OnConsolidatedErrors(errMap map[string]error) {
  1031. color.New(color.FgRed).Fprintf(os.Stderr, "Errors while building:\n")
  1032. for resName, err := range errMap {
  1033. color.New(color.FgRed).Fprintf(os.Stderr, " - %s: %s\n", resName, err.Error())
  1034. }
  1035. }