create.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527
  1. package deploy
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "path/filepath"
  7. "strings"
  8. api "github.com/porter-dev/porter/api/client"
  9. "github.com/porter-dev/porter/api/types"
  10. "github.com/porter-dev/porter/cli/cmd/docker"
  11. "github.com/porter-dev/porter/internal/templater/utils"
  12. )
  13. // CreateAgent handles the creation of a new application on Porter
  14. type CreateAgent struct {
  15. Client *api.Client
  16. CreateOpts *CreateOpts
  17. }
  18. // CreateOpts are required options for creating a new application on Porter: the
  19. // "kind" (web, worker, job) and the name of the application.
  20. type CreateOpts struct {
  21. *SharedOpts
  22. Kind string
  23. ReleaseName string
  24. RegistryURL string
  25. // Suffix for the name of the image in the repository. By default the suffix is the
  26. // target namespace.
  27. RepoSuffix string
  28. }
  29. // GithubOpts are the options for linking a Github source to the app
  30. type GithubOpts struct {
  31. Branch string
  32. Repo string
  33. }
  34. // CreateFromGithub uses the branch/repo to link the Github source for an application.
  35. // This function attempts to find a matching repository in the list of linked repositories
  36. // on Porter. If one is found, it will use that repository as the app source.
  37. func (c *CreateAgent) CreateFromGithub(
  38. ghOpts *GithubOpts,
  39. overrideValues map[string]interface{},
  40. ) (string, error) {
  41. opts := c.CreateOpts
  42. // get all linked github repos and find matching repo
  43. resp, err := c.Client.ListGitInstallationIDs(
  44. context.Background(),
  45. c.CreateOpts.ProjectID,
  46. )
  47. if err != nil {
  48. return "", err
  49. }
  50. gitInstallations := *resp
  51. var gitRepoMatch int64
  52. for _, gitInstallationID := range gitInstallations {
  53. // for each git repo, search for a matching username/owner
  54. resp, err := c.Client.ListGitRepos(
  55. context.Background(),
  56. c.CreateOpts.ProjectID,
  57. gitInstallationID,
  58. )
  59. if err != nil {
  60. return "", err
  61. }
  62. githubRepos := *resp
  63. for _, githubRepo := range githubRepos {
  64. if githubRepo.FullName == ghOpts.Repo {
  65. gitRepoMatch = gitInstallationID
  66. break
  67. }
  68. }
  69. if gitRepoMatch != 0 {
  70. break
  71. }
  72. }
  73. if gitRepoMatch == 0 {
  74. return "", fmt.Errorf("could not find a linked github repo for %s. Make sure you have linked your Github account on the Porter dashboard.", ghOpts.Repo)
  75. }
  76. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  77. if err != nil {
  78. return "", err
  79. }
  80. if opts.Kind == "web" || opts.Kind == "worker" {
  81. mergedValues["image"] = map[string]interface{}{
  82. "repository": "public.ecr.aws/o1j4x7p4/hello-porter",
  83. "tag": "latest",
  84. }
  85. } else if opts.Kind == "job" {
  86. mergedValues["image"] = map[string]interface{}{
  87. "repository": "public.ecr.aws/o1j4x7p4/hello-porter-job",
  88. "tag": "latest",
  89. }
  90. }
  91. regID, imageURL, err := c.GetImageRepoURL(opts.ReleaseName, opts.Namespace)
  92. if err != nil {
  93. return "", err
  94. }
  95. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  96. if err != nil {
  97. return "", err
  98. }
  99. err = c.Client.DeployTemplate(
  100. context.Background(),
  101. opts.ProjectID,
  102. opts.ClusterID,
  103. opts.Namespace,
  104. &types.CreateReleaseRequest{
  105. CreateReleaseBaseRequest: &types.CreateReleaseBaseRequest{
  106. TemplateName: opts.Kind,
  107. TemplateVersion: latestVersion,
  108. Values: mergedValues,
  109. Name: opts.ReleaseName,
  110. },
  111. ImageURL: imageURL,
  112. GithubActionConfig: &types.CreateGitActionConfigRequest{
  113. GitRepo: ghOpts.Repo,
  114. GitBranch: ghOpts.Branch,
  115. ImageRepoURI: imageURL,
  116. DockerfilePath: opts.LocalDockerfile,
  117. FolderPath: ".",
  118. GitRepoID: uint(gitRepoMatch),
  119. RegistryID: regID,
  120. ShouldCreateWorkflow: true,
  121. },
  122. },
  123. )
  124. if err != nil {
  125. return "", err
  126. }
  127. return subdomain, nil
  128. }
  129. // CreateFromRegistry deploys a new application from an existing Docker repository + tag.
  130. func (c *CreateAgent) CreateFromRegistry(
  131. image string,
  132. overrideValues map[string]interface{},
  133. ) (string, error) {
  134. if image == "" {
  135. return "", fmt.Errorf("image cannot be empty")
  136. }
  137. // split image into image-path:tag format
  138. imageSpl := strings.Split(image, ":")
  139. if len(imageSpl) != 2 {
  140. return "", fmt.Errorf("invalid image format: must be image-path:tag format")
  141. }
  142. opts := c.CreateOpts
  143. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  144. if err != nil {
  145. return "", err
  146. }
  147. mergedValues["image"] = map[string]interface{}{
  148. "repository": imageSpl[0],
  149. "tag": imageSpl[1],
  150. }
  151. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  152. if err != nil {
  153. return "", err
  154. }
  155. err = c.Client.DeployTemplate(
  156. context.Background(),
  157. opts.ProjectID,
  158. opts.ClusterID,
  159. opts.Namespace,
  160. &types.CreateReleaseRequest{
  161. CreateReleaseBaseRequest: &types.CreateReleaseBaseRequest{
  162. TemplateName: opts.Kind,
  163. TemplateVersion: latestVersion,
  164. Values: mergedValues,
  165. Name: opts.ReleaseName,
  166. },
  167. ImageURL: imageSpl[0],
  168. },
  169. )
  170. if err != nil {
  171. return "", err
  172. }
  173. return subdomain, nil
  174. }
  175. // CreateFromDocker uses a local build context and a local Docker daemon to build a new
  176. // container image, and then deploys it onto Porter.
  177. func (c *CreateAgent) CreateFromDocker(
  178. overrideValues map[string]interface{},
  179. imageTag string,
  180. ) (string, error) {
  181. opts := c.CreateOpts
  182. // detect the build config
  183. if opts.Method != "" {
  184. if opts.Method == DeployBuildTypeDocker {
  185. if opts.LocalDockerfile == "" {
  186. hasDockerfile := c.HasDefaultDockerfile(opts.LocalPath)
  187. if !hasDockerfile {
  188. return "", fmt.Errorf("Dockerfile not found")
  189. }
  190. opts.LocalDockerfile = "Dockerfile"
  191. }
  192. }
  193. } else {
  194. // try to detect dockerfile, otherwise fall back to `pack`
  195. hasDockerfile := c.HasDefaultDockerfile(opts.LocalPath)
  196. if !hasDockerfile {
  197. opts.Method = DeployBuildTypePack
  198. } else {
  199. opts.Method = DeployBuildTypeDocker
  200. opts.LocalDockerfile = "Dockerfile"
  201. }
  202. }
  203. // overwrite with docker image repository and tag
  204. regID, imageURL, err := c.GetImageRepoURL(opts.ReleaseName, opts.Namespace)
  205. if err != nil {
  206. return "", err
  207. }
  208. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  209. if err != nil {
  210. return "", err
  211. }
  212. mergedValues["image"] = map[string]interface{}{
  213. "repository": imageURL,
  214. "tag": imageTag,
  215. }
  216. // create docker agen
  217. agent, err := docker.NewAgentWithAuthGetter(c.Client, opts.ProjectID)
  218. if err != nil {
  219. return "", err
  220. }
  221. env, err := GetEnvFromConfig(mergedValues)
  222. if err != nil {
  223. env = map[string]string{}
  224. }
  225. buildAgent := &BuildAgent{
  226. SharedOpts: opts.SharedOpts,
  227. client: c.Client,
  228. imageRepo: imageURL,
  229. env: env,
  230. imageExists: false,
  231. }
  232. if opts.Method == DeployBuildTypeDocker {
  233. err = buildAgent.BuildDocker(agent, opts.LocalPath, opts.LocalPath, opts.LocalDockerfile, imageTag, "")
  234. } else {
  235. err = buildAgent.BuildPack(agent, opts.LocalPath, imageTag, "", nil)
  236. }
  237. if err != nil {
  238. return "", err
  239. }
  240. // create repository
  241. err = c.Client.CreateRepository(
  242. context.Background(),
  243. opts.ProjectID,
  244. regID,
  245. &types.CreateRegistryRepositoryRequest{
  246. ImageRepoURI: imageURL,
  247. },
  248. )
  249. if err != nil {
  250. return "", err
  251. }
  252. err = agent.PushImage(fmt.Sprintf("%s:%s", imageURL, imageTag))
  253. if err != nil {
  254. return "", err
  255. }
  256. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  257. if err != nil {
  258. return "", err
  259. }
  260. err = c.Client.DeployTemplate(
  261. context.Background(),
  262. opts.ProjectID,
  263. opts.ClusterID,
  264. opts.Namespace,
  265. &types.CreateReleaseRequest{
  266. CreateReleaseBaseRequest: &types.CreateReleaseBaseRequest{
  267. TemplateName: opts.Kind,
  268. TemplateVersion: latestVersion,
  269. Values: mergedValues,
  270. Name: opts.ReleaseName,
  271. },
  272. ImageURL: imageURL,
  273. },
  274. )
  275. if err != nil {
  276. return "", err
  277. }
  278. return subdomain, nil
  279. }
  280. // HasDefaultDockerfile detects if there is a dockerfile at the path `./Dockerfile`
  281. func (c *CreateAgent) HasDefaultDockerfile(buildPath string) bool {
  282. dockerFilePath := filepath.Join(buildPath, "./Dockerfile")
  283. info, err := os.Stat(dockerFilePath)
  284. return err == nil && !os.IsNotExist(err) && !info.IsDir()
  285. }
  286. // GetImageRepoURL creates the image repository url by finding the first valid image
  287. // registry linked to Porter, and then generates a new name of the form:
  288. // `{registry}/{name}-{namespace}`
  289. func (c *CreateAgent) GetImageRepoURL(name, namespace string) (uint, string, error) {
  290. // get all image registries linked to the project
  291. // get the list of namespaces
  292. resp, err := c.Client.ListRegistries(
  293. context.Background(),
  294. c.CreateOpts.ProjectID,
  295. )
  296. registries := *resp
  297. if err != nil {
  298. return 0, "", err
  299. } else if len(registries) == 0 {
  300. return 0, "", fmt.Errorf("must have created or linked an image registry")
  301. }
  302. // get the first non-empty registry
  303. var imageURI string
  304. var regID uint
  305. for _, reg := range registries {
  306. if c.CreateOpts.RegistryURL != "" {
  307. if c.CreateOpts.RegistryURL == reg.URL {
  308. regID = reg.ID
  309. if c.CreateOpts.RepoSuffix != "" {
  310. imageURI = fmt.Sprintf("%s/%s-%s", reg.URL, name, c.CreateOpts.RepoSuffix)
  311. } else {
  312. imageURI = fmt.Sprintf("%s/%s-%s", reg.URL, name, namespace)
  313. }
  314. break
  315. }
  316. } else if reg.URL != "" {
  317. regID = reg.ID
  318. if c.CreateOpts.RepoSuffix != "" {
  319. imageURI = fmt.Sprintf("%s/%s-%s", reg.URL, name, c.CreateOpts.RepoSuffix)
  320. } else {
  321. imageURI = fmt.Sprintf("%s/%s-%s", reg.URL, name, namespace)
  322. }
  323. break
  324. }
  325. }
  326. return regID, imageURI, nil
  327. }
  328. // GetLatestTemplateVersion retrieves the latest template version for a specific
  329. // Porter template from the chart repository.
  330. func (c *CreateAgent) GetLatestTemplateVersion(templateName string) (string, error) {
  331. resp, err := c.Client.ListTemplates(
  332. context.Background(),
  333. &types.ListTemplatesRequest{},
  334. )
  335. if err != nil {
  336. return "", err
  337. }
  338. templates := *resp
  339. var version string
  340. // find the matching template name
  341. for _, template := range templates {
  342. if templateName == template.Name {
  343. version = template.Versions[0]
  344. break
  345. }
  346. }
  347. if version == "" {
  348. return "", fmt.Errorf("matching template version not found")
  349. }
  350. return version, nil
  351. }
  352. // GetLatestTemplateDefaultValues gets the default config (`values.yaml`) set for a specific
  353. // template.
  354. func (c *CreateAgent) GetLatestTemplateDefaultValues(templateName, templateVersion string) (map[string]interface{}, error) {
  355. chart, err := c.Client.GetTemplate(
  356. context.Background(),
  357. templateName,
  358. templateVersion,
  359. &types.GetTemplateRequest{},
  360. )
  361. if err != nil {
  362. return nil, err
  363. }
  364. return chart.Values, nil
  365. }
  366. func (c *CreateAgent) getMergedValues(overrideValues map[string]interface{}) (string, map[string]interface{}, error) {
  367. // deploy the template
  368. latestVersion, err := c.GetLatestTemplateVersion(c.CreateOpts.Kind)
  369. if err != nil {
  370. return "", nil, err
  371. }
  372. // get the values of the template
  373. values, err := c.GetLatestTemplateDefaultValues(c.CreateOpts.Kind, latestVersion)
  374. if err != nil {
  375. return "", nil, err
  376. }
  377. // merge existing values with overriding values
  378. mergedValues := utils.CoalesceValues(values, overrideValues)
  379. return latestVersion, mergedValues, err
  380. }
  381. func (c *CreateAgent) CreateSubdomainIfRequired(mergedValues map[string]interface{}) (string, error) {
  382. subdomain := ""
  383. // check for automatic subdomain creation if web kind
  384. if c.CreateOpts.Kind == "web" {
  385. // look for ingress.enabled and no custom domains set
  386. ingressMap, err := getNestedMap(mergedValues, "ingress")
  387. if err == nil {
  388. enabledVal, enabledExists := ingressMap["enabled"]
  389. customDomVal, customDomExists := ingressMap["custom_domain"]
  390. if enabledExists && customDomExists {
  391. enabled, eOK := enabledVal.(bool)
  392. customDomain, cOK := customDomVal.(bool)
  393. // in the case of ingress enabled but no custom domain, create subdomain
  394. if eOK && cOK && enabled && !customDomain {
  395. dnsRecord, err := c.Client.CreateDNSRecord(
  396. context.Background(),
  397. c.CreateOpts.ProjectID,
  398. c.CreateOpts.ClusterID,
  399. c.CreateOpts.Namespace,
  400. c.CreateOpts.ReleaseName,
  401. )
  402. if err != nil {
  403. return "", fmt.Errorf("Error creating subdomain: %s", err.Error())
  404. }
  405. subdomain = dnsRecord.ExternalURL
  406. if ingressVal, ok := mergedValues["ingress"]; !ok {
  407. mergedValues["ingress"] = map[string]interface{}{
  408. "porter_hosts": []string{
  409. subdomain,
  410. },
  411. }
  412. } else {
  413. ingressValMap := ingressVal.(map[string]interface{})
  414. ingressValMap["porter_hosts"] = []string{
  415. subdomain,
  416. }
  417. }
  418. }
  419. }
  420. }
  421. }
  422. return subdomain, nil
  423. }