create.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499
  1. package deploy
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "path/filepath"
  7. "strings"
  8. "github.com/porter-dev/porter/cli/cmd/api"
  9. "github.com/porter-dev/porter/cli/cmd/docker"
  10. "github.com/porter-dev/porter/internal/templater/utils"
  11. )
  12. // CreateAgent handles the creation of a new application on Porter
  13. type CreateAgent struct {
  14. Client *api.Client
  15. CreateOpts *CreateOpts
  16. }
  17. // CreateOpts are required options for creating a new application on Porter: the
  18. // "kind" (web, worker, job) and the name of the application.
  19. type CreateOpts struct {
  20. *SharedOpts
  21. Kind string
  22. ReleaseName string
  23. }
  24. // GithubOpts are the options for linking a Github source to the app
  25. type GithubOpts struct {
  26. Branch string
  27. Repo string
  28. }
  29. // CreateFromGithub uses the branch/repo to link the Github source for an application.
  30. // This function attempts to find a matching repository in the list of linked repositories
  31. // on Porter. If one is found, it will use that repository as the app source.
  32. func (c *CreateAgent) CreateFromGithub(
  33. ghOpts *GithubOpts,
  34. overrideValues map[string]interface{},
  35. ) (string, error) {
  36. opts := c.CreateOpts
  37. // get all linked github repos and find matching repo
  38. gitRepos, err := c.Client.ListGitRepos(
  39. context.Background(),
  40. c.CreateOpts.ProjectID,
  41. )
  42. if err != nil {
  43. fmt.Println("could not list git repos")
  44. return "", err
  45. }
  46. var gitRepoMatch uint
  47. for _, gitRepo := range gitRepos {
  48. // for each git repo, search for a matching username/owner
  49. githubRepos, err := c.Client.ListGithubRepos(
  50. context.Background(),
  51. c.CreateOpts.ProjectID,
  52. gitRepo,
  53. )
  54. if err != nil {
  55. fmt.Println("could not list github repos")
  56. return "", err
  57. }
  58. for _, githubRepo := range githubRepos {
  59. if githubRepo.FullName == ghOpts.Repo {
  60. gitRepoMatch = gitRepo
  61. break
  62. }
  63. }
  64. if gitRepoMatch != 0 {
  65. break
  66. }
  67. }
  68. if gitRepoMatch == 0 {
  69. return "", fmt.Errorf("could not find a linked github repo for %s. Make sure you have linked your Github account on the Porter dashboard.", ghOpts.Repo)
  70. }
  71. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  72. if err != nil {
  73. return "", err
  74. }
  75. if opts.Kind == "web" || opts.Kind == "worker" {
  76. mergedValues["image"] = map[string]interface{}{
  77. "repository": "public.ecr.aws/o1j4x7p4/hello-porter",
  78. "tag": "latest",
  79. }
  80. } else if opts.Kind == "job" {
  81. mergedValues["image"] = map[string]interface{}{
  82. "repository": "public.ecr.aws/o1j4x7p4/hello-porter-job",
  83. "tag": "latest",
  84. }
  85. }
  86. regID, imageURL, err := c.GetImageRepoURL(opts.ReleaseName, opts.Namespace)
  87. if err != nil {
  88. return "", err
  89. }
  90. env, err := GetEnvFromConfig(mergedValues)
  91. if err != nil {
  92. env = map[string]string{}
  93. }
  94. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  95. if err != nil {
  96. return "", err
  97. }
  98. err = c.Client.DeployTemplate(
  99. context.Background(),
  100. opts.ProjectID,
  101. opts.ClusterID,
  102. opts.Kind,
  103. latestVersion,
  104. &api.DeployTemplateRequest{
  105. TemplateName: opts.Kind,
  106. ImageURL: imageURL,
  107. FormValues: mergedValues,
  108. Namespace: opts.Namespace,
  109. Name: opts.ReleaseName,
  110. GitAction: &api.DeployTemplateGitAction{
  111. GitRepo: ghOpts.Repo,
  112. GitBranch: ghOpts.Branch,
  113. ImageRepoURI: imageURL,
  114. DockerfilePath: opts.LocalDockerfile,
  115. FolderPath: ".",
  116. GitRepoID: gitRepoMatch,
  117. BuildEnv: env,
  118. RegistryID: regID,
  119. },
  120. },
  121. )
  122. if err != nil {
  123. return "", err
  124. }
  125. return subdomain, nil
  126. }
  127. // CreateFromRegistry deploys a new application from an existing Docker repository + tag.
  128. func (c *CreateAgent) CreateFromRegistry(
  129. image string,
  130. overrideValues map[string]interface{},
  131. ) (string, error) {
  132. if image == "" {
  133. return "", fmt.Errorf("image cannot be empty")
  134. }
  135. // split image into image-path:tag format
  136. imageSpl := strings.Split(image, ":")
  137. if len(imageSpl) != 2 {
  138. return "", fmt.Errorf("invalid image format: must be image-path:tag format")
  139. }
  140. opts := c.CreateOpts
  141. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  142. if err != nil {
  143. return "", err
  144. }
  145. mergedValues["image"] = map[string]interface{}{
  146. "repository": imageSpl[0],
  147. "tag": imageSpl[1],
  148. }
  149. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  150. if err != nil {
  151. return "", err
  152. }
  153. err = c.Client.DeployTemplate(
  154. context.Background(),
  155. opts.ProjectID,
  156. opts.ClusterID,
  157. opts.Kind,
  158. latestVersion,
  159. &api.DeployTemplateRequest{
  160. TemplateName: opts.Kind,
  161. ImageURL: imageSpl[0],
  162. FormValues: mergedValues,
  163. Namespace: opts.Namespace,
  164. Name: opts.ReleaseName,
  165. },
  166. )
  167. if err != nil {
  168. return "", err
  169. }
  170. return subdomain, nil
  171. }
  172. // CreateFromDocker uses a local build context and a local Docker daemon to build a new
  173. // container image, and then deploys it onto Porter.
  174. func (c *CreateAgent) CreateFromDocker(
  175. overrideValues map[string]interface{},
  176. ) (string, error) {
  177. opts := c.CreateOpts
  178. // detect the build config
  179. if opts.Method != "" {
  180. if opts.Method == DeployBuildTypeDocker {
  181. if opts.LocalDockerfile == "" {
  182. hasDockerfile := c.HasDefaultDockerfile(opts.LocalPath)
  183. if !hasDockerfile {
  184. return "", fmt.Errorf("Dockerfile not found")
  185. }
  186. opts.LocalDockerfile = "Dockerfile"
  187. }
  188. }
  189. } else {
  190. // try to detect dockerfile, otherwise fall back to `pack`
  191. hasDockerfile := c.HasDefaultDockerfile(opts.LocalPath)
  192. if !hasDockerfile {
  193. opts.Method = DeployBuildTypePack
  194. } else {
  195. opts.Method = DeployBuildTypeDocker
  196. opts.LocalDockerfile = "Dockerfile"
  197. }
  198. }
  199. // overwrite with docker image repository and tag
  200. regID, imageURL, err := c.GetImageRepoURL(opts.ReleaseName, opts.Namespace)
  201. if err != nil {
  202. return "", err
  203. }
  204. latestVersion, mergedValues, err := c.getMergedValues(overrideValues)
  205. if err != nil {
  206. return "", err
  207. }
  208. mergedValues["image"] = map[string]interface{}{
  209. "repository": imageURL,
  210. "tag": "latest",
  211. }
  212. // create docker agen
  213. agent, err := docker.NewAgentWithAuthGetter(c.Client, opts.ProjectID)
  214. if err != nil {
  215. return "", err
  216. }
  217. env, err := GetEnvFromConfig(mergedValues)
  218. if err != nil {
  219. env = map[string]string{}
  220. }
  221. buildAgent := &BuildAgent{
  222. SharedOpts: opts.SharedOpts,
  223. client: c.Client,
  224. imageRepo: imageURL,
  225. env: env,
  226. imageExists: false,
  227. }
  228. if opts.Method == DeployBuildTypeDocker {
  229. err = buildAgent.BuildDocker(agent, opts.LocalPath, ".", opts.LocalDockerfile, "latest")
  230. } else {
  231. err = buildAgent.BuildPack(agent, opts.LocalPath, "latest")
  232. }
  233. if err != nil {
  234. return "", err
  235. }
  236. // create repository
  237. err = c.Client.CreateRepository(
  238. context.Background(),
  239. opts.ProjectID,
  240. regID,
  241. &api.CreateRepositoryRequest{
  242. ImageRepoURI: imageURL,
  243. },
  244. )
  245. if err != nil {
  246. return "", err
  247. }
  248. err = agent.PushImage(fmt.Sprintf("%s:%s", imageURL, "latest"))
  249. if err != nil {
  250. return "", err
  251. }
  252. subdomain, err := c.CreateSubdomainIfRequired(mergedValues)
  253. if err != nil {
  254. return "", err
  255. }
  256. err = c.Client.DeployTemplate(
  257. context.Background(),
  258. opts.ProjectID,
  259. opts.ClusterID,
  260. opts.Kind,
  261. latestVersion,
  262. &api.DeployTemplateRequest{
  263. TemplateName: opts.Kind,
  264. ImageURL: imageURL,
  265. FormValues: mergedValues,
  266. Namespace: opts.Namespace,
  267. Name: opts.ReleaseName,
  268. },
  269. )
  270. if err != nil {
  271. return "", err
  272. }
  273. return subdomain, nil
  274. }
  275. // HasDefaultDockerfile detects if there is a dockerfile at the path `./Dockerfile`
  276. func (c *CreateAgent) HasDefaultDockerfile(buildPath string) bool {
  277. dockerFilePath := filepath.Join(buildPath, "./Dockerfile")
  278. info, err := os.Stat(dockerFilePath)
  279. return err == nil && !os.IsNotExist(err) && !info.IsDir()
  280. }
  281. // GetImageRepoURL creates the image repository url by finding the first valid image
  282. // registry linked to Porter, and then generates a new name of the form:
  283. // `{registry}/{name}-{namespace}`
  284. func (c *CreateAgent) GetImageRepoURL(name, namespace string) (uint, string, error) {
  285. // get all image registries linked to the project
  286. // get the list of namespaces
  287. registries, err := c.Client.ListRegistries(
  288. context.Background(),
  289. c.CreateOpts.ProjectID,
  290. )
  291. if err != nil {
  292. return 0, "", err
  293. } else if len(registries) == 0 {
  294. return 0, "", fmt.Errorf("must have created or linked an image registry")
  295. }
  296. // get the first non-empty registry
  297. var imageURI string
  298. var regID uint
  299. for _, reg := range registries {
  300. if reg.URL != "" {
  301. regID = reg.ID
  302. imageURI = fmt.Sprintf("%s/%s-%s", reg.URL, name, namespace)
  303. break
  304. }
  305. }
  306. return regID, imageURI, nil
  307. }
  308. // GetLatestTemplateVersion retrieves the latest template version for a specific
  309. // Porter template from the chart repository.
  310. func (c *CreateAgent) GetLatestTemplateVersion(templateName string) (string, error) {
  311. templates, err := c.Client.ListTemplates(
  312. context.Background(),
  313. )
  314. if err != nil {
  315. return "", err
  316. }
  317. var version string
  318. // find the matching template name
  319. for _, template := range templates {
  320. if templateName == template.Name {
  321. version = template.Versions[0]
  322. break
  323. }
  324. }
  325. if version == "" {
  326. return "", fmt.Errorf("matching template version not found")
  327. }
  328. return version, nil
  329. }
  330. // GetLatestTemplateDefaultValues gets the default config (`values.yaml`) set for a specific
  331. // template.
  332. func (c *CreateAgent) GetLatestTemplateDefaultValues(templateName, templateVersion string) (map[string]interface{}, error) {
  333. chart, err := c.Client.GetTemplate(
  334. context.Background(),
  335. templateName,
  336. templateVersion,
  337. )
  338. if err != nil {
  339. return nil, err
  340. }
  341. return chart.Values, nil
  342. }
  343. func (c *CreateAgent) getMergedValues(overrideValues map[string]interface{}) (string, map[string]interface{}, error) {
  344. // deploy the template
  345. latestVersion, err := c.GetLatestTemplateVersion(c.CreateOpts.Kind)
  346. if err != nil {
  347. return "", nil, err
  348. }
  349. // get the values of the template
  350. values, err := c.GetLatestTemplateDefaultValues(c.CreateOpts.Kind, latestVersion)
  351. if err != nil {
  352. return "", nil, err
  353. }
  354. // merge existing values with overriding values
  355. mergedValues := utils.CoalesceValues(values, overrideValues)
  356. return latestVersion, mergedValues, err
  357. }
  358. func (c *CreateAgent) CreateSubdomainIfRequired(mergedValues map[string]interface{}) (string, error) {
  359. subdomain := ""
  360. // check for automatic subdomain creation if web kind
  361. if c.CreateOpts.Kind == "web" {
  362. // look for ingress.enabled and no custom domains set
  363. ingressMap, err := getNestedMap(mergedValues, "ingress")
  364. if err == nil {
  365. enabledVal, enabledExists := ingressMap["enabled"]
  366. customDomVal, customDomExists := ingressMap["custom_domain"]
  367. if enabledExists && customDomExists {
  368. enabled, eOK := enabledVal.(bool)
  369. customDomain, cOK := customDomVal.(bool)
  370. // in the case of ingress enabled but no custom domain, create subdomain
  371. if eOK && cOK && enabled && !customDomain {
  372. dnsRecord, err := c.Client.CreateDNSRecord(
  373. context.Background(),
  374. c.CreateOpts.ProjectID,
  375. c.CreateOpts.ClusterID,
  376. &api.CreateDNSRecordRequest{
  377. ReleaseName: c.CreateOpts.ReleaseName,
  378. },
  379. )
  380. if err != nil {
  381. return "", fmt.Errorf("Error creating subdomain: %s", err.Error())
  382. }
  383. subdomain = dnsRecord.ExternalURL
  384. if ingressVal, ok := mergedValues["ingress"]; !ok {
  385. mergedValues["ingress"] = map[string]interface{}{
  386. "porter_hosts": []string{
  387. subdomain,
  388. },
  389. }
  390. } else {
  391. ingressValMap := ingressVal.(map[string]interface{})
  392. ingressValMap["porter_hosts"] = []string{
  393. subdomain,
  394. }
  395. }
  396. }
  397. }
  398. }
  399. }
  400. return subdomain, nil
  401. }