create.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604
  1. package release
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net/http"
  7. "strings"
  8. "time"
  9. "github.com/porter-dev/porter/api/server/authz"
  10. "github.com/porter-dev/porter/api/server/handlers"
  11. "github.com/porter-dev/porter/api/server/shared"
  12. "github.com/porter-dev/porter/api/server/shared/apierrors"
  13. "github.com/porter-dev/porter/api/server/shared/config"
  14. "github.com/porter-dev/porter/api/types"
  15. "github.com/porter-dev/porter/internal/analytics"
  16. "github.com/porter-dev/porter/internal/auth/token"
  17. "github.com/porter-dev/porter/internal/encryption"
  18. "github.com/porter-dev/porter/internal/helm"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/integrations/ci/gitlab"
  22. "github.com/porter-dev/porter/internal/models"
  23. "github.com/porter-dev/porter/internal/oauth"
  24. "github.com/porter-dev/porter/internal/registry"
  25. "golang.org/x/crypto/bcrypt"
  26. "gopkg.in/yaml.v2"
  27. "helm.sh/helm/v3/pkg/release"
  28. v1 "k8s.io/api/core/v1"
  29. )
  30. type CreateReleaseHandler struct {
  31. handlers.PorterHandlerReadWriter
  32. authz.KubernetesAgentGetter
  33. }
  34. func NewCreateReleaseHandler(
  35. config *config.Config,
  36. decoderValidator shared.RequestDecoderValidator,
  37. writer shared.ResultWriter,
  38. ) *CreateReleaseHandler {
  39. return &CreateReleaseHandler{
  40. PorterHandlerReadWriter: handlers.NewDefaultPorterHandler(config, decoderValidator, writer),
  41. KubernetesAgentGetter: authz.NewOutOfClusterAgentGetter(config),
  42. }
  43. }
  44. func (c *CreateReleaseHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
  45. user, _ := r.Context().Value(types.UserScope).(*models.User)
  46. cluster, _ := r.Context().Value(types.ClusterScope).(*models.Cluster)
  47. namespace := r.Context().Value(types.NamespaceScope).(string)
  48. operationID := oauth.CreateRandomState()
  49. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchStartTrack(
  50. &analytics.ApplicationLaunchStartTrackOpts{
  51. ClusterScopedTrackOpts: analytics.GetClusterScopedTrackOpts(user.ID, cluster.ProjectID, cluster.ID),
  52. FlowID: operationID,
  53. },
  54. ))
  55. helmAgent, err := c.GetHelmAgent(r, cluster, "")
  56. if err != nil {
  57. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  58. return
  59. }
  60. request := &types.CreateReleaseRequest{}
  61. if ok := c.DecodeAndValidate(w, r, request); !ok {
  62. return
  63. }
  64. if request.RepoURL == "" {
  65. request.RepoURL = c.Config().ServerConf.DefaultApplicationHelmRepoURL
  66. }
  67. if request.TemplateVersion == "latest" {
  68. request.TemplateVersion = ""
  69. }
  70. chart, err := loader.LoadChartPublic(request.RepoURL, request.TemplateName, request.TemplateVersion)
  71. if err != nil {
  72. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  73. return
  74. }
  75. registries, err := c.Repo().Registry().ListRegistriesByProjectID(cluster.ProjectID)
  76. if err != nil {
  77. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  78. return
  79. }
  80. conf := &helm.InstallChartConfig{
  81. Chart: chart,
  82. Name: request.Name,
  83. Namespace: namespace,
  84. Values: request.Values,
  85. Cluster: cluster,
  86. Repo: c.Repo(),
  87. Registries: registries,
  88. }
  89. helmRelease, err := helmAgent.InstallChart(conf, c.Config().DOConf)
  90. if err != nil {
  91. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(
  92. fmt.Errorf("error installing a new chart: %s", err.Error()),
  93. http.StatusBadRequest,
  94. ))
  95. return
  96. }
  97. k8sAgent, err := c.GetAgent(r, cluster, "")
  98. if err != nil {
  99. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  100. return
  101. }
  102. configMaps := make([]*v1.ConfigMap, 0)
  103. if request.SyncedEnvGroups != nil && len(request.SyncedEnvGroups) > 0 {
  104. for _, envGroupName := range request.SyncedEnvGroups {
  105. // read the attached configmap
  106. cm, _, err := k8sAgent.GetLatestVersionedConfigMap(envGroupName, namespace)
  107. if err != nil {
  108. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(fmt.Errorf("Couldn't find the env group"), http.StatusNotFound))
  109. return
  110. }
  111. configMaps = append(configMaps, cm)
  112. }
  113. }
  114. release, err := CreateAppReleaseFromHelmRelease(c.Config(), cluster.ProjectID, cluster.ID, 0, helmRelease)
  115. if err != nil {
  116. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  117. return
  118. }
  119. if len(configMaps) > 0 {
  120. for _, cm := range configMaps {
  121. _, err = k8sAgent.AddApplicationToVersionedConfigMap(cm, release.Name)
  122. if err != nil {
  123. c.HandleAPIErrorNoWrite(w, r, apierrors.NewErrInternal(fmt.Errorf("Couldn't add %s to the config map %s", release.Name, cm.Name)))
  124. }
  125. }
  126. }
  127. if request.Tags != nil {
  128. tags, err := c.Repo().Tag().LinkTagsToRelease(request.Tags, release)
  129. if err == nil {
  130. release.Tags = append(release.Tags, tags...)
  131. }
  132. }
  133. if request.BuildConfig != nil {
  134. _, err = createBuildConfig(c.Config(), release, request.BuildConfig)
  135. }
  136. if err != nil {
  137. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  138. return
  139. }
  140. if request.GitActionConfig != nil {
  141. _, _, err := createGitAction(
  142. c.Config(),
  143. user.ID,
  144. cluster.ProjectID,
  145. cluster.ID,
  146. request.GitActionConfig,
  147. request.Name,
  148. namespace,
  149. release,
  150. )
  151. if err != nil {
  152. unwrappedErr := errors.Unwrap(err)
  153. if unwrappedErr != nil {
  154. if errors.Is(unwrappedErr, actions.ErrProtectedBranch) {
  155. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusConflict))
  156. } else if errors.Is(unwrappedErr, actions.ErrCreatePRForProtectedBranch) {
  157. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusPreconditionFailed))
  158. }
  159. } else {
  160. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  161. return
  162. }
  163. }
  164. }
  165. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchSuccessTrack(
  166. &analytics.ApplicationLaunchSuccessTrackOpts{
  167. ApplicationScopedTrackOpts: analytics.GetApplicationScopedTrackOpts(
  168. user.ID,
  169. cluster.ProjectID,
  170. cluster.ID,
  171. release.Name,
  172. release.Namespace,
  173. chart.Metadata.Name,
  174. ),
  175. FlowID: operationID,
  176. },
  177. ))
  178. }
  179. func CreateAppReleaseFromHelmRelease(
  180. config *config.Config,
  181. projectID, clusterID, stackResourceID uint,
  182. helmRelease *release.Release,
  183. ) (*models.Release, error) {
  184. token, err := encryption.GenerateRandomBytes(16)
  185. if err != nil {
  186. return nil, err
  187. }
  188. // create release with webhook token in db
  189. image, ok := helmRelease.Config["image"].(map[string]interface{})
  190. if !ok {
  191. return nil, fmt.Errorf("Could not find field image in config")
  192. }
  193. repository := image["repository"]
  194. repoStr, ok := repository.(string)
  195. if !ok {
  196. return nil, fmt.Errorf("Could not find field repository in config")
  197. }
  198. release := &models.Release{
  199. ClusterID: clusterID,
  200. ProjectID: projectID,
  201. Namespace: helmRelease.Namespace,
  202. Name: helmRelease.Name,
  203. WebhookToken: token,
  204. ImageRepoURI: repoStr,
  205. StackResourceID: stackResourceID,
  206. }
  207. return config.Repo.Release().CreateRelease(release)
  208. }
  209. func CreateAddonReleaseFromHelmRelease(
  210. config *config.Config,
  211. projectID, clusterID, stackResourceID uint,
  212. helmRelease *release.Release,
  213. ) (*models.Release, error) {
  214. release := &models.Release{
  215. ClusterID: clusterID,
  216. ProjectID: projectID,
  217. Namespace: helmRelease.Namespace,
  218. Name: helmRelease.Name,
  219. StackResourceID: stackResourceID,
  220. }
  221. return config.Repo.Release().CreateRelease(release)
  222. }
  223. func createGitAction(
  224. config *config.Config,
  225. userID, projectID, clusterID uint,
  226. request *types.CreateGitActionConfigRequest,
  227. name, namespace string,
  228. release *models.Release,
  229. ) (*types.GitActionConfig, []byte, error) {
  230. // if the registry was provisioned through Porter, create a repository if necessary
  231. if release != nil && request.RegistryID != 0 {
  232. // read the registry
  233. reg, err := config.Repo.Registry().ReadRegistry(projectID, request.RegistryID)
  234. if err != nil {
  235. return nil, nil, err
  236. }
  237. _reg := registry.Registry(*reg)
  238. regAPI := &_reg
  239. // parse the name from the registry
  240. nameSpl := strings.Split(request.ImageRepoURI, "/")
  241. repoName := nameSpl[len(nameSpl)-1]
  242. err = regAPI.CreateRepository(config.Repo, repoName)
  243. if err != nil {
  244. return nil, nil, err
  245. }
  246. }
  247. isDryRun := release == nil
  248. repoSplit := strings.Split(request.GitRepo, "/")
  249. if len(repoSplit) != 2 {
  250. return nil, nil, fmt.Errorf("invalid formatting of repo name")
  251. }
  252. encoded := ""
  253. var err error
  254. // if this isn't a dry run, generate the token
  255. if !isDryRun {
  256. encoded, err = getToken(config, userID, projectID, clusterID, request)
  257. if err != nil {
  258. return nil, nil, err
  259. }
  260. }
  261. var workflowYAML []byte
  262. var gitErr error
  263. if request.GitlabIntegrationID != 0 {
  264. giRunner := &gitlab.GitlabCI{
  265. ServerURL: config.ServerConf.ServerURL,
  266. GitRepoOwner: repoSplit[0],
  267. GitRepoName: repoSplit[1],
  268. GitBranch: request.GitBranch,
  269. Repo: config.Repo,
  270. ProjectID: projectID,
  271. ClusterID: clusterID,
  272. UserID: userID,
  273. IntegrationID: request.GitlabIntegrationID,
  274. PorterConf: config,
  275. ReleaseName: name,
  276. ReleaseNamespace: namespace,
  277. FolderPath: request.FolderPath,
  278. PorterToken: encoded,
  279. }
  280. gitErr = giRunner.Setup()
  281. } else {
  282. // create the commit in the git repo
  283. gaRunner := &actions.GithubActions{
  284. InstanceName: config.ServerConf.InstanceName,
  285. ServerURL: config.ServerConf.ServerURL,
  286. GithubOAuthIntegration: nil,
  287. GithubAppID: config.GithubAppConf.AppID,
  288. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  289. GithubInstallationID: request.GitRepoID,
  290. GitRepoName: repoSplit[1],
  291. GitRepoOwner: repoSplit[0],
  292. Repo: config.Repo,
  293. ProjectID: projectID,
  294. ClusterID: clusterID,
  295. ReleaseName: name,
  296. ReleaseNamespace: namespace,
  297. GitBranch: request.GitBranch,
  298. DockerFilePath: request.DockerfilePath,
  299. FolderPath: request.FolderPath,
  300. ImageRepoURL: request.ImageRepoURI,
  301. PorterToken: encoded,
  302. Version: "v0.1.0",
  303. ShouldCreateWorkflow: request.ShouldCreateWorkflow,
  304. DryRun: release == nil,
  305. }
  306. // Save the github err for after creating the git action config. However, we
  307. // need to call Setup() in order to get the workflow file before writing the
  308. // action config, in the case of a dry run, since the dry run does not create
  309. // a git action config.
  310. workflowYAML, gitErr = gaRunner.Setup()
  311. if gaRunner.DryRun {
  312. if gitErr != nil {
  313. return nil, nil, gitErr
  314. }
  315. return nil, workflowYAML, nil
  316. }
  317. }
  318. // handle write to the database
  319. ga, err := config.Repo.GitActionConfig().CreateGitActionConfig(&models.GitActionConfig{
  320. ReleaseID: release.ID,
  321. GitRepo: request.GitRepo,
  322. GitBranch: request.GitBranch,
  323. ImageRepoURI: request.ImageRepoURI,
  324. GitRepoID: request.GitRepoID,
  325. GitlabIntegrationID: request.GitlabIntegrationID,
  326. DockerfilePath: request.DockerfilePath,
  327. FolderPath: request.FolderPath,
  328. IsInstallation: true,
  329. Version: "v0.1.0",
  330. })
  331. if err != nil {
  332. return nil, nil, err
  333. }
  334. // update the release in the db with the image repo uri
  335. release.ImageRepoURI = ga.ImageRepoURI
  336. _, err = config.Repo.Release().UpdateRelease(release)
  337. if err != nil {
  338. return nil, nil, err
  339. }
  340. return ga.ToGitActionConfigType(), workflowYAML, gitErr
  341. }
  342. func getToken(
  343. config *config.Config,
  344. userID, projectID, clusterID uint,
  345. request *types.CreateGitActionConfigRequest,
  346. ) (string, error) {
  347. // create a policy for the token
  348. policy := []*types.PolicyDocument{
  349. {
  350. Scope: types.ProjectScope,
  351. Verbs: types.ReadWriteVerbGroup(),
  352. Children: map[types.PermissionScope]*types.PolicyDocument{
  353. types.ClusterScope: {
  354. Scope: types.ClusterScope,
  355. Verbs: types.ReadWriteVerbGroup(),
  356. },
  357. types.RegistryScope: {
  358. Scope: types.RegistryScope,
  359. Verbs: types.ReadVerbGroup(),
  360. },
  361. types.HelmRepoScope: {
  362. Scope: types.HelmRepoScope,
  363. Verbs: types.ReadVerbGroup(),
  364. },
  365. },
  366. },
  367. }
  368. uid, err := encryption.GenerateRandomBytes(16)
  369. if err != nil {
  370. return "", err
  371. }
  372. policyBytes, err := json.Marshal(policy)
  373. if err != nil {
  374. return "", err
  375. }
  376. policyModel := &models.Policy{
  377. ProjectID: projectID,
  378. UniqueID: uid,
  379. CreatedByUserID: userID,
  380. Name: strings.ToLower(fmt.Sprintf("repo-%s-token-policy", request.GitRepo)),
  381. PolicyBytes: policyBytes,
  382. }
  383. policyModel, err = config.Repo.Policy().CreatePolicy(policyModel)
  384. if err != nil {
  385. return "", err
  386. }
  387. // create the token in the database
  388. tokenUID, err := encryption.GenerateRandomBytes(16)
  389. if err != nil {
  390. return "", err
  391. }
  392. secretKey, err := encryption.GenerateRandomBytes(16)
  393. if err != nil {
  394. return "", err
  395. }
  396. // hash the secret key for storage in the db
  397. hashedToken, err := bcrypt.GenerateFromPassword([]byte(secretKey), 8)
  398. if err != nil {
  399. return "", err
  400. }
  401. expiresAt := time.Now().Add(time.Hour * 24 * 365)
  402. apiToken := &models.APIToken{
  403. UniqueID: tokenUID,
  404. ProjectID: projectID,
  405. CreatedByUserID: userID,
  406. Expiry: &expiresAt,
  407. Revoked: false,
  408. PolicyUID: policyModel.UniqueID,
  409. PolicyName: policyModel.Name,
  410. Name: strings.ToLower(fmt.Sprintf("repo-%s-token", request.GitRepo)),
  411. SecretKey: hashedToken,
  412. }
  413. apiToken, err = config.Repo.APIToken().CreateAPIToken(apiToken)
  414. if err != nil {
  415. return "", err
  416. }
  417. // generate porter jwt token
  418. jwt, err := token.GetStoredTokenForAPI(userID, projectID, apiToken.UniqueID, secretKey)
  419. if err != nil {
  420. return "", err
  421. }
  422. return jwt.EncodeToken(config.TokenConf)
  423. }
  424. func createBuildConfig(
  425. config *config.Config,
  426. release *models.Release,
  427. bcRequest *types.CreateBuildConfigRequest,
  428. ) (*types.BuildConfig, error) {
  429. data, err := json.Marshal(bcRequest.Config)
  430. if err != nil {
  431. return nil, err
  432. }
  433. // handle write to the database
  434. bc, err := config.Repo.BuildConfig().CreateBuildConfig(&models.BuildConfig{
  435. Builder: bcRequest.Builder,
  436. Buildpacks: strings.Join(bcRequest.Buildpacks, ","),
  437. Config: data,
  438. })
  439. if err != nil {
  440. return nil, err
  441. }
  442. release.BuildConfig = bc.ID
  443. _, err = config.Repo.Release().UpdateRelease(release)
  444. if err != nil {
  445. return nil, err
  446. }
  447. return bc.ToBuildConfigType(), nil
  448. }
  449. type containerEnvConfig struct {
  450. Container struct {
  451. Env struct {
  452. Normal map[string]string `yaml:"normal"`
  453. } `yaml:"env"`
  454. } `yaml:"container"`
  455. }
  456. func getGARunner(
  457. config *config.Config,
  458. userID, projectID, clusterID uint,
  459. ga *models.GitActionConfig,
  460. name, namespace string,
  461. release *models.Release,
  462. helmRelease *release.Release,
  463. ) (*actions.GithubActions, error) {
  464. cEnv := &containerEnvConfig{}
  465. rawValues, err := yaml.Marshal(helmRelease.Config)
  466. if err == nil {
  467. err = yaml.Unmarshal(rawValues, cEnv)
  468. // if unmarshal error, just set to empty map
  469. if err != nil {
  470. cEnv.Container.Env.Normal = make(map[string]string)
  471. }
  472. }
  473. repoSplit := strings.Split(ga.GitRepo, "/")
  474. if len(repoSplit) != 2 {
  475. return nil, fmt.Errorf("invalid formatting of repo name")
  476. }
  477. // create the commit in the git repo
  478. return &actions.GithubActions{
  479. ServerURL: config.ServerConf.ServerURL,
  480. GithubOAuthIntegration: nil,
  481. BuildEnv: cEnv.Container.Env.Normal,
  482. GithubAppID: config.GithubAppConf.AppID,
  483. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  484. GithubInstallationID: ga.GitRepoID,
  485. GitRepoName: repoSplit[1],
  486. GitRepoOwner: repoSplit[0],
  487. Repo: config.Repo,
  488. ProjectID: projectID,
  489. ClusterID: clusterID,
  490. ReleaseName: name,
  491. GitBranch: ga.GitBranch,
  492. DockerFilePath: ga.DockerfilePath,
  493. FolderPath: ga.FolderPath,
  494. ImageRepoURL: ga.ImageRepoURI,
  495. Version: "v0.1.0",
  496. }, nil
  497. }