create.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589
  1. package release
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net/http"
  7. "strings"
  8. "time"
  9. "github.com/porter-dev/porter/api/server/authz"
  10. "github.com/porter-dev/porter/api/server/handlers"
  11. "github.com/porter-dev/porter/api/server/shared"
  12. "github.com/porter-dev/porter/api/server/shared/apierrors"
  13. "github.com/porter-dev/porter/api/server/shared/config"
  14. "github.com/porter-dev/porter/api/types"
  15. "github.com/porter-dev/porter/internal/analytics"
  16. "github.com/porter-dev/porter/internal/auth/token"
  17. "github.com/porter-dev/porter/internal/encryption"
  18. "github.com/porter-dev/porter/internal/helm"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/integrations/ci/gitlab"
  22. "github.com/porter-dev/porter/internal/models"
  23. "github.com/porter-dev/porter/internal/oauth"
  24. "github.com/porter-dev/porter/internal/registry"
  25. "golang.org/x/crypto/bcrypt"
  26. "gopkg.in/yaml.v2"
  27. "helm.sh/helm/v3/pkg/release"
  28. v1 "k8s.io/api/core/v1"
  29. )
  30. type CreateReleaseHandler struct {
  31. handlers.PorterHandlerReadWriter
  32. authz.KubernetesAgentGetter
  33. }
  34. func NewCreateReleaseHandler(
  35. config *config.Config,
  36. decoderValidator shared.RequestDecoderValidator,
  37. writer shared.ResultWriter,
  38. ) *CreateReleaseHandler {
  39. return &CreateReleaseHandler{
  40. PorterHandlerReadWriter: handlers.NewDefaultPorterHandler(config, decoderValidator, writer),
  41. KubernetesAgentGetter: authz.NewOutOfClusterAgentGetter(config),
  42. }
  43. }
  44. func (c *CreateReleaseHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
  45. user, _ := r.Context().Value(types.UserScope).(*models.User)
  46. cluster, _ := r.Context().Value(types.ClusterScope).(*models.Cluster)
  47. namespace := r.Context().Value(types.NamespaceScope).(string)
  48. operationID := oauth.CreateRandomState()
  49. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchStartTrack(
  50. &analytics.ApplicationLaunchStartTrackOpts{
  51. ClusterScopedTrackOpts: analytics.GetClusterScopedTrackOpts(user.ID, cluster.ProjectID, cluster.ID),
  52. FlowID: operationID,
  53. },
  54. ))
  55. helmAgent, err := c.GetHelmAgent(r, cluster, "")
  56. if err != nil {
  57. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  58. return
  59. }
  60. request := &types.CreateReleaseRequest{}
  61. if ok := c.DecodeAndValidate(w, r, request); !ok {
  62. return
  63. }
  64. if request.RepoURL == "" {
  65. request.RepoURL = c.Config().ServerConf.DefaultApplicationHelmRepoURL
  66. }
  67. if request.TemplateVersion == "latest" {
  68. request.TemplateVersion = ""
  69. }
  70. chart, err := loader.LoadChartPublic(request.RepoURL, request.TemplateName, request.TemplateVersion)
  71. if err != nil {
  72. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  73. return
  74. }
  75. registries, err := c.Repo().Registry().ListRegistriesByProjectID(cluster.ProjectID)
  76. if err != nil {
  77. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  78. return
  79. }
  80. conf := &helm.InstallChartConfig{
  81. Chart: chart,
  82. Name: request.Name,
  83. Namespace: namespace,
  84. Values: request.Values,
  85. Cluster: cluster,
  86. Repo: c.Repo(),
  87. Registries: registries,
  88. }
  89. helmRelease, err := helmAgent.InstallChart(conf, c.Config().DOConf)
  90. if err != nil {
  91. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(
  92. fmt.Errorf("error installing a new chart: %s", err.Error()),
  93. http.StatusBadRequest,
  94. ))
  95. return
  96. }
  97. k8sAgent, err := c.GetAgent(r, cluster, "")
  98. if err != nil {
  99. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  100. return
  101. }
  102. configMaps := make([]*v1.ConfigMap, 0)
  103. if request.SyncedEnvGroups != nil && len(request.SyncedEnvGroups) > 0 {
  104. for _, envGroupName := range request.SyncedEnvGroups {
  105. // read the attached configmap
  106. cm, _, err := k8sAgent.GetLatestVersionedConfigMap(envGroupName, namespace)
  107. if err != nil {
  108. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(fmt.Errorf("Couldn't find the env group"), http.StatusNotFound))
  109. return
  110. }
  111. configMaps = append(configMaps, cm)
  112. }
  113. }
  114. release, err := createReleaseFromHelmRelease(c.Config(), cluster.ProjectID, cluster.ID, helmRelease)
  115. if err != nil {
  116. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  117. return
  118. }
  119. if len(configMaps) > 0 {
  120. for _, cm := range configMaps {
  121. _, err = k8sAgent.AddApplicationToVersionedConfigMap(cm, release.Name)
  122. if err != nil {
  123. c.HandleAPIErrorNoWrite(w, r, apierrors.NewErrInternal(fmt.Errorf("Couldn't add %s to the config map %s", release.Name, cm.Name)))
  124. }
  125. }
  126. }
  127. if request.Tags != nil {
  128. tags, err := c.Repo().Tag().LinkTagsToRelease(request.Tags, release)
  129. if err == nil {
  130. release.Tags = append(release.Tags, tags...)
  131. }
  132. }
  133. if request.BuildConfig != nil {
  134. _, err = createBuildConfig(c.Config(), release, request.BuildConfig)
  135. }
  136. if err != nil {
  137. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  138. return
  139. }
  140. if request.GitActionConfig != nil {
  141. _, _, err := createGitAction(
  142. c.Config(),
  143. user.ID,
  144. cluster.ProjectID,
  145. cluster.ID,
  146. request.GitActionConfig,
  147. request.Name,
  148. namespace,
  149. release,
  150. )
  151. if err != nil {
  152. unwrappedErr := errors.Unwrap(err)
  153. if unwrappedErr != nil {
  154. if errors.Is(unwrappedErr, actions.ErrProtectedBranch) {
  155. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusConflict))
  156. } else if errors.Is(unwrappedErr, actions.ErrCreatePRForProtectedBranch) {
  157. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusPreconditionFailed))
  158. }
  159. } else {
  160. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  161. return
  162. }
  163. }
  164. }
  165. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchSuccessTrack(
  166. &analytics.ApplicationLaunchSuccessTrackOpts{
  167. ApplicationScopedTrackOpts: analytics.GetApplicationScopedTrackOpts(
  168. user.ID,
  169. cluster.ProjectID,
  170. cluster.ID,
  171. release.Name,
  172. release.Namespace,
  173. chart.Metadata.Name,
  174. ),
  175. FlowID: operationID,
  176. },
  177. ))
  178. w.WriteHeader(http.StatusCreated)
  179. }
  180. func createReleaseFromHelmRelease(
  181. config *config.Config,
  182. projectID, clusterID uint,
  183. helmRelease *release.Release,
  184. ) (*models.Release, error) {
  185. token, err := encryption.GenerateRandomBytes(16)
  186. if err != nil {
  187. return nil, err
  188. }
  189. // create release with webhook token in db
  190. image, ok := helmRelease.Config["image"].(map[string]interface{})
  191. if !ok {
  192. return nil, fmt.Errorf("Could not find field image in config")
  193. }
  194. repository := image["repository"]
  195. repoStr, ok := repository.(string)
  196. if !ok {
  197. return nil, fmt.Errorf("Could not find field repository in config")
  198. }
  199. release := &models.Release{
  200. ClusterID: clusterID,
  201. ProjectID: projectID,
  202. Namespace: helmRelease.Namespace,
  203. Name: helmRelease.Name,
  204. WebhookToken: token,
  205. ImageRepoURI: repoStr,
  206. }
  207. return config.Repo.Release().CreateRelease(release)
  208. }
  209. func createGitAction(
  210. config *config.Config,
  211. userID, projectID, clusterID uint,
  212. request *types.CreateGitActionConfigRequest,
  213. name, namespace string,
  214. release *models.Release,
  215. ) (*types.GitActionConfig, []byte, error) {
  216. // if the registry was provisioned through Porter, create a repository if necessary
  217. if release != nil && request.RegistryID != 0 {
  218. // read the registry
  219. reg, err := config.Repo.Registry().ReadRegistry(projectID, request.RegistryID)
  220. if err != nil {
  221. return nil, nil, err
  222. }
  223. _reg := registry.Registry(*reg)
  224. regAPI := &_reg
  225. // parse the name from the registry
  226. nameSpl := strings.Split(request.ImageRepoURI, "/")
  227. repoName := nameSpl[len(nameSpl)-1]
  228. err = regAPI.CreateRepository(config.Repo, repoName)
  229. if err != nil {
  230. return nil, nil, err
  231. }
  232. }
  233. isDryRun := release == nil
  234. repoSplit := strings.Split(request.GitRepo, "/")
  235. if len(repoSplit) != 2 {
  236. return nil, nil, fmt.Errorf("invalid formatting of repo name")
  237. }
  238. encoded := ""
  239. var err error
  240. // if this isn't a dry run, generate the token
  241. if !isDryRun {
  242. encoded, err = getToken(config, userID, projectID, clusterID, request)
  243. if err != nil {
  244. return nil, nil, err
  245. }
  246. }
  247. var workflowYAML []byte
  248. var gitErr error
  249. if request.GitlabIntegrationID != 0 {
  250. giRunner := &gitlab.GitlabCI{
  251. ServerURL: config.ServerConf.ServerURL,
  252. GitRepoOwner: repoSplit[0],
  253. GitRepoName: repoSplit[1],
  254. GitBranch: request.GitBranch,
  255. Repo: config.Repo,
  256. ProjectID: projectID,
  257. ClusterID: clusterID,
  258. UserID: userID,
  259. IntegrationID: request.GitlabIntegrationID,
  260. PorterConf: config,
  261. ReleaseName: name,
  262. ReleaseNamespace: namespace,
  263. FolderPath: request.FolderPath,
  264. PorterToken: encoded,
  265. }
  266. gitErr = giRunner.Setup()
  267. } else {
  268. // create the commit in the git repo
  269. gaRunner := &actions.GithubActions{
  270. InstanceName: config.ServerConf.InstanceName,
  271. ServerURL: config.ServerConf.ServerURL,
  272. GithubOAuthIntegration: nil,
  273. GithubAppID: config.GithubAppConf.AppID,
  274. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  275. GithubInstallationID: request.GitRepoID,
  276. GitRepoName: repoSplit[1],
  277. GitRepoOwner: repoSplit[0],
  278. Repo: config.Repo,
  279. ProjectID: projectID,
  280. ClusterID: clusterID,
  281. ReleaseName: name,
  282. ReleaseNamespace: namespace,
  283. GitBranch: request.GitBranch,
  284. DockerFilePath: request.DockerfilePath,
  285. FolderPath: request.FolderPath,
  286. ImageRepoURL: request.ImageRepoURI,
  287. PorterToken: encoded,
  288. Version: "v0.1.0",
  289. ShouldCreateWorkflow: request.ShouldCreateWorkflow,
  290. DryRun: release == nil,
  291. }
  292. // Save the github err for after creating the git action config. However, we
  293. // need to call Setup() in order to get the workflow file before writing the
  294. // action config, in the case of a dry run, since the dry run does not create
  295. // a git action config.
  296. workflowYAML, gitErr = gaRunner.Setup()
  297. if gaRunner.DryRun {
  298. if gitErr != nil {
  299. return nil, nil, gitErr
  300. }
  301. return nil, workflowYAML, nil
  302. }
  303. }
  304. // handle write to the database
  305. ga, err := config.Repo.GitActionConfig().CreateGitActionConfig(&models.GitActionConfig{
  306. ReleaseID: release.ID,
  307. GitRepo: request.GitRepo,
  308. GitBranch: request.GitBranch,
  309. ImageRepoURI: request.ImageRepoURI,
  310. GitRepoID: request.GitRepoID,
  311. GitlabIntegrationID: request.GitlabIntegrationID,
  312. DockerfilePath: request.DockerfilePath,
  313. FolderPath: request.FolderPath,
  314. IsInstallation: true,
  315. Version: "v0.1.0",
  316. })
  317. if err != nil {
  318. return nil, nil, err
  319. }
  320. // update the release in the db with the image repo uri
  321. release.ImageRepoURI = ga.ImageRepoURI
  322. _, err = config.Repo.Release().UpdateRelease(release)
  323. if err != nil {
  324. return nil, nil, err
  325. }
  326. return ga.ToGitActionConfigType(), workflowYAML, gitErr
  327. }
  328. func getToken(
  329. config *config.Config,
  330. userID, projectID, clusterID uint,
  331. request *types.CreateGitActionConfigRequest,
  332. ) (string, error) {
  333. // create a policy for the token
  334. policy := []*types.PolicyDocument{
  335. {
  336. Scope: types.ProjectScope,
  337. Verbs: types.ReadWriteVerbGroup(),
  338. Children: map[types.PermissionScope]*types.PolicyDocument{
  339. types.ClusterScope: {
  340. Scope: types.ClusterScope,
  341. Verbs: types.ReadWriteVerbGroup(),
  342. },
  343. types.RegistryScope: {
  344. Scope: types.RegistryScope,
  345. Verbs: types.ReadVerbGroup(),
  346. },
  347. types.HelmRepoScope: {
  348. Scope: types.HelmRepoScope,
  349. Verbs: types.ReadVerbGroup(),
  350. },
  351. },
  352. },
  353. }
  354. uid, err := encryption.GenerateRandomBytes(16)
  355. if err != nil {
  356. return "", err
  357. }
  358. policyBytes, err := json.Marshal(policy)
  359. if err != nil {
  360. return "", err
  361. }
  362. policyModel := &models.Policy{
  363. ProjectID: projectID,
  364. UniqueID: uid,
  365. CreatedByUserID: userID,
  366. Name: strings.ToLower(fmt.Sprintf("repo-%s-token-policy", request.GitRepo)),
  367. PolicyBytes: policyBytes,
  368. }
  369. policyModel, err = config.Repo.Policy().CreatePolicy(policyModel)
  370. if err != nil {
  371. return "", err
  372. }
  373. // create the token in the database
  374. tokenUID, err := encryption.GenerateRandomBytes(16)
  375. if err != nil {
  376. return "", err
  377. }
  378. secretKey, err := encryption.GenerateRandomBytes(16)
  379. if err != nil {
  380. return "", err
  381. }
  382. // hash the secret key for storage in the db
  383. hashedToken, err := bcrypt.GenerateFromPassword([]byte(secretKey), 8)
  384. if err != nil {
  385. return "", err
  386. }
  387. expiresAt := time.Now().Add(time.Hour * 24 * 365)
  388. apiToken := &models.APIToken{
  389. UniqueID: tokenUID,
  390. ProjectID: projectID,
  391. CreatedByUserID: userID,
  392. Expiry: &expiresAt,
  393. Revoked: false,
  394. PolicyUID: policyModel.UniqueID,
  395. PolicyName: policyModel.Name,
  396. Name: strings.ToLower(fmt.Sprintf("repo-%s-token", request.GitRepo)),
  397. SecretKey: hashedToken,
  398. }
  399. apiToken, err = config.Repo.APIToken().CreateAPIToken(apiToken)
  400. if err != nil {
  401. return "", err
  402. }
  403. // generate porter jwt token
  404. jwt, err := token.GetStoredTokenForAPI(userID, projectID, apiToken.UniqueID, secretKey)
  405. if err != nil {
  406. return "", err
  407. }
  408. return jwt.EncodeToken(config.TokenConf)
  409. }
  410. func createBuildConfig(
  411. config *config.Config,
  412. release *models.Release,
  413. bcRequest *types.CreateBuildConfigRequest,
  414. ) (*types.BuildConfig, error) {
  415. data, err := json.Marshal(bcRequest.Config)
  416. if err != nil {
  417. return nil, err
  418. }
  419. // handle write to the database
  420. bc, err := config.Repo.BuildConfig().CreateBuildConfig(&models.BuildConfig{
  421. Builder: bcRequest.Builder,
  422. Buildpacks: strings.Join(bcRequest.Buildpacks, ","),
  423. Config: data,
  424. })
  425. if err != nil {
  426. return nil, err
  427. }
  428. release.BuildConfig = bc.ID
  429. _, err = config.Repo.Release().UpdateRelease(release)
  430. if err != nil {
  431. return nil, err
  432. }
  433. return bc.ToBuildConfigType(), nil
  434. }
  435. type containerEnvConfig struct {
  436. Container struct {
  437. Env struct {
  438. Normal map[string]string `yaml:"normal"`
  439. } `yaml:"env"`
  440. } `yaml:"container"`
  441. }
  442. func GetGARunner(
  443. config *config.Config,
  444. userID, projectID, clusterID uint,
  445. ga *models.GitActionConfig,
  446. name, namespace string,
  447. release *models.Release,
  448. helmRelease *release.Release,
  449. ) (*actions.GithubActions, error) {
  450. cEnv := &containerEnvConfig{}
  451. rawValues, err := yaml.Marshal(helmRelease.Config)
  452. if err == nil {
  453. err = yaml.Unmarshal(rawValues, cEnv)
  454. // if unmarshal error, just set to empty map
  455. if err != nil {
  456. cEnv.Container.Env.Normal = make(map[string]string)
  457. }
  458. }
  459. repoSplit := strings.Split(ga.GitRepo, "/")
  460. if len(repoSplit) != 2 {
  461. return nil, fmt.Errorf("invalid formatting of repo name")
  462. }
  463. // create the commit in the git repo
  464. return &actions.GithubActions{
  465. ServerURL: config.ServerConf.ServerURL,
  466. GithubOAuthIntegration: nil,
  467. BuildEnv: cEnv.Container.Env.Normal,
  468. GithubAppID: config.GithubAppConf.AppID,
  469. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  470. GithubInstallationID: ga.GitRepoID,
  471. GitRepoName: repoSplit[1],
  472. GitRepoOwner: repoSplit[0],
  473. Repo: config.Repo,
  474. ProjectID: projectID,
  475. ClusterID: clusterID,
  476. ReleaseName: name,
  477. GitBranch: ga.GitBranch,
  478. DockerFilePath: ga.DockerfilePath,
  479. FolderPath: ga.FolderPath,
  480. ImageRepoURL: ga.ImageRepoURI,
  481. Version: "v0.1.0",
  482. }, nil
  483. }