create.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511
  1. package release
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "strings"
  7. "time"
  8. "github.com/porter-dev/porter/api/server/authz"
  9. "github.com/porter-dev/porter/api/server/handlers"
  10. "github.com/porter-dev/porter/api/server/shared"
  11. "github.com/porter-dev/porter/api/server/shared/apierrors"
  12. "github.com/porter-dev/porter/api/server/shared/config"
  13. "github.com/porter-dev/porter/api/types"
  14. "github.com/porter-dev/porter/internal/analytics"
  15. "github.com/porter-dev/porter/internal/auth/token"
  16. "github.com/porter-dev/porter/internal/encryption"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/loader"
  19. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  20. "github.com/porter-dev/porter/internal/models"
  21. "github.com/porter-dev/porter/internal/oauth"
  22. "github.com/porter-dev/porter/internal/registry"
  23. "golang.org/x/crypto/bcrypt"
  24. "gopkg.in/yaml.v2"
  25. "helm.sh/helm/v3/pkg/release"
  26. )
  27. type CreateReleaseHandler struct {
  28. handlers.PorterHandlerReadWriter
  29. authz.KubernetesAgentGetter
  30. }
  31. func NewCreateReleaseHandler(
  32. config *config.Config,
  33. decoderValidator shared.RequestDecoderValidator,
  34. writer shared.ResultWriter,
  35. ) *CreateReleaseHandler {
  36. return &CreateReleaseHandler{
  37. PorterHandlerReadWriter: handlers.NewDefaultPorterHandler(config, decoderValidator, writer),
  38. KubernetesAgentGetter: authz.NewOutOfClusterAgentGetter(config),
  39. }
  40. }
  41. func (c *CreateReleaseHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
  42. user, _ := r.Context().Value(types.UserScope).(*models.User)
  43. cluster, _ := r.Context().Value(types.ClusterScope).(*models.Cluster)
  44. namespace := r.Context().Value(types.NamespaceScope).(string)
  45. operationID := oauth.CreateRandomState()
  46. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchStartTrack(
  47. &analytics.ApplicationLaunchStartTrackOpts{
  48. ClusterScopedTrackOpts: analytics.GetClusterScopedTrackOpts(user.ID, cluster.ProjectID, cluster.ID),
  49. FlowID: operationID,
  50. },
  51. ))
  52. helmAgent, err := c.GetHelmAgent(r, cluster, "")
  53. if err != nil {
  54. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  55. return
  56. }
  57. request := &types.CreateReleaseRequest{}
  58. if ok := c.DecodeAndValidate(w, r, request); !ok {
  59. return
  60. }
  61. if request.RepoURL == "" {
  62. request.RepoURL = c.Config().ServerConf.DefaultApplicationHelmRepoURL
  63. }
  64. if request.TemplateVersion == "latest" {
  65. request.TemplateVersion = ""
  66. }
  67. chart, err := loader.LoadChartPublic(request.RepoURL, request.TemplateName, request.TemplateVersion)
  68. if err != nil {
  69. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  70. return
  71. }
  72. registries, err := c.Repo().Registry().ListRegistriesByProjectID(cluster.ProjectID)
  73. if err != nil {
  74. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  75. return
  76. }
  77. conf := &helm.InstallChartConfig{
  78. Chart: chart,
  79. Name: request.Name,
  80. Namespace: namespace,
  81. Values: request.Values,
  82. Cluster: cluster,
  83. Repo: c.Repo(),
  84. Registries: registries,
  85. }
  86. helmRelease, err := helmAgent.InstallChart(conf, c.Config().DOConf)
  87. if err != nil {
  88. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(
  89. fmt.Errorf("error installing a new chart: %s", err.Error()),
  90. http.StatusBadRequest,
  91. ))
  92. return
  93. }
  94. release, err := createReleaseFromHelmRelease(c.Config(), cluster.ProjectID, cluster.ID, helmRelease)
  95. if err != nil {
  96. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  97. return
  98. }
  99. if request.GithubActionConfig != nil {
  100. _, _, err := createGitAction(
  101. c.Config(),
  102. user.ID,
  103. cluster.ProjectID,
  104. cluster.ID,
  105. request.GithubActionConfig,
  106. request.Name,
  107. namespace,
  108. release,
  109. )
  110. if err != nil {
  111. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  112. return
  113. }
  114. }
  115. if request.BuildConfig != nil {
  116. _, err = createBuildConfig(c.Config(), release, request.BuildConfig)
  117. }
  118. if err != nil {
  119. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  120. return
  121. }
  122. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchSuccessTrack(
  123. &analytics.ApplicationLaunchSuccessTrackOpts{
  124. ApplicationScopedTrackOpts: analytics.GetApplicationScopedTrackOpts(
  125. user.ID,
  126. cluster.ProjectID,
  127. cluster.ID,
  128. release.Name,
  129. release.Namespace,
  130. chart.Metadata.Name,
  131. ),
  132. FlowID: operationID,
  133. },
  134. ))
  135. }
  136. func createReleaseFromHelmRelease(
  137. config *config.Config,
  138. projectID, clusterID uint,
  139. helmRelease *release.Release,
  140. ) (*models.Release, error) {
  141. token, err := encryption.GenerateRandomBytes(16)
  142. if err != nil {
  143. return nil, err
  144. }
  145. // create release with webhook token in db
  146. image, ok := helmRelease.Config["image"].(map[string]interface{})
  147. if !ok {
  148. return nil, fmt.Errorf("Could not find field image in config")
  149. }
  150. repository := image["repository"]
  151. repoStr, ok := repository.(string)
  152. if !ok {
  153. return nil, fmt.Errorf("Could not find field repository in config")
  154. }
  155. release := &models.Release{
  156. ClusterID: clusterID,
  157. ProjectID: projectID,
  158. Namespace: helmRelease.Namespace,
  159. Name: helmRelease.Name,
  160. WebhookToken: token,
  161. ImageRepoURI: repoStr,
  162. }
  163. return config.Repo.Release().CreateRelease(release)
  164. }
  165. func createGitAction(
  166. config *config.Config,
  167. userID, projectID, clusterID uint,
  168. request *types.CreateGitActionConfigRequest,
  169. name, namespace string,
  170. release *models.Release,
  171. ) (*types.GitActionConfig, []byte, error) {
  172. // if the registry was provisioned through Porter, create a repository if necessary
  173. if release != nil && request.RegistryID != 0 {
  174. // read the registry
  175. reg, err := config.Repo.Registry().ReadRegistry(projectID, request.RegistryID)
  176. if err != nil {
  177. return nil, nil, err
  178. }
  179. _reg := registry.Registry(*reg)
  180. regAPI := &_reg
  181. // parse the name from the registry
  182. nameSpl := strings.Split(request.ImageRepoURI, "/")
  183. repoName := nameSpl[len(nameSpl)-1]
  184. err = regAPI.CreateRepository(config.Repo, repoName)
  185. if err != nil {
  186. return nil, nil, err
  187. }
  188. }
  189. isDryRun := release == nil
  190. repoSplit := strings.Split(request.GitRepo, "/")
  191. if len(repoSplit) != 2 {
  192. return nil, nil, fmt.Errorf("invalid formatting of repo name")
  193. }
  194. encoded := ""
  195. var err error
  196. // if this isn't a dry run, generate the token
  197. if !isDryRun {
  198. encoded, err = getToken(config, userID, projectID, clusterID, request)
  199. if err != nil {
  200. return nil, nil, err
  201. }
  202. }
  203. // create the commit in the git repo
  204. gaRunner := &actions.GithubActions{
  205. InstanceName: config.ServerConf.InstanceName,
  206. ServerURL: config.ServerConf.ServerURL,
  207. GithubOAuthIntegration: nil,
  208. GithubAppID: config.GithubAppConf.AppID,
  209. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  210. GithubInstallationID: request.GitRepoID,
  211. GitRepoName: repoSplit[1],
  212. GitRepoOwner: repoSplit[0],
  213. Repo: config.Repo,
  214. ProjectID: projectID,
  215. ClusterID: clusterID,
  216. ReleaseName: name,
  217. ReleaseNamespace: namespace,
  218. GitBranch: request.GitBranch,
  219. DockerFilePath: request.DockerfilePath,
  220. FolderPath: request.FolderPath,
  221. ImageRepoURL: request.ImageRepoURI,
  222. PorterToken: encoded,
  223. Version: "v0.1.0",
  224. ShouldCreateWorkflow: request.ShouldCreateWorkflow,
  225. DryRun: isDryRun,
  226. }
  227. // Save the github err for after creating the git action config. However, we
  228. // need to call Setup() in order to get the workflow file before writing the
  229. // action config, in the case of a dry run, since the dry run does not create
  230. // a git action config.
  231. workflowYAML, githubErr := gaRunner.Setup()
  232. if gaRunner.DryRun {
  233. if githubErr != nil {
  234. return nil, nil, githubErr
  235. }
  236. return nil, workflowYAML, nil
  237. }
  238. // handle write to the database
  239. ga, err := config.Repo.GitActionConfig().CreateGitActionConfig(&models.GitActionConfig{
  240. ReleaseID: release.ID,
  241. GitRepo: request.GitRepo,
  242. GitBranch: request.GitBranch,
  243. ImageRepoURI: request.ImageRepoURI,
  244. GitRepoID: request.GitRepoID,
  245. DockerfilePath: request.DockerfilePath,
  246. FolderPath: request.FolderPath,
  247. IsInstallation: true,
  248. Version: "v0.1.0",
  249. })
  250. if err != nil {
  251. return nil, nil, err
  252. }
  253. // update the release in the db with the image repo uri
  254. release.ImageRepoURI = ga.ImageRepoURI
  255. _, err = config.Repo.Release().UpdateRelease(release)
  256. if err != nil {
  257. return nil, nil, err
  258. }
  259. if githubErr != nil {
  260. return nil, nil, githubErr
  261. }
  262. return ga.ToGitActionConfigType(), workflowYAML, nil
  263. }
  264. func getToken(
  265. config *config.Config,
  266. userID, projectID, clusterID uint,
  267. request *types.CreateGitActionConfigRequest,
  268. ) (string, error) {
  269. // create a policy for the token
  270. policy := []*types.PolicyDocument{
  271. {
  272. Scope: types.ProjectScope,
  273. Verbs: types.ReadWriteVerbGroup(),
  274. Children: map[types.PermissionScope]*types.PolicyDocument{
  275. types.ClusterScope: {
  276. Scope: types.ClusterScope,
  277. Verbs: types.ReadWriteVerbGroup(),
  278. },
  279. types.RegistryScope: {
  280. Scope: types.RegistryScope,
  281. Verbs: types.ReadVerbGroup(),
  282. },
  283. types.HelmRepoScope: {
  284. Scope: types.HelmRepoScope,
  285. Verbs: types.ReadVerbGroup(),
  286. },
  287. },
  288. },
  289. }
  290. uid, err := encryption.GenerateRandomBytes(16)
  291. if err != nil {
  292. return "", err
  293. }
  294. policyBytes, err := json.Marshal(policy)
  295. if err != nil {
  296. return "", err
  297. }
  298. policyModel := &models.Policy{
  299. ProjectID: projectID,
  300. UniqueID: uid,
  301. CreatedByUserID: userID,
  302. Name: strings.ToLower(fmt.Sprintf("repo-%s-token-policy", request.GitRepo)),
  303. PolicyBytes: policyBytes,
  304. }
  305. policyModel, err = config.Repo.Policy().CreatePolicy(policyModel)
  306. if err != nil {
  307. return "", err
  308. }
  309. // create the token in the database
  310. tokenUID, err := encryption.GenerateRandomBytes(16)
  311. if err != nil {
  312. return "", err
  313. }
  314. secretKey, err := encryption.GenerateRandomBytes(16)
  315. if err != nil {
  316. return "", err
  317. }
  318. // hash the secret key for storage in the db
  319. hashedToken, err := bcrypt.GenerateFromPassword([]byte(secretKey), 8)
  320. if err != nil {
  321. return "", err
  322. }
  323. expiresAt := time.Now().Add(time.Hour * 24 * 365)
  324. apiToken := &models.APIToken{
  325. UniqueID: tokenUID,
  326. ProjectID: projectID,
  327. CreatedByUserID: userID,
  328. Expiry: &expiresAt,
  329. Revoked: false,
  330. PolicyUID: policyModel.UniqueID,
  331. PolicyName: policyModel.Name,
  332. Name: strings.ToLower(fmt.Sprintf("repo-%s-token", request.GitRepo)),
  333. SecretKey: hashedToken,
  334. }
  335. apiToken, err = config.Repo.APIToken().CreateAPIToken(apiToken)
  336. if err != nil {
  337. return "", err
  338. }
  339. // generate porter jwt token
  340. jwt, err := token.GetStoredTokenForAPI(userID, projectID, apiToken.UniqueID, secretKey)
  341. if err != nil {
  342. return "", err
  343. }
  344. return jwt.EncodeToken(config.TokenConf)
  345. }
  346. func createBuildConfig(
  347. config *config.Config,
  348. release *models.Release,
  349. bcRequest *types.CreateBuildConfigRequest,
  350. ) (*types.BuildConfig, error) {
  351. data, err := json.Marshal(bcRequest.Config)
  352. if err != nil {
  353. return nil, err
  354. }
  355. // handle write to the database
  356. bc, err := config.Repo.BuildConfig().CreateBuildConfig(&models.BuildConfig{
  357. Builder: bcRequest.Builder,
  358. Buildpacks: strings.Join(bcRequest.Buildpacks, ","),
  359. Config: data,
  360. })
  361. if err != nil {
  362. return nil, err
  363. }
  364. release.BuildConfig = bc.ID
  365. _, err = config.Repo.Release().UpdateRelease(release)
  366. if err != nil {
  367. return nil, err
  368. }
  369. return bc.ToBuildConfigType(), nil
  370. }
  371. type containerEnvConfig struct {
  372. Container struct {
  373. Env struct {
  374. Normal map[string]string `yaml:"normal"`
  375. } `yaml:"env"`
  376. } `yaml:"container"`
  377. }
  378. func getGARunner(
  379. config *config.Config,
  380. userID, projectID, clusterID uint,
  381. ga *models.GitActionConfig,
  382. name, namespace string,
  383. release *models.Release,
  384. helmRelease *release.Release,
  385. ) (*actions.GithubActions, error) {
  386. cEnv := &containerEnvConfig{}
  387. rawValues, err := yaml.Marshal(helmRelease.Config)
  388. if err == nil {
  389. err = yaml.Unmarshal(rawValues, cEnv)
  390. // if unmarshal error, just set to empty map
  391. if err != nil {
  392. cEnv.Container.Env.Normal = make(map[string]string)
  393. }
  394. }
  395. repoSplit := strings.Split(ga.GitRepo, "/")
  396. if len(repoSplit) != 2 {
  397. return nil, fmt.Errorf("invalid formatting of repo name")
  398. }
  399. // create the commit in the git repo
  400. return &actions.GithubActions{
  401. ServerURL: config.ServerConf.ServerURL,
  402. GithubOAuthIntegration: nil,
  403. BuildEnv: cEnv.Container.Env.Normal,
  404. GithubAppID: config.GithubAppConf.AppID,
  405. GithubAppSecretPath: config.GithubAppConf.SecretPath,
  406. GithubInstallationID: ga.GitRepoID,
  407. GitRepoName: repoSplit[1],
  408. GitRepoOwner: repoSplit[0],
  409. Repo: config.Repo,
  410. ProjectID: projectID,
  411. ClusterID: clusterID,
  412. ReleaseName: name,
  413. GitBranch: ga.GitBranch,
  414. DockerFilePath: ga.DockerfilePath,
  415. FolderPath: ga.FolderPath,
  416. ImageRepoURL: ga.ImageRepoURI,
  417. Version: "v0.1.0",
  418. }, nil
  419. }