release_handler.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/models"
  10. "github.com/porter-dev/porter/internal/templater/parser"
  11. "helm.sh/helm/v3/pkg/release"
  12. "github.com/go-chi/chi"
  13. "github.com/porter-dev/porter/internal/forms"
  14. "github.com/porter-dev/porter/internal/helm"
  15. "github.com/porter-dev/porter/internal/helm/grapher"
  16. "github.com/porter-dev/porter/internal/kubernetes"
  17. "github.com/porter-dev/porter/internal/repository"
  18. )
  19. // Enumeration of release API error codes, represented as int64
  20. const (
  21. ErrReleaseDecode ErrorCode = iota + 600
  22. ErrReleaseValidateFields
  23. ErrReleaseReadData
  24. ErrReleaseDeploy
  25. )
  26. // HandleListReleases retrieves a list of releases for a cluster
  27. // with various filter options
  28. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  29. form := &forms.ListReleaseForm{
  30. ReleaseForm: &forms.ReleaseForm{
  31. Form: &helm.Form{
  32. Repo: app.Repo,
  33. },
  34. },
  35. ListFilter: &helm.ListFilter{},
  36. }
  37. agent, err := app.getAgentFromQueryParams(
  38. w,
  39. r,
  40. form.ReleaseForm,
  41. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  42. form.PopulateListFromQueryParams,
  43. )
  44. // errors are handled in app.getAgentFromQueryParams
  45. if err != nil {
  46. return
  47. }
  48. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  49. if err != nil {
  50. app.handleErrorRead(err, ErrReleaseReadData, w)
  51. return
  52. }
  53. if err := json.NewEncoder(w).Encode(releases); err != nil {
  54. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  55. return
  56. }
  57. }
  58. // PorterRelease is a helm release with a form attached
  59. type PorterRelease struct {
  60. *release.Release
  61. Form *models.FormYAML `json:"form"`
  62. }
  63. // HandleGetRelease retrieves a single release based on a name and revision
  64. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  65. name := chi.URLParam(r, "name")
  66. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  67. form := &forms.GetReleaseForm{
  68. ReleaseForm: &forms.ReleaseForm{
  69. Form: &helm.Form{
  70. Repo: app.Repo,
  71. },
  72. },
  73. Name: name,
  74. Revision: int(revision),
  75. }
  76. agent, err := app.getAgentFromQueryParams(
  77. w,
  78. r,
  79. form.ReleaseForm,
  80. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  81. )
  82. // errors are handled in app.getAgentFromQueryParams
  83. if err != nil {
  84. return
  85. }
  86. release, err := agent.GetRelease(form.Name, form.Revision)
  87. if err != nil {
  88. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  89. Code: ErrReleaseReadData,
  90. Errors: []string{"release not found"},
  91. }, w)
  92. return
  93. }
  94. // get the filter options
  95. k8sForm := &forms.K8sForm{
  96. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  97. Repo: app.Repo,
  98. },
  99. }
  100. vals, err := url.ParseQuery(r.URL.RawQuery)
  101. if err != nil {
  102. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  103. return
  104. }
  105. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  106. // validate the form
  107. if err := app.validator.Struct(k8sForm); err != nil {
  108. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  109. return
  110. }
  111. // create a new dynamic client
  112. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  113. if err != nil {
  114. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  115. return
  116. }
  117. parserDef := &parser.ClientConfigDefault{
  118. DynamicClient: dynClient,
  119. HelmChart: release.Chart,
  120. HelmRelease: release,
  121. }
  122. res := &PorterRelease{release, nil}
  123. for _, file := range release.Chart.Files {
  124. if strings.Contains(file.Name, "form.yaml") {
  125. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  126. if err != nil {
  127. break
  128. }
  129. res.Form = formYAML
  130. break
  131. }
  132. }
  133. if err := json.NewEncoder(w).Encode(res); err != nil {
  134. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  135. return
  136. }
  137. }
  138. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  139. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  140. name := chi.URLParam(r, "name")
  141. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  142. form := &forms.GetReleaseForm{
  143. ReleaseForm: &forms.ReleaseForm{
  144. Form: &helm.Form{
  145. Repo: app.Repo,
  146. },
  147. },
  148. Name: name,
  149. Revision: int(revision),
  150. }
  151. agent, err := app.getAgentFromQueryParams(
  152. w,
  153. r,
  154. form.ReleaseForm,
  155. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  156. )
  157. // errors are handled in app.getAgentFromQueryParams
  158. if err != nil {
  159. return
  160. }
  161. release, err := agent.GetRelease(form.Name, form.Revision)
  162. if err != nil {
  163. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  164. Code: ErrReleaseReadData,
  165. Errors: []string{"release not found"},
  166. }, w)
  167. return
  168. }
  169. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  170. objects := grapher.ParseObjs(yamlArr)
  171. parsed := grapher.ParsedObjs{
  172. Objects: objects,
  173. }
  174. parsed.GetControlRel()
  175. parsed.GetLabelRel()
  176. parsed.GetSpecRel()
  177. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  178. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  179. return
  180. }
  181. }
  182. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  183. // Used to display status of charts.
  184. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  185. name := chi.URLParam(r, "name")
  186. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  187. form := &forms.GetReleaseForm{
  188. ReleaseForm: &forms.ReleaseForm{
  189. Form: &helm.Form{
  190. Repo: app.Repo,
  191. },
  192. },
  193. Name: name,
  194. Revision: int(revision),
  195. }
  196. agent, err := app.getAgentFromQueryParams(
  197. w,
  198. r,
  199. form.ReleaseForm,
  200. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  201. )
  202. // errors are handled in app.getAgentFromQueryParams
  203. if err != nil {
  204. return
  205. }
  206. release, err := agent.GetRelease(form.Name, form.Revision)
  207. if err != nil {
  208. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  209. Code: ErrReleaseReadData,
  210. Errors: []string{"release not found"},
  211. }, w)
  212. return
  213. }
  214. vals, err := url.ParseQuery(r.URL.RawQuery)
  215. if err != nil {
  216. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  217. return
  218. }
  219. // get the filter options
  220. k8sForm := &forms.K8sForm{
  221. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  222. Repo: app.Repo,
  223. },
  224. }
  225. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  226. // validate the form
  227. if err := app.validator.Struct(k8sForm); err != nil {
  228. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  229. return
  230. }
  231. // create a new kubernetes agent
  232. var k8sAgent *kubernetes.Agent
  233. if app.ServerConf.IsTesting {
  234. k8sAgent = app.TestAgents.K8sAgent
  235. } else {
  236. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  237. }
  238. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  239. controllers := grapher.ParseControllers(yamlArr)
  240. retrievedControllers := []interface{}{}
  241. // get current status of each controller
  242. // TODO: refactor with type assertion
  243. for _, c := range controllers {
  244. c.Namespace = form.ReleaseForm.Form.Namespace
  245. switch c.Kind {
  246. case "Deployment":
  247. rc, err := k8sAgent.GetDeployment(c)
  248. if err != nil {
  249. app.handleErrorDataRead(err, w)
  250. return
  251. }
  252. rc.Kind = c.Kind
  253. retrievedControllers = append(retrievedControllers, rc)
  254. case "StatefulSet":
  255. rc, err := k8sAgent.GetStatefulSet(c)
  256. if err != nil {
  257. app.handleErrorDataRead(err, w)
  258. return
  259. }
  260. rc.Kind = c.Kind
  261. retrievedControllers = append(retrievedControllers, rc)
  262. case "DaemonSet":
  263. rc, err := k8sAgent.GetDaemonSet(c)
  264. if err != nil {
  265. app.handleErrorDataRead(err, w)
  266. return
  267. }
  268. rc.Kind = c.Kind
  269. retrievedControllers = append(retrievedControllers, rc)
  270. case "ReplicaSet":
  271. rc, err := k8sAgent.GetReplicaSet(c)
  272. if err != nil {
  273. app.handleErrorDataRead(err, w)
  274. return
  275. }
  276. rc.Kind = c.Kind
  277. retrievedControllers = append(retrievedControllers, rc)
  278. }
  279. }
  280. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  281. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  282. return
  283. }
  284. }
  285. // HandleListReleaseHistory retrieves a history of releases based on a release name
  286. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  287. name := chi.URLParam(r, "name")
  288. form := &forms.ListReleaseHistoryForm{
  289. ReleaseForm: &forms.ReleaseForm{
  290. Form: &helm.Form{
  291. Repo: app.Repo,
  292. },
  293. },
  294. Name: name,
  295. }
  296. agent, err := app.getAgentFromQueryParams(
  297. w,
  298. r,
  299. form.ReleaseForm,
  300. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  301. )
  302. // errors are handled in app.getAgentFromQueryParams
  303. if err != nil {
  304. return
  305. }
  306. release, err := agent.GetReleaseHistory(form.Name)
  307. if err != nil {
  308. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  309. Code: ErrReleaseReadData,
  310. Errors: []string{"release not found"},
  311. }, w)
  312. return
  313. }
  314. if err := json.NewEncoder(w).Encode(release); err != nil {
  315. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  316. return
  317. }
  318. }
  319. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  320. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  321. name := chi.URLParam(r, "name")
  322. vals, err := url.ParseQuery(r.URL.RawQuery)
  323. namespace := vals["namespace"][0]
  324. release, err := app.Repo.Release.ReadRelease(name, namespace)
  325. if err != nil {
  326. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  327. Code: ErrReleaseReadData,
  328. Errors: []string{"release not found"},
  329. }, w)
  330. }
  331. releaseExt := release.Externalize()
  332. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  333. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  334. return
  335. }
  336. }
  337. // HandleUpgradeRelease upgrades a release with new values.yaml
  338. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  339. name := chi.URLParam(r, "name")
  340. vals, err := url.ParseQuery(r.URL.RawQuery)
  341. if err != nil {
  342. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  343. return
  344. }
  345. form := &forms.UpgradeReleaseForm{
  346. ReleaseForm: &forms.ReleaseForm{
  347. Form: &helm.Form{
  348. Repo: app.Repo,
  349. },
  350. },
  351. Name: name,
  352. }
  353. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  354. vals,
  355. app.Repo.Cluster,
  356. )
  357. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  358. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  359. return
  360. }
  361. agent, err := app.getAgentFromReleaseForm(
  362. w,
  363. r,
  364. form.ReleaseForm,
  365. )
  366. // errors are handled in app.getAgentFromBodyParams
  367. if err != nil {
  368. return
  369. }
  370. _, err = agent.UpgradeRelease(form.Name, form.Values)
  371. if err != nil {
  372. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  373. Code: ErrReleaseDeploy,
  374. Errors: []string{"error upgrading release " + err.Error()},
  375. }, w)
  376. return
  377. }
  378. w.WriteHeader(http.StatusOK)
  379. }
  380. // HandleReleaseDeployHook upgrades a release with new image commit
  381. func (app *App) HandleReleaseDeployHook(w http.ResponseWriter, r *http.Request) {
  382. name := chi.URLParam(r, "name")
  383. vals, err := url.ParseQuery(r.URL.RawQuery)
  384. commit := vals["commit"][0]
  385. repository := vals["repository"][0]
  386. if err != nil {
  387. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  388. return
  389. }
  390. form := &forms.UpgradeReleaseForm{
  391. ReleaseForm: &forms.ReleaseForm{
  392. Form: &helm.Form{
  393. Repo: app.Repo,
  394. },
  395. },
  396. Name: name,
  397. }
  398. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  399. vals,
  400. app.Repo.Cluster,
  401. )
  402. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  403. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  404. return
  405. }
  406. agent, err := app.getAgentFromReleaseForm(
  407. w,
  408. r,
  409. form.ReleaseForm,
  410. )
  411. // errors are handled in app.getAgentFromBodyParams
  412. if err != nil {
  413. return
  414. }
  415. image := map[string]interface{}{}
  416. image["repository"] = repository
  417. image["tag"] = commit
  418. newval := map[string]interface{}{}
  419. newval["image"] = image
  420. _, err = agent.UpgradeReleaseByValues(form.Name, newval)
  421. if err != nil {
  422. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  423. Code: ErrReleaseDeploy,
  424. Errors: []string{"error upgrading release " + err.Error()},
  425. }, w)
  426. return
  427. }
  428. w.WriteHeader(http.StatusOK)
  429. }
  430. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  431. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  432. token := chi.URLParam(r, "token")
  433. // retrieve release by token
  434. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  435. if err != nil {
  436. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  437. Code: ErrReleaseReadData,
  438. Errors: []string{"release not found with given webhook"},
  439. }, w)
  440. return
  441. }
  442. params := map[string][]string{}
  443. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  444. params["storage"] = []string{"secret"}
  445. params["namespace"] = []string{release.Namespace}
  446. vals, err := url.ParseQuery(r.URL.RawQuery)
  447. commit := vals["commit"][0]
  448. repository := vals["repository"][0]
  449. if err != nil {
  450. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  451. return
  452. }
  453. form := &forms.UpgradeReleaseForm{
  454. ReleaseForm: &forms.ReleaseForm{
  455. Form: &helm.Form{
  456. Repo: app.Repo,
  457. },
  458. },
  459. Name: release.Name,
  460. }
  461. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  462. params,
  463. app.Repo.Cluster,
  464. )
  465. agent, err := app.getAgentFromReleaseForm(
  466. w,
  467. r,
  468. form.ReleaseForm,
  469. )
  470. // errors are handled in app.getAgentFromBodyParams
  471. if err != nil {
  472. return
  473. }
  474. image := map[string]interface{}{}
  475. image["repository"] = repository
  476. image["tag"] = commit
  477. newval := map[string]interface{}{}
  478. newval["image"] = image
  479. _, err = agent.UpgradeReleaseByValues(form.Name, newval)
  480. if err != nil {
  481. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  482. Code: ErrReleaseDeploy,
  483. Errors: []string{"error upgrading release " + err.Error()},
  484. }, w)
  485. return
  486. }
  487. w.WriteHeader(http.StatusOK)
  488. }
  489. // HandleRollbackRelease rolls a release back to a specified revision
  490. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  491. name := chi.URLParam(r, "name")
  492. vals, err := url.ParseQuery(r.URL.RawQuery)
  493. if err != nil {
  494. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  495. return
  496. }
  497. form := &forms.RollbackReleaseForm{
  498. ReleaseForm: &forms.ReleaseForm{
  499. Form: &helm.Form{
  500. Repo: app.Repo,
  501. },
  502. },
  503. Name: name,
  504. }
  505. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  506. vals,
  507. app.Repo.Cluster,
  508. )
  509. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  510. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  511. return
  512. }
  513. agent, err := app.getAgentFromReleaseForm(
  514. w,
  515. r,
  516. form.ReleaseForm,
  517. )
  518. // errors are handled in app.getAgentFromBodyParams
  519. if err != nil {
  520. return
  521. }
  522. err = agent.RollbackRelease(form.Name, form.Revision)
  523. if err != nil {
  524. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  525. Code: ErrReleaseDeploy,
  526. Errors: []string{"error rolling back release " + err.Error()},
  527. }, w)
  528. return
  529. }
  530. w.WriteHeader(http.StatusOK)
  531. }
  532. // ------------------------ Release handler helper functions ------------------------ //
  533. // getAgentFromQueryParams uses the query params to populate a form, and then
  534. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  535. // Helm agent.
  536. func (app *App) getAgentFromQueryParams(
  537. w http.ResponseWriter,
  538. r *http.Request,
  539. form *forms.ReleaseForm,
  540. // populate uses the query params to populate a form
  541. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  542. ) (*helm.Agent, error) {
  543. vals, err := url.ParseQuery(r.URL.RawQuery)
  544. if err != nil {
  545. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  546. return nil, err
  547. }
  548. for _, f := range populate {
  549. err := f(vals, app.Repo.Cluster)
  550. if err != nil {
  551. return nil, err
  552. }
  553. }
  554. return app.getAgentFromReleaseForm(w, r, form)
  555. }
  556. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  557. // the userID found in the session and the options required by the Helm agent.
  558. func (app *App) getAgentFromReleaseForm(
  559. w http.ResponseWriter,
  560. r *http.Request,
  561. form *forms.ReleaseForm,
  562. ) (*helm.Agent, error) {
  563. var err error
  564. // validate the form
  565. if err := app.validator.Struct(form); err != nil {
  566. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  567. return nil, err
  568. }
  569. // create a new agent
  570. var agent *helm.Agent
  571. if app.ServerConf.IsTesting {
  572. agent = app.TestAgents.HelmAgent
  573. } else {
  574. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  575. }
  576. return agent, err
  577. }