release_handler.go 28 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  10. "github.com/porter-dev/porter/internal/models"
  11. "github.com/porter-dev/porter/internal/templater/parser"
  12. "helm.sh/helm/v3/pkg/release"
  13. v1 "k8s.io/api/core/v1"
  14. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  15. "github.com/go-chi/chi"
  16. "github.com/porter-dev/porter/internal/forms"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/grapher"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/kubernetes"
  22. "github.com/porter-dev/porter/internal/repository"
  23. segment "gopkg.in/segmentio/analytics-go.v3"
  24. "gopkg.in/yaml.v2"
  25. )
  26. // Enumeration of release API error codes, represented as int64
  27. const (
  28. ErrReleaseDecode ErrorCode = iota + 600
  29. ErrReleaseValidateFields
  30. ErrReleaseReadData
  31. ErrReleaseDeploy
  32. )
  33. // HandleListReleases retrieves a list of releases for a cluster
  34. // with various filter options
  35. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  36. form := &forms.ListReleaseForm{
  37. ReleaseForm: &forms.ReleaseForm{
  38. Form: &helm.Form{
  39. Repo: app.Repo,
  40. DigitalOceanOAuth: app.DOConf,
  41. },
  42. },
  43. ListFilter: &helm.ListFilter{},
  44. }
  45. agent, err := app.getAgentFromQueryParams(
  46. w,
  47. r,
  48. form.ReleaseForm,
  49. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  50. form.PopulateListFromQueryParams,
  51. )
  52. // errors are handled in app.getAgentFromQueryParams
  53. if err != nil {
  54. return
  55. }
  56. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  57. if err != nil {
  58. app.handleErrorRead(err, ErrReleaseReadData, w)
  59. return
  60. }
  61. if err := json.NewEncoder(w).Encode(releases); err != nil {
  62. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  63. return
  64. }
  65. }
  66. // PorterRelease is a helm release with a form attached
  67. type PorterRelease struct {
  68. *release.Release
  69. Form *models.FormYAML `json:"form"`
  70. HasMetrics bool `json:"has_metrics"`
  71. LatestVersion string `json:"latest_version"`
  72. }
  73. var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
  74. // HandleGetRelease retrieves a single release based on a name and revision
  75. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  76. name := chi.URLParam(r, "name")
  77. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  78. form := &forms.GetReleaseForm{
  79. ReleaseForm: &forms.ReleaseForm{
  80. Form: &helm.Form{
  81. Repo: app.Repo,
  82. DigitalOceanOAuth: app.DOConf,
  83. },
  84. },
  85. Name: name,
  86. Revision: int(revision),
  87. }
  88. agent, err := app.getAgentFromQueryParams(
  89. w,
  90. r,
  91. form.ReleaseForm,
  92. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  93. )
  94. // errors are handled in app.getAgentFromQueryParams
  95. if err != nil {
  96. return
  97. }
  98. release, err := agent.GetRelease(form.Name, form.Revision)
  99. if err != nil {
  100. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  101. Code: ErrReleaseReadData,
  102. Errors: []string{"release not found"},
  103. }, w)
  104. return
  105. }
  106. // get the filter options
  107. k8sForm := &forms.K8sForm{
  108. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  109. Repo: app.Repo,
  110. DigitalOceanOAuth: app.DOConf,
  111. },
  112. }
  113. vals, err := url.ParseQuery(r.URL.RawQuery)
  114. if err != nil {
  115. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  116. return
  117. }
  118. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  119. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  120. // validate the form
  121. if err := app.validator.Struct(k8sForm); err != nil {
  122. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  123. return
  124. }
  125. // create a new dynamic client
  126. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  127. if err != nil {
  128. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  129. return
  130. }
  131. parserDef := &parser.ClientConfigDefault{
  132. DynamicClient: dynClient,
  133. HelmChart: release.Chart,
  134. HelmRelease: release,
  135. }
  136. res := &PorterRelease{release, nil, false, ""}
  137. for _, file := range release.Chart.Files {
  138. if strings.Contains(file.Name, "form.yaml") {
  139. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  140. if err != nil {
  141. break
  142. }
  143. res.Form = formYAML
  144. break
  145. }
  146. }
  147. // if form not populated, detect common charts
  148. if res.Form == nil {
  149. // for now just case by name
  150. if res.Release.Chart.Name() == "velero" {
  151. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  152. if err == nil {
  153. res.Form = formYAML
  154. }
  155. }
  156. }
  157. // get prometheus service
  158. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  159. if err != nil {
  160. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  161. return
  162. }
  163. res.HasMetrics = found
  164. // detect if Porter application chart and attempt to get the latest version
  165. // from chart repo
  166. if _, found := porterApplications[res.Chart.Metadata.Name]; found {
  167. repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultHelmRepoURL)
  168. if err == nil {
  169. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  170. res.LatestVersion = porterChart.Versions[0]
  171. }
  172. }
  173. if err := json.NewEncoder(w).Encode(res); err != nil {
  174. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  175. return
  176. }
  177. }
  178. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  179. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  180. name := chi.URLParam(r, "name")
  181. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  182. form := &forms.GetReleaseForm{
  183. ReleaseForm: &forms.ReleaseForm{
  184. Form: &helm.Form{
  185. Repo: app.Repo,
  186. DigitalOceanOAuth: app.DOConf,
  187. },
  188. },
  189. Name: name,
  190. Revision: int(revision),
  191. }
  192. agent, err := app.getAgentFromQueryParams(
  193. w,
  194. r,
  195. form.ReleaseForm,
  196. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  197. )
  198. // errors are handled in app.getAgentFromQueryParams
  199. if err != nil {
  200. return
  201. }
  202. release, err := agent.GetRelease(form.Name, form.Revision)
  203. if err != nil {
  204. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  205. Code: ErrReleaseReadData,
  206. Errors: []string{"release not found"},
  207. }, w)
  208. return
  209. }
  210. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  211. objects := grapher.ParseObjs(yamlArr)
  212. parsed := grapher.ParsedObjs{
  213. Objects: objects,
  214. }
  215. parsed.GetControlRel()
  216. parsed.GetLabelRel()
  217. parsed.GetSpecRel()
  218. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  219. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  220. return
  221. }
  222. }
  223. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  224. // Used to display status of charts.
  225. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  226. name := chi.URLParam(r, "name")
  227. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  228. form := &forms.GetReleaseForm{
  229. ReleaseForm: &forms.ReleaseForm{
  230. Form: &helm.Form{
  231. Repo: app.Repo,
  232. DigitalOceanOAuth: app.DOConf,
  233. },
  234. },
  235. Name: name,
  236. Revision: int(revision),
  237. }
  238. agent, err := app.getAgentFromQueryParams(
  239. w,
  240. r,
  241. form.ReleaseForm,
  242. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  243. )
  244. // errors are handled in app.getAgentFromQueryParams
  245. if err != nil {
  246. return
  247. }
  248. release, err := agent.GetRelease(form.Name, form.Revision)
  249. if err != nil {
  250. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  251. Code: ErrReleaseReadData,
  252. Errors: []string{"release not found"},
  253. }, w)
  254. return
  255. }
  256. vals, err := url.ParseQuery(r.URL.RawQuery)
  257. if err != nil {
  258. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  259. return
  260. }
  261. // get the filter options
  262. k8sForm := &forms.K8sForm{
  263. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  264. Repo: app.Repo,
  265. DigitalOceanOAuth: app.DOConf,
  266. },
  267. }
  268. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  269. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  270. // validate the form
  271. if err := app.validator.Struct(k8sForm); err != nil {
  272. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  273. return
  274. }
  275. // create a new kubernetes agent
  276. var k8sAgent *kubernetes.Agent
  277. if app.ServerConf.IsTesting {
  278. k8sAgent = app.TestAgents.K8sAgent
  279. } else {
  280. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  281. }
  282. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  283. controllers := grapher.ParseControllers(yamlArr)
  284. retrievedControllers := []interface{}{}
  285. // get current status of each controller
  286. // TODO: refactor with type assertion
  287. for _, c := range controllers {
  288. c.Namespace = form.ReleaseForm.Form.Namespace
  289. switch c.Kind {
  290. case "Deployment":
  291. rc, err := k8sAgent.GetDeployment(c)
  292. if err != nil {
  293. app.handleErrorDataRead(err, w)
  294. return
  295. }
  296. rc.Kind = c.Kind
  297. retrievedControllers = append(retrievedControllers, rc)
  298. case "StatefulSet":
  299. rc, err := k8sAgent.GetStatefulSet(c)
  300. if err != nil {
  301. app.handleErrorDataRead(err, w)
  302. return
  303. }
  304. rc.Kind = c.Kind
  305. retrievedControllers = append(retrievedControllers, rc)
  306. case "DaemonSet":
  307. rc, err := k8sAgent.GetDaemonSet(c)
  308. if err != nil {
  309. app.handleErrorDataRead(err, w)
  310. return
  311. }
  312. rc.Kind = c.Kind
  313. retrievedControllers = append(retrievedControllers, rc)
  314. case "ReplicaSet":
  315. rc, err := k8sAgent.GetReplicaSet(c)
  316. if err != nil {
  317. app.handleErrorDataRead(err, w)
  318. return
  319. }
  320. rc.Kind = c.Kind
  321. retrievedControllers = append(retrievedControllers, rc)
  322. case "CronJob":
  323. rc, err := k8sAgent.GetCronJob(c)
  324. if err != nil {
  325. app.handleErrorDataRead(err, w)
  326. return
  327. }
  328. rc.Kind = c.Kind
  329. retrievedControllers = append(retrievedControllers, rc)
  330. }
  331. }
  332. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  333. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  334. return
  335. }
  336. }
  337. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  338. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  339. name := chi.URLParam(r, "name")
  340. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  341. form := &forms.GetReleaseForm{
  342. ReleaseForm: &forms.ReleaseForm{
  343. Form: &helm.Form{
  344. Repo: app.Repo,
  345. DigitalOceanOAuth: app.DOConf,
  346. },
  347. },
  348. Name: name,
  349. Revision: int(revision),
  350. }
  351. agent, err := app.getAgentFromQueryParams(
  352. w,
  353. r,
  354. form.ReleaseForm,
  355. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  356. )
  357. // errors are handled in app.getAgentFromQueryParams
  358. if err != nil {
  359. return
  360. }
  361. release, err := agent.GetRelease(form.Name, form.Revision)
  362. if err != nil {
  363. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  364. Code: ErrReleaseReadData,
  365. Errors: []string{"release not found"},
  366. }, w)
  367. return
  368. }
  369. vals, err := url.ParseQuery(r.URL.RawQuery)
  370. if err != nil {
  371. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  372. return
  373. }
  374. // get the filter options
  375. k8sForm := &forms.K8sForm{
  376. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  377. Repo: app.Repo,
  378. DigitalOceanOAuth: app.DOConf,
  379. },
  380. }
  381. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  382. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  383. // validate the form
  384. if err := app.validator.Struct(k8sForm); err != nil {
  385. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  386. return
  387. }
  388. // create a new kubernetes agent
  389. var k8sAgent *kubernetes.Agent
  390. if app.ServerConf.IsTesting {
  391. k8sAgent = app.TestAgents.K8sAgent
  392. } else {
  393. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  394. }
  395. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  396. controllers := grapher.ParseControllers(yamlArr)
  397. pods := make([]v1.Pod, 0)
  398. // get current status of each controller
  399. for _, c := range controllers {
  400. var selector *metav1.LabelSelector
  401. switch c.Kind {
  402. case "Deployment":
  403. rc, err := k8sAgent.GetDeployment(c)
  404. if err != nil {
  405. app.handleErrorDataRead(err, w)
  406. return
  407. }
  408. selector = rc.Spec.Selector
  409. case "StatefulSet":
  410. rc, err := k8sAgent.GetStatefulSet(c)
  411. if err != nil {
  412. app.handleErrorDataRead(err, w)
  413. return
  414. }
  415. selector = rc.Spec.Selector
  416. case "DaemonSet":
  417. rc, err := k8sAgent.GetDaemonSet(c)
  418. if err != nil {
  419. app.handleErrorDataRead(err, w)
  420. return
  421. }
  422. selector = rc.Spec.Selector
  423. case "ReplicaSet":
  424. rc, err := k8sAgent.GetReplicaSet(c)
  425. if err != nil {
  426. app.handleErrorDataRead(err, w)
  427. return
  428. }
  429. selector = rc.Spec.Selector
  430. case "CronJob":
  431. rc, err := k8sAgent.GetCronJob(c)
  432. if err != nil {
  433. app.handleErrorDataRead(err, w)
  434. return
  435. }
  436. selector = rc.Spec.JobTemplate.Spec.Selector
  437. }
  438. selectors := make([]string, 0)
  439. for key, val := range selector.MatchLabels {
  440. selectors = append(selectors, key+"="+val)
  441. }
  442. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","))
  443. if err != nil {
  444. app.handleErrorDataRead(err, w)
  445. return
  446. }
  447. pods = append(pods, podList.Items...)
  448. }
  449. if err := json.NewEncoder(w).Encode(pods); err != nil {
  450. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  451. return
  452. }
  453. }
  454. // HandleListReleaseHistory retrieves a history of releases based on a release name
  455. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  456. name := chi.URLParam(r, "name")
  457. form := &forms.ListReleaseHistoryForm{
  458. ReleaseForm: &forms.ReleaseForm{
  459. Form: &helm.Form{
  460. Repo: app.Repo,
  461. DigitalOceanOAuth: app.DOConf,
  462. },
  463. },
  464. Name: name,
  465. }
  466. agent, err := app.getAgentFromQueryParams(
  467. w,
  468. r,
  469. form.ReleaseForm,
  470. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  471. )
  472. // errors are handled in app.getAgentFromQueryParams
  473. if err != nil {
  474. return
  475. }
  476. release, err := agent.GetReleaseHistory(form.Name)
  477. if err != nil {
  478. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  479. Code: ErrReleaseReadData,
  480. Errors: []string{"release not found"},
  481. }, w)
  482. return
  483. }
  484. if err := json.NewEncoder(w).Encode(release); err != nil {
  485. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  486. return
  487. }
  488. }
  489. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  490. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  491. name := chi.URLParam(r, "name")
  492. vals, err := url.ParseQuery(r.URL.RawQuery)
  493. namespace := vals["namespace"][0]
  494. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  495. if err != nil {
  496. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  497. Code: ErrReleaseReadData,
  498. Errors: []string{"release not found"},
  499. }, w)
  500. }
  501. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  502. if err != nil {
  503. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  504. Code: ErrReleaseReadData,
  505. Errors: []string{"release not found"},
  506. }, w)
  507. }
  508. releaseExt := release.Externalize()
  509. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  510. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  511. return
  512. }
  513. }
  514. type ContainerEnvConfig struct {
  515. Container struct {
  516. Env struct {
  517. Normal map[string]string `yaml:"normal"`
  518. } `yaml:"env"`
  519. } `yaml:"container"`
  520. }
  521. // HandleUpgradeRelease upgrades a release with new values.yaml
  522. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  523. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  524. if err != nil || projID == 0 {
  525. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  526. return
  527. }
  528. name := chi.URLParam(r, "name")
  529. vals, err := url.ParseQuery(r.URL.RawQuery)
  530. if err != nil {
  531. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  532. return
  533. }
  534. form := &forms.UpgradeReleaseForm{
  535. ReleaseForm: &forms.ReleaseForm{
  536. Form: &helm.Form{
  537. Repo: app.Repo,
  538. DigitalOceanOAuth: app.DOConf,
  539. },
  540. },
  541. Name: name,
  542. }
  543. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  544. vals,
  545. app.Repo.Cluster,
  546. )
  547. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  548. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  549. return
  550. }
  551. agent, err := app.getAgentFromReleaseForm(
  552. w,
  553. r,
  554. form.ReleaseForm,
  555. )
  556. // errors are handled in app.getAgentFromBodyParams
  557. if err != nil {
  558. return
  559. }
  560. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  561. if err != nil {
  562. app.handleErrorDataRead(err, w)
  563. return
  564. }
  565. conf := &helm.UpgradeReleaseConfig{
  566. Name: form.Name,
  567. Cluster: form.ReleaseForm.Cluster,
  568. Repo: *app.Repo,
  569. Registries: registries,
  570. }
  571. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  572. if err != nil {
  573. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  574. Code: ErrReleaseDeploy,
  575. Errors: []string{"error upgrading release " + err.Error()},
  576. }, w)
  577. return
  578. }
  579. // update the github actions env if the release exists and is built from source
  580. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  581. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  582. if err != nil {
  583. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  584. Code: ErrReleaseReadData,
  585. Errors: []string{"release not found"},
  586. }, w)
  587. }
  588. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  589. gitAction := release.GitActionConfig
  590. if release != nil && gitAction.ID != 0 {
  591. // parse env into build env
  592. cEnv := &ContainerEnvConfig{}
  593. yaml.Unmarshal([]byte(form.Values), cEnv)
  594. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  595. if err != nil {
  596. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  597. Code: ErrReleaseReadData,
  598. Errors: []string{"github repo integration not found"},
  599. }, w)
  600. }
  601. repoSplit := strings.Split(gitAction.GitRepo, "/")
  602. gaRunner := &actions.GithubActions{
  603. GitIntegration: gr,
  604. GitRepoName: repoSplit[1],
  605. GitRepoOwner: repoSplit[0],
  606. Repo: *app.Repo,
  607. GithubConf: app.GithubProjectConf,
  608. WebhookToken: release.WebhookToken,
  609. ProjectID: uint(projID),
  610. ReleaseName: name,
  611. GitBranch: gitAction.GitBranch,
  612. DockerFilePath: gitAction.DockerfilePath,
  613. FolderPath: gitAction.FolderPath,
  614. ImageRepoURL: gitAction.ImageRepoURI,
  615. BuildEnv: cEnv.Container.Env.Normal,
  616. }
  617. err = gaRunner.CreateEnvSecret()
  618. if err != nil {
  619. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  620. Code: ErrReleaseReadData,
  621. Errors: []string{"could not update github secret"},
  622. }, w)
  623. }
  624. }
  625. }
  626. w.WriteHeader(http.StatusOK)
  627. }
  628. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  629. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  630. token := chi.URLParam(r, "token")
  631. // retrieve release by token
  632. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  633. if err != nil {
  634. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  635. Code: ErrReleaseReadData,
  636. Errors: []string{"release not found with given webhook"},
  637. }, w)
  638. return
  639. }
  640. params := map[string][]string{}
  641. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  642. params["storage"] = []string{"secret"}
  643. params["namespace"] = []string{release.Namespace}
  644. vals, err := url.ParseQuery(r.URL.RawQuery)
  645. if err != nil {
  646. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  647. return
  648. }
  649. form := &forms.UpgradeReleaseForm{
  650. ReleaseForm: &forms.ReleaseForm{
  651. Form: &helm.Form{
  652. Repo: app.Repo,
  653. DigitalOceanOAuth: app.DOConf,
  654. },
  655. },
  656. Name: release.Name,
  657. }
  658. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  659. params,
  660. app.Repo.Cluster,
  661. )
  662. agent, err := app.getAgentFromReleaseForm(
  663. w,
  664. r,
  665. form.ReleaseForm,
  666. )
  667. // errors are handled in app.getAgentFromBodyParams
  668. if err != nil {
  669. return
  670. }
  671. rel, err := agent.GetRelease(form.Name, 0)
  672. // repository is set to current repository by default
  673. commit := vals["commit"][0]
  674. repository := rel.Config["image"].(map[string]interface{})["repository"]
  675. gitAction := release.GitActionConfig
  676. if gitAction.ID != 0 && repository == "porterdev/hello-porter" {
  677. repository = gitAction.ImageRepoURI
  678. }
  679. image := map[string]interface{}{}
  680. image["repository"] = repository
  681. image["tag"] = commit
  682. rel.Config["image"] = image
  683. if rel.Config["auto_deploy"] == false {
  684. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  685. Code: ErrReleaseDeploy,
  686. Errors: []string{"Deploy webhook is disabled for this deployment."},
  687. }, w)
  688. return
  689. }
  690. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  691. if err != nil {
  692. app.handleErrorDataRead(err, w)
  693. return
  694. }
  695. conf := &helm.UpgradeReleaseConfig{
  696. Name: form.Name,
  697. Cluster: form.ReleaseForm.Cluster,
  698. Repo: *app.Repo,
  699. Registries: registries,
  700. Values: rel.Config,
  701. }
  702. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  703. if err != nil {
  704. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  705. Code: ErrReleaseDeploy,
  706. Errors: []string{"error upgrading release " + err.Error()},
  707. }, w)
  708. return
  709. }
  710. client := *app.segmentClient
  711. client.Enqueue(segment.Track{
  712. UserId: "anonymous",
  713. Event: "Triggered Re-deploy via Webhook",
  714. Properties: segment.NewProperties().
  715. Set("repository", repository),
  716. })
  717. w.WriteHeader(http.StatusOK)
  718. }
  719. // HandleRollbackRelease rolls a release back to a specified revision
  720. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  721. name := chi.URLParam(r, "name")
  722. vals, err := url.ParseQuery(r.URL.RawQuery)
  723. if err != nil {
  724. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  725. return
  726. }
  727. form := &forms.RollbackReleaseForm{
  728. ReleaseForm: &forms.ReleaseForm{
  729. Form: &helm.Form{
  730. Repo: app.Repo,
  731. DigitalOceanOAuth: app.DOConf,
  732. },
  733. },
  734. Name: name,
  735. }
  736. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  737. vals,
  738. app.Repo.Cluster,
  739. )
  740. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  741. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  742. return
  743. }
  744. agent, err := app.getAgentFromReleaseForm(
  745. w,
  746. r,
  747. form.ReleaseForm,
  748. )
  749. // errors are handled in app.getAgentFromBodyParams
  750. if err != nil {
  751. return
  752. }
  753. err = agent.RollbackRelease(form.Name, form.Revision)
  754. if err != nil {
  755. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  756. Code: ErrReleaseDeploy,
  757. Errors: []string{"error rolling back release " + err.Error()},
  758. }, w)
  759. return
  760. }
  761. // get the full release data for GHA updating
  762. rel, err := agent.GetRelease(form.Name, form.Revision)
  763. if err != nil {
  764. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  765. Code: ErrReleaseReadData,
  766. Errors: []string{"release not found"},
  767. }, w)
  768. return
  769. }
  770. // update the github actions env if the release exists and is built from source
  771. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  772. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  773. if err != nil {
  774. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  775. Code: ErrReleaseReadData,
  776. Errors: []string{"release not found"},
  777. }, w)
  778. }
  779. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  780. gitAction := release.GitActionConfig
  781. if release != nil && gitAction.ID != 0 {
  782. // parse env into build env
  783. cEnv := &ContainerEnvConfig{}
  784. rawValues, err := yaml.Marshal(rel.Config)
  785. if err != nil {
  786. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  787. Code: ErrReleaseReadData,
  788. Errors: []string{"could not get values of previous revision"},
  789. }, w)
  790. }
  791. yaml.Unmarshal(rawValues, cEnv)
  792. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  793. if err != nil {
  794. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  795. Code: ErrReleaseReadData,
  796. Errors: []string{"github repo integration not found"},
  797. }, w)
  798. }
  799. repoSplit := strings.Split(gitAction.GitRepo, "/")
  800. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  801. if err != nil || projID == 0 {
  802. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  803. return
  804. }
  805. gaRunner := &actions.GithubActions{
  806. GitIntegration: gr,
  807. GitRepoName: repoSplit[1],
  808. GitRepoOwner: repoSplit[0],
  809. Repo: *app.Repo,
  810. GithubConf: app.GithubProjectConf,
  811. WebhookToken: release.WebhookToken,
  812. ProjectID: uint(projID),
  813. ReleaseName: name,
  814. GitBranch: gitAction.GitBranch,
  815. DockerFilePath: gitAction.DockerfilePath,
  816. FolderPath: gitAction.FolderPath,
  817. ImageRepoURL: gitAction.ImageRepoURI,
  818. BuildEnv: cEnv.Container.Env.Normal,
  819. }
  820. err = gaRunner.CreateEnvSecret()
  821. if err != nil {
  822. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  823. Code: ErrReleaseReadData,
  824. Errors: []string{"could not update github secret"},
  825. }, w)
  826. }
  827. }
  828. }
  829. w.WriteHeader(http.StatusOK)
  830. }
  831. // ------------------------ Release handler helper functions ------------------------ //
  832. // getAgentFromQueryParams uses the query params to populate a form, and then
  833. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  834. // Helm agent.
  835. func (app *App) getAgentFromQueryParams(
  836. w http.ResponseWriter,
  837. r *http.Request,
  838. form *forms.ReleaseForm,
  839. // populate uses the query params to populate a form
  840. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  841. ) (*helm.Agent, error) {
  842. vals, err := url.ParseQuery(r.URL.RawQuery)
  843. if err != nil {
  844. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  845. return nil, err
  846. }
  847. for _, f := range populate {
  848. err := f(vals, app.Repo.Cluster)
  849. if err != nil {
  850. app.handleErrorInternal(err, w)
  851. return nil, err
  852. }
  853. }
  854. return app.getAgentFromReleaseForm(w, r, form)
  855. }
  856. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  857. // the userID found in the session and the options required by the Helm agent.
  858. func (app *App) getAgentFromReleaseForm(
  859. w http.ResponseWriter,
  860. r *http.Request,
  861. form *forms.ReleaseForm,
  862. ) (*helm.Agent, error) {
  863. var err error
  864. // validate the form
  865. if err := app.validator.Struct(form); err != nil {
  866. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  867. return nil, err
  868. }
  869. // create a new agent
  870. var agent *helm.Agent
  871. if app.ServerConf.IsTesting {
  872. agent = app.TestAgents.HelmAgent
  873. } else {
  874. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  875. }
  876. if err != nil {
  877. app.handleErrorInternal(err, w)
  878. }
  879. return agent, err
  880. }
  881. const veleroForm string = `tags:
  882. - hello
  883. tabs:
  884. - name: main
  885. context:
  886. type: cluster
  887. config:
  888. group: velero.io
  889. version: v1
  890. resource: backups
  891. label: Backups
  892. sections:
  893. - name: section_one
  894. contents:
  895. - type: heading
  896. label: 💾 Velero Backups
  897. - type: resource-list
  898. value: |
  899. .items[] | {
  900. name: .metadata.name,
  901. label: .metadata.namespace,
  902. status: .status.phase,
  903. timestamp: .status.completionTimestamp,
  904. message: [
  905. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  906. "Finished \(.status.completionTimestamp).",
  907. "Backup expires on \(.status.expiration)."
  908. ]|join(" "),
  909. data: {
  910. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  911. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  912. "Storage Location": .spec.storageLocation
  913. }
  914. }`