release_handler.go 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  10. "github.com/porter-dev/porter/internal/models"
  11. "github.com/porter-dev/porter/internal/templater/parser"
  12. "helm.sh/helm/v3/pkg/release"
  13. v1 "k8s.io/api/core/v1"
  14. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  15. "github.com/go-chi/chi"
  16. "github.com/porter-dev/porter/internal/forms"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/grapher"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/kubernetes"
  22. "github.com/porter-dev/porter/internal/repository"
  23. segment "gopkg.in/segmentio/analytics-go.v3"
  24. "gopkg.in/yaml.v2"
  25. )
  26. // Enumeration of release API error codes, represented as int64
  27. const (
  28. ErrReleaseDecode ErrorCode = iota + 600
  29. ErrReleaseValidateFields
  30. ErrReleaseReadData
  31. ErrReleaseDeploy
  32. )
  33. // HandleListReleases retrieves a list of releases for a cluster
  34. // with various filter options
  35. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  36. form := &forms.ListReleaseForm{
  37. ReleaseForm: &forms.ReleaseForm{
  38. Form: &helm.Form{
  39. Repo: app.Repo,
  40. DigitalOceanOAuth: app.DOConf,
  41. },
  42. },
  43. ListFilter: &helm.ListFilter{},
  44. }
  45. agent, err := app.getAgentFromQueryParams(
  46. w,
  47. r,
  48. form.ReleaseForm,
  49. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  50. form.PopulateListFromQueryParams,
  51. )
  52. // errors are handled in app.getAgentFromQueryParams
  53. if err != nil {
  54. return
  55. }
  56. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  57. if err != nil {
  58. app.handleErrorRead(err, ErrReleaseReadData, w)
  59. return
  60. }
  61. if err := json.NewEncoder(w).Encode(releases); err != nil {
  62. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  63. return
  64. }
  65. }
  66. // PorterRelease is a helm release with a form attached
  67. type PorterRelease struct {
  68. *release.Release
  69. Form *models.FormYAML `json:"form"`
  70. HasMetrics bool `json:"has_metrics"`
  71. LatestVersion string `json:"latest_version"`
  72. GitActionConfig *models.GitActionConfigExternal `json:"git_action_config"`
  73. }
  74. var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
  75. // HandleGetRelease retrieves a single release based on a name and revision
  76. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  77. name := chi.URLParam(r, "name")
  78. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  79. form := &forms.GetReleaseForm{
  80. ReleaseForm: &forms.ReleaseForm{
  81. Form: &helm.Form{
  82. Repo: app.Repo,
  83. DigitalOceanOAuth: app.DOConf,
  84. },
  85. },
  86. Name: name,
  87. Revision: int(revision),
  88. }
  89. agent, err := app.getAgentFromQueryParams(
  90. w,
  91. r,
  92. form.ReleaseForm,
  93. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  94. )
  95. // errors are handled in app.getAgentFromQueryParams
  96. if err != nil {
  97. return
  98. }
  99. release, err := agent.GetRelease(form.Name, form.Revision)
  100. if err != nil {
  101. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  102. Code: ErrReleaseReadData,
  103. Errors: []string{"release not found"},
  104. }, w)
  105. return
  106. }
  107. // get the filter options
  108. k8sForm := &forms.K8sForm{
  109. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  110. Repo: app.Repo,
  111. DigitalOceanOAuth: app.DOConf,
  112. },
  113. }
  114. vals, err := url.ParseQuery(r.URL.RawQuery)
  115. if err != nil {
  116. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  117. return
  118. }
  119. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  120. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  121. // validate the form
  122. if err := app.validator.Struct(k8sForm); err != nil {
  123. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  124. return
  125. }
  126. // create a new dynamic client
  127. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  128. if err != nil {
  129. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  130. return
  131. }
  132. parserDef := &parser.ClientConfigDefault{
  133. DynamicClient: dynClient,
  134. HelmChart: release.Chart,
  135. HelmRelease: release,
  136. }
  137. res := &PorterRelease{release, nil, false, "", nil}
  138. for _, file := range release.Chart.Files {
  139. if strings.Contains(file.Name, "form.yaml") {
  140. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  141. if err != nil {
  142. break
  143. }
  144. res.Form = formYAML
  145. break
  146. }
  147. }
  148. // if form not populated, detect common charts
  149. if res.Form == nil {
  150. // for now just case by name
  151. if res.Release.Chart.Name() == "velero" {
  152. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  153. if err == nil {
  154. res.Form = formYAML
  155. }
  156. }
  157. }
  158. // get prometheus service
  159. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  160. if err != nil {
  161. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  162. return
  163. }
  164. res.HasMetrics = found
  165. // detect if Porter application chart and attempt to get the latest version
  166. // from chart repo
  167. if _, found := porterApplications[res.Chart.Metadata.Name]; found {
  168. repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultApplicationHelmRepoURL)
  169. if err == nil {
  170. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  171. if porterChart != nil && len(porterChart.Versions) > 0 {
  172. res.LatestVersion = porterChart.Versions[0]
  173. }
  174. }
  175. }
  176. // if the release was created from this server,
  177. modelRelease, err := app.Repo.Release.ReadRelease(form.Cluster.ID, release.Name, release.Namespace)
  178. if modelRelease != nil {
  179. gitAction := modelRelease.GitActionConfig
  180. if gitAction.ID != 0 {
  181. res.GitActionConfig = gitAction.Externalize()
  182. }
  183. }
  184. if err := json.NewEncoder(w).Encode(res); err != nil {
  185. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  186. return
  187. }
  188. }
  189. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  190. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  191. name := chi.URLParam(r, "name")
  192. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  193. form := &forms.GetReleaseForm{
  194. ReleaseForm: &forms.ReleaseForm{
  195. Form: &helm.Form{
  196. Repo: app.Repo,
  197. DigitalOceanOAuth: app.DOConf,
  198. },
  199. },
  200. Name: name,
  201. Revision: int(revision),
  202. }
  203. agent, err := app.getAgentFromQueryParams(
  204. w,
  205. r,
  206. form.ReleaseForm,
  207. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  208. )
  209. // errors are handled in app.getAgentFromQueryParams
  210. if err != nil {
  211. return
  212. }
  213. release, err := agent.GetRelease(form.Name, form.Revision)
  214. if err != nil {
  215. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  216. Code: ErrReleaseReadData,
  217. Errors: []string{"release not found"},
  218. }, w)
  219. return
  220. }
  221. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  222. objects := grapher.ParseObjs(yamlArr, release.Namespace)
  223. parsed := grapher.ParsedObjs{
  224. Objects: objects,
  225. }
  226. parsed.GetControlRel()
  227. parsed.GetLabelRel()
  228. parsed.GetSpecRel()
  229. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  230. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  231. return
  232. }
  233. }
  234. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  235. // Used to display status of charts.
  236. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  237. name := chi.URLParam(r, "name")
  238. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  239. form := &forms.GetReleaseForm{
  240. ReleaseForm: &forms.ReleaseForm{
  241. Form: &helm.Form{
  242. Repo: app.Repo,
  243. DigitalOceanOAuth: app.DOConf,
  244. },
  245. },
  246. Name: name,
  247. Revision: int(revision),
  248. }
  249. agent, err := app.getAgentFromQueryParams(
  250. w,
  251. r,
  252. form.ReleaseForm,
  253. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  254. )
  255. // errors are handled in app.getAgentFromQueryParams
  256. if err != nil {
  257. return
  258. }
  259. release, err := agent.GetRelease(form.Name, form.Revision)
  260. if err != nil {
  261. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  262. Code: ErrReleaseReadData,
  263. Errors: []string{"release not found"},
  264. }, w)
  265. return
  266. }
  267. vals, err := url.ParseQuery(r.URL.RawQuery)
  268. if err != nil {
  269. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  270. return
  271. }
  272. // get the filter options
  273. k8sForm := &forms.K8sForm{
  274. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  275. Repo: app.Repo,
  276. DigitalOceanOAuth: app.DOConf,
  277. },
  278. }
  279. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  280. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  281. // validate the form
  282. if err := app.validator.Struct(k8sForm); err != nil {
  283. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  284. return
  285. }
  286. // create a new kubernetes agent
  287. var k8sAgent *kubernetes.Agent
  288. if app.ServerConf.IsTesting {
  289. k8sAgent = app.TestAgents.K8sAgent
  290. } else {
  291. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  292. }
  293. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  294. controllers := grapher.ParseControllers(yamlArr)
  295. retrievedControllers := []interface{}{}
  296. // get current status of each controller
  297. // TODO: refactor with type assertion
  298. for _, c := range controllers {
  299. c.Namespace = form.ReleaseForm.Form.Namespace
  300. switch c.Kind {
  301. case "Deployment":
  302. rc, err := k8sAgent.GetDeployment(c)
  303. if err != nil {
  304. app.handleErrorDataRead(err, w)
  305. return
  306. }
  307. rc.Kind = c.Kind
  308. retrievedControllers = append(retrievedControllers, rc)
  309. case "StatefulSet":
  310. rc, err := k8sAgent.GetStatefulSet(c)
  311. if err != nil {
  312. app.handleErrorDataRead(err, w)
  313. return
  314. }
  315. rc.Kind = c.Kind
  316. retrievedControllers = append(retrievedControllers, rc)
  317. case "DaemonSet":
  318. rc, err := k8sAgent.GetDaemonSet(c)
  319. if err != nil {
  320. app.handleErrorDataRead(err, w)
  321. return
  322. }
  323. rc.Kind = c.Kind
  324. retrievedControllers = append(retrievedControllers, rc)
  325. case "ReplicaSet":
  326. rc, err := k8sAgent.GetReplicaSet(c)
  327. if err != nil {
  328. app.handleErrorDataRead(err, w)
  329. return
  330. }
  331. rc.Kind = c.Kind
  332. retrievedControllers = append(retrievedControllers, rc)
  333. case "CronJob":
  334. rc, err := k8sAgent.GetCronJob(c)
  335. if err != nil {
  336. app.handleErrorDataRead(err, w)
  337. return
  338. }
  339. rc.Kind = c.Kind
  340. retrievedControllers = append(retrievedControllers, rc)
  341. }
  342. }
  343. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  344. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  345. return
  346. }
  347. }
  348. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  349. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  350. name := chi.URLParam(r, "name")
  351. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  352. form := &forms.GetReleaseForm{
  353. ReleaseForm: &forms.ReleaseForm{
  354. Form: &helm.Form{
  355. Repo: app.Repo,
  356. DigitalOceanOAuth: app.DOConf,
  357. },
  358. },
  359. Name: name,
  360. Revision: int(revision),
  361. }
  362. agent, err := app.getAgentFromQueryParams(
  363. w,
  364. r,
  365. form.ReleaseForm,
  366. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  367. )
  368. // errors are handled in app.getAgentFromQueryParams
  369. if err != nil {
  370. return
  371. }
  372. release, err := agent.GetRelease(form.Name, form.Revision)
  373. if err != nil {
  374. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  375. Code: ErrReleaseReadData,
  376. Errors: []string{"release not found"},
  377. }, w)
  378. return
  379. }
  380. vals, err := url.ParseQuery(r.URL.RawQuery)
  381. if err != nil {
  382. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  383. return
  384. }
  385. // get the filter options
  386. k8sForm := &forms.K8sForm{
  387. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  388. Repo: app.Repo,
  389. DigitalOceanOAuth: app.DOConf,
  390. },
  391. }
  392. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  393. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  394. // validate the form
  395. if err := app.validator.Struct(k8sForm); err != nil {
  396. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  397. return
  398. }
  399. // create a new kubernetes agent
  400. var k8sAgent *kubernetes.Agent
  401. if app.ServerConf.IsTesting {
  402. k8sAgent = app.TestAgents.K8sAgent
  403. } else {
  404. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  405. }
  406. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  407. controllers := grapher.ParseControllers(yamlArr)
  408. pods := make([]v1.Pod, 0)
  409. // get current status of each controller
  410. for _, c := range controllers {
  411. var selector *metav1.LabelSelector
  412. switch c.Kind {
  413. case "Deployment":
  414. rc, err := k8sAgent.GetDeployment(c)
  415. if err != nil {
  416. app.handleErrorDataRead(err, w)
  417. return
  418. }
  419. selector = rc.Spec.Selector
  420. case "StatefulSet":
  421. rc, err := k8sAgent.GetStatefulSet(c)
  422. if err != nil {
  423. app.handleErrorDataRead(err, w)
  424. return
  425. }
  426. selector = rc.Spec.Selector
  427. case "DaemonSet":
  428. rc, err := k8sAgent.GetDaemonSet(c)
  429. if err != nil {
  430. app.handleErrorDataRead(err, w)
  431. return
  432. }
  433. selector = rc.Spec.Selector
  434. case "ReplicaSet":
  435. rc, err := k8sAgent.GetReplicaSet(c)
  436. if err != nil {
  437. app.handleErrorDataRead(err, w)
  438. return
  439. }
  440. selector = rc.Spec.Selector
  441. case "CronJob":
  442. rc, err := k8sAgent.GetCronJob(c)
  443. if err != nil {
  444. app.handleErrorDataRead(err, w)
  445. return
  446. }
  447. selector = rc.Spec.JobTemplate.Spec.Selector
  448. }
  449. selectors := make([]string, 0)
  450. for key, val := range selector.MatchLabels {
  451. selectors = append(selectors, key+"="+val)
  452. }
  453. namespace := vals.Get("namespace")
  454. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","), namespace)
  455. if err != nil {
  456. app.handleErrorDataRead(err, w)
  457. return
  458. }
  459. pods = append(pods, podList.Items...)
  460. }
  461. if err := json.NewEncoder(w).Encode(pods); err != nil {
  462. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  463. return
  464. }
  465. }
  466. // HandleListReleaseHistory retrieves a history of releases based on a release name
  467. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  468. name := chi.URLParam(r, "name")
  469. form := &forms.ListReleaseHistoryForm{
  470. ReleaseForm: &forms.ReleaseForm{
  471. Form: &helm.Form{
  472. Repo: app.Repo,
  473. DigitalOceanOAuth: app.DOConf,
  474. },
  475. },
  476. Name: name,
  477. }
  478. agent, err := app.getAgentFromQueryParams(
  479. w,
  480. r,
  481. form.ReleaseForm,
  482. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  483. )
  484. // errors are handled in app.getAgentFromQueryParams
  485. if err != nil {
  486. return
  487. }
  488. release, err := agent.GetReleaseHistory(form.Name)
  489. if err != nil {
  490. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  491. Code: ErrReleaseReadData,
  492. Errors: []string{"release not found"},
  493. }, w)
  494. return
  495. }
  496. if err := json.NewEncoder(w).Encode(release); err != nil {
  497. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  498. return
  499. }
  500. }
  501. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  502. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  503. name := chi.URLParam(r, "name")
  504. vals, err := url.ParseQuery(r.URL.RawQuery)
  505. namespace := vals["namespace"][0]
  506. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  507. if err != nil {
  508. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  509. Code: ErrReleaseReadData,
  510. Errors: []string{"release not found"},
  511. }, w)
  512. }
  513. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  514. if err != nil {
  515. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  516. Code: ErrReleaseReadData,
  517. Errors: []string{"release not found"},
  518. }, w)
  519. }
  520. releaseExt := release.Externalize()
  521. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  522. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  523. return
  524. }
  525. }
  526. type ContainerEnvConfig struct {
  527. Container struct {
  528. Env struct {
  529. Normal map[string]string `yaml:"normal"`
  530. } `yaml:"env"`
  531. } `yaml:"container"`
  532. }
  533. // HandleUpgradeRelease upgrades a release with new values.yaml
  534. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  535. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  536. if err != nil || projID == 0 {
  537. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  538. return
  539. }
  540. name := chi.URLParam(r, "name")
  541. vals, err := url.ParseQuery(r.URL.RawQuery)
  542. if err != nil {
  543. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  544. return
  545. }
  546. form := &forms.UpgradeReleaseForm{
  547. ReleaseForm: &forms.ReleaseForm{
  548. Form: &helm.Form{
  549. Repo: app.Repo,
  550. DigitalOceanOAuth: app.DOConf,
  551. },
  552. },
  553. Name: name,
  554. }
  555. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  556. vals,
  557. app.Repo.Cluster,
  558. )
  559. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  560. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  561. return
  562. }
  563. agent, err := app.getAgentFromReleaseForm(
  564. w,
  565. r,
  566. form.ReleaseForm,
  567. )
  568. // errors are handled in app.getAgentFromBodyParams
  569. if err != nil {
  570. return
  571. }
  572. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  573. if err != nil {
  574. app.handleErrorDataRead(err, w)
  575. return
  576. }
  577. conf := &helm.UpgradeReleaseConfig{
  578. Name: form.Name,
  579. Cluster: form.ReleaseForm.Cluster,
  580. Repo: *app.Repo,
  581. Registries: registries,
  582. }
  583. // if the chart version is set, load a chart from the repo
  584. if form.ChartVersion != "" {
  585. release, err := agent.GetRelease(form.Name, 0)
  586. if err != nil {
  587. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  588. Code: ErrReleaseReadData,
  589. Errors: []string{"release not found"},
  590. }, w)
  591. return
  592. }
  593. if _, found := porterApplications[release.Chart.Metadata.Name]; found {
  594. chart, err := loader.LoadChartPublic(
  595. app.ServerConf.DefaultApplicationHelmRepoURL,
  596. release.Chart.Metadata.Name,
  597. form.ChartVersion,
  598. )
  599. if err != nil {
  600. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  601. Code: ErrReleaseReadData,
  602. Errors: []string{"chart not found"},
  603. }, w)
  604. return
  605. }
  606. conf.Chart = chart
  607. }
  608. }
  609. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  610. if err != nil {
  611. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  612. Code: ErrReleaseDeploy,
  613. Errors: []string{err.Error()},
  614. }, w)
  615. return
  616. }
  617. // update the github actions env if the release exists and is built from source
  618. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  619. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  620. if err != nil {
  621. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  622. Code: ErrReleaseReadData,
  623. Errors: []string{"release not found"},
  624. }, w)
  625. }
  626. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  627. if release != nil {
  628. // update image repo uri if changed
  629. repository := rel.Config["image"].(map[string]interface{})["repository"]
  630. repoStr, ok := repository.(string)
  631. if !ok {
  632. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  633. return
  634. }
  635. if repoStr != release.ImageRepoURI {
  636. release, err = app.Repo.Release.UpdateRelease(release)
  637. if err != nil {
  638. app.handleErrorInternal(err, w)
  639. return
  640. }
  641. }
  642. gitAction := release.GitActionConfig
  643. if gitAction.ID != 0 {
  644. // parse env into build env
  645. cEnv := &ContainerEnvConfig{}
  646. yaml.Unmarshal([]byte(form.Values), cEnv)
  647. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  648. if err != nil {
  649. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  650. Code: ErrReleaseReadData,
  651. Errors: []string{"github repo integration not found"},
  652. }, w)
  653. }
  654. repoSplit := strings.Split(gitAction.GitRepo, "/")
  655. gaRunner := &actions.GithubActions{
  656. ServerURL: app.ServerConf.ServerURL,
  657. GitIntegration: gr,
  658. GitRepoName: repoSplit[1],
  659. GitRepoOwner: repoSplit[0],
  660. Repo: *app.Repo,
  661. GithubConf: app.GithubProjectConf,
  662. WebhookToken: release.WebhookToken,
  663. ProjectID: uint(projID),
  664. ReleaseName: name,
  665. GitBranch: gitAction.GitBranch,
  666. DockerFilePath: gitAction.DockerfilePath,
  667. FolderPath: gitAction.FolderPath,
  668. ImageRepoURL: gitAction.ImageRepoURI,
  669. BuildEnv: cEnv.Container.Env.Normal,
  670. }
  671. err = gaRunner.CreateEnvSecret()
  672. if err != nil {
  673. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  674. Code: ErrReleaseReadData,
  675. Errors: []string{"could not update github secret"},
  676. }, w)
  677. }
  678. }
  679. }
  680. }
  681. w.WriteHeader(http.StatusOK)
  682. }
  683. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  684. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  685. token := chi.URLParam(r, "token")
  686. // retrieve release by token
  687. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  688. if err != nil {
  689. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  690. Code: ErrReleaseReadData,
  691. Errors: []string{"release not found with given webhook"},
  692. }, w)
  693. return
  694. }
  695. params := map[string][]string{}
  696. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  697. params["storage"] = []string{"secret"}
  698. params["namespace"] = []string{release.Namespace}
  699. vals, err := url.ParseQuery(r.URL.RawQuery)
  700. if err != nil {
  701. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  702. return
  703. }
  704. form := &forms.UpgradeReleaseForm{
  705. ReleaseForm: &forms.ReleaseForm{
  706. Form: &helm.Form{
  707. Repo: app.Repo,
  708. DigitalOceanOAuth: app.DOConf,
  709. },
  710. },
  711. Name: release.Name,
  712. }
  713. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  714. params,
  715. app.Repo.Cluster,
  716. )
  717. agent, err := app.getAgentFromReleaseForm(
  718. w,
  719. r,
  720. form.ReleaseForm,
  721. )
  722. // errors are handled in app.getAgentFromBodyParams
  723. if err != nil {
  724. return
  725. }
  726. rel, err := agent.GetRelease(form.Name, 0)
  727. // repository is set to current repository by default
  728. commit := vals["commit"][0]
  729. repository := rel.Config["image"].(map[string]interface{})["repository"]
  730. gitAction := release.GitActionConfig
  731. if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
  732. repository = gitAction.ImageRepoURI
  733. } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
  734. repository = gitAction.ImageRepoURI
  735. }
  736. image := map[string]interface{}{}
  737. image["repository"] = repository
  738. image["tag"] = commit
  739. rel.Config["image"] = image
  740. if rel.Config["auto_deploy"] == false {
  741. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  742. Code: ErrReleaseDeploy,
  743. Errors: []string{"Deploy webhook is disabled for this deployment."},
  744. }, w)
  745. return
  746. }
  747. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  748. if err != nil {
  749. app.handleErrorDataRead(err, w)
  750. return
  751. }
  752. conf := &helm.UpgradeReleaseConfig{
  753. Name: form.Name,
  754. Cluster: form.ReleaseForm.Cluster,
  755. Repo: *app.Repo,
  756. Registries: registries,
  757. Values: rel.Config,
  758. }
  759. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  760. if err != nil {
  761. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  762. Code: ErrReleaseDeploy,
  763. Errors: []string{err.Error()},
  764. }, w)
  765. return
  766. }
  767. if app.segmentClient != nil {
  768. client := *app.segmentClient
  769. client.Enqueue(segment.Track{
  770. UserId: "anonymous",
  771. Event: "Triggered Re-deploy via Webhook",
  772. Properties: segment.NewProperties().
  773. Set("repository", repository),
  774. })
  775. }
  776. w.WriteHeader(http.StatusOK)
  777. }
  778. // HandleRollbackRelease rolls a release back to a specified revision
  779. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  780. name := chi.URLParam(r, "name")
  781. vals, err := url.ParseQuery(r.URL.RawQuery)
  782. if err != nil {
  783. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  784. return
  785. }
  786. form := &forms.RollbackReleaseForm{
  787. ReleaseForm: &forms.ReleaseForm{
  788. Form: &helm.Form{
  789. Repo: app.Repo,
  790. DigitalOceanOAuth: app.DOConf,
  791. },
  792. },
  793. Name: name,
  794. }
  795. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  796. vals,
  797. app.Repo.Cluster,
  798. )
  799. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  800. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  801. return
  802. }
  803. agent, err := app.getAgentFromReleaseForm(
  804. w,
  805. r,
  806. form.ReleaseForm,
  807. )
  808. // errors are handled in app.getAgentFromBodyParams
  809. if err != nil {
  810. return
  811. }
  812. err = agent.RollbackRelease(form.Name, form.Revision)
  813. if err != nil {
  814. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  815. Code: ErrReleaseDeploy,
  816. Errors: []string{"error rolling back release " + err.Error()},
  817. }, w)
  818. return
  819. }
  820. // get the full release data for GHA updating
  821. rel, err := agent.GetRelease(form.Name, form.Revision)
  822. if err != nil {
  823. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  824. Code: ErrReleaseReadData,
  825. Errors: []string{"release not found"},
  826. }, w)
  827. return
  828. }
  829. // update the github actions env if the release exists and is built from source
  830. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  831. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  832. if err != nil {
  833. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  834. Code: ErrReleaseReadData,
  835. Errors: []string{"release not found"},
  836. }, w)
  837. }
  838. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  839. if release != nil {
  840. // update image repo uri if changed
  841. repository := rel.Config["image"].(map[string]interface{})["repository"]
  842. repoStr, ok := repository.(string)
  843. if !ok {
  844. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  845. return
  846. }
  847. if repoStr != release.ImageRepoURI {
  848. release, err = app.Repo.Release.UpdateRelease(release)
  849. if err != nil {
  850. app.handleErrorInternal(err, w)
  851. return
  852. }
  853. }
  854. gitAction := release.GitActionConfig
  855. if gitAction.ID != 0 {
  856. // parse env into build env
  857. cEnv := &ContainerEnvConfig{}
  858. rawValues, err := yaml.Marshal(rel.Config)
  859. if err != nil {
  860. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  861. Code: ErrReleaseReadData,
  862. Errors: []string{"could not get values of previous revision"},
  863. }, w)
  864. }
  865. yaml.Unmarshal(rawValues, cEnv)
  866. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  867. if err != nil {
  868. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  869. Code: ErrReleaseReadData,
  870. Errors: []string{"github repo integration not found"},
  871. }, w)
  872. }
  873. repoSplit := strings.Split(gitAction.GitRepo, "/")
  874. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  875. if err != nil || projID == 0 {
  876. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  877. return
  878. }
  879. gaRunner := &actions.GithubActions{
  880. ServerURL: app.ServerConf.ServerURL,
  881. GitIntegration: gr,
  882. GitRepoName: repoSplit[1],
  883. GitRepoOwner: repoSplit[0],
  884. Repo: *app.Repo,
  885. GithubConf: app.GithubProjectConf,
  886. WebhookToken: release.WebhookToken,
  887. ProjectID: uint(projID),
  888. ReleaseName: name,
  889. GitBranch: gitAction.GitBranch,
  890. DockerFilePath: gitAction.DockerfilePath,
  891. FolderPath: gitAction.FolderPath,
  892. ImageRepoURL: gitAction.ImageRepoURI,
  893. BuildEnv: cEnv.Container.Env.Normal,
  894. }
  895. err = gaRunner.CreateEnvSecret()
  896. if err != nil {
  897. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  898. Code: ErrReleaseReadData,
  899. Errors: []string{"could not update github secret"},
  900. }, w)
  901. }
  902. }
  903. }
  904. }
  905. w.WriteHeader(http.StatusOK)
  906. }
  907. // ------------------------ Release handler helper functions ------------------------ //
  908. // getAgentFromQueryParams uses the query params to populate a form, and then
  909. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  910. // Helm agent.
  911. func (app *App) getAgentFromQueryParams(
  912. w http.ResponseWriter,
  913. r *http.Request,
  914. form *forms.ReleaseForm,
  915. // populate uses the query params to populate a form
  916. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  917. ) (*helm.Agent, error) {
  918. vals, err := url.ParseQuery(r.URL.RawQuery)
  919. if err != nil {
  920. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  921. return nil, err
  922. }
  923. for _, f := range populate {
  924. err := f(vals, app.Repo.Cluster)
  925. if err != nil {
  926. app.handleErrorInternal(err, w)
  927. return nil, err
  928. }
  929. }
  930. return app.getAgentFromReleaseForm(w, r, form)
  931. }
  932. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  933. // the userID found in the session and the options required by the Helm agent.
  934. func (app *App) getAgentFromReleaseForm(
  935. w http.ResponseWriter,
  936. r *http.Request,
  937. form *forms.ReleaseForm,
  938. ) (*helm.Agent, error) {
  939. var err error
  940. // validate the form
  941. if err := app.validator.Struct(form); err != nil {
  942. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  943. return nil, err
  944. }
  945. // create a new agent
  946. var agent *helm.Agent
  947. if app.ServerConf.IsTesting {
  948. agent = app.TestAgents.HelmAgent
  949. } else {
  950. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  951. }
  952. if err != nil {
  953. app.handleErrorInternal(err, w)
  954. }
  955. return agent, err
  956. }
  957. const veleroForm string = `tags:
  958. - hello
  959. tabs:
  960. - name: main
  961. context:
  962. type: cluster
  963. config:
  964. group: velero.io
  965. version: v1
  966. resource: backups
  967. label: Backups
  968. sections:
  969. - name: section_one
  970. contents:
  971. - type: heading
  972. label: 💾 Velero Backups
  973. - type: resource-list
  974. value: |
  975. .items[] | {
  976. name: .metadata.name,
  977. label: .metadata.namespace,
  978. status: .status.phase,
  979. timestamp: .status.completionTimestamp,
  980. message: [
  981. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  982. "Finished \(.status.completionTimestamp).",
  983. "Backup expires on \(.status.expiration)."
  984. ]|join(" "),
  985. data: {
  986. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  987. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  988. "Storage Location": .spec.storageLocation
  989. }
  990. }`