release_handler.go 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  10. "github.com/porter-dev/porter/internal/models"
  11. "github.com/porter-dev/porter/internal/templater/parser"
  12. "helm.sh/helm/v3/pkg/release"
  13. v1 "k8s.io/api/core/v1"
  14. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  15. "github.com/go-chi/chi"
  16. "github.com/porter-dev/porter/internal/forms"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/grapher"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/kubernetes"
  22. "github.com/porter-dev/porter/internal/repository"
  23. segment "gopkg.in/segmentio/analytics-go.v3"
  24. "gopkg.in/yaml.v2"
  25. )
  26. // Enumeration of release API error codes, represented as int64
  27. const (
  28. ErrReleaseDecode ErrorCode = iota + 600
  29. ErrReleaseValidateFields
  30. ErrReleaseReadData
  31. ErrReleaseDeploy
  32. )
  33. // HandleListReleases retrieves a list of releases for a cluster
  34. // with various filter options
  35. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  36. form := &forms.ListReleaseForm{
  37. ReleaseForm: &forms.ReleaseForm{
  38. Form: &helm.Form{
  39. Repo: app.Repo,
  40. DigitalOceanOAuth: app.DOConf,
  41. },
  42. },
  43. ListFilter: &helm.ListFilter{},
  44. }
  45. agent, err := app.getAgentFromQueryParams(
  46. w,
  47. r,
  48. form.ReleaseForm,
  49. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  50. form.PopulateListFromQueryParams,
  51. )
  52. // errors are handled in app.getAgentFromQueryParams
  53. if err != nil {
  54. return
  55. }
  56. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  57. if err != nil {
  58. app.handleErrorRead(err, ErrReleaseReadData, w)
  59. return
  60. }
  61. if err := json.NewEncoder(w).Encode(releases); err != nil {
  62. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  63. return
  64. }
  65. }
  66. // PorterRelease is a helm release with a form attached
  67. type PorterRelease struct {
  68. *release.Release
  69. Form *models.FormYAML `json:"form"`
  70. HasMetrics bool `json:"has_metrics"`
  71. LatestVersion string `json:"latest_version"`
  72. }
  73. var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
  74. // HandleGetRelease retrieves a single release based on a name and revision
  75. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  76. name := chi.URLParam(r, "name")
  77. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  78. form := &forms.GetReleaseForm{
  79. ReleaseForm: &forms.ReleaseForm{
  80. Form: &helm.Form{
  81. Repo: app.Repo,
  82. DigitalOceanOAuth: app.DOConf,
  83. },
  84. },
  85. Name: name,
  86. Revision: int(revision),
  87. }
  88. agent, err := app.getAgentFromQueryParams(
  89. w,
  90. r,
  91. form.ReleaseForm,
  92. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  93. )
  94. // errors are handled in app.getAgentFromQueryParams
  95. if err != nil {
  96. return
  97. }
  98. release, err := agent.GetRelease(form.Name, form.Revision)
  99. if err != nil {
  100. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  101. Code: ErrReleaseReadData,
  102. Errors: []string{"release not found"},
  103. }, w)
  104. return
  105. }
  106. // get the filter options
  107. k8sForm := &forms.K8sForm{
  108. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  109. Repo: app.Repo,
  110. DigitalOceanOAuth: app.DOConf,
  111. },
  112. }
  113. vals, err := url.ParseQuery(r.URL.RawQuery)
  114. if err != nil {
  115. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  116. return
  117. }
  118. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  119. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  120. // validate the form
  121. if err := app.validator.Struct(k8sForm); err != nil {
  122. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  123. return
  124. }
  125. // create a new dynamic client
  126. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  127. if err != nil {
  128. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  129. return
  130. }
  131. parserDef := &parser.ClientConfigDefault{
  132. DynamicClient: dynClient,
  133. HelmChart: release.Chart,
  134. HelmRelease: release,
  135. }
  136. res := &PorterRelease{release, nil, false, ""}
  137. for _, file := range release.Chart.Files {
  138. if strings.Contains(file.Name, "form.yaml") {
  139. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  140. if err != nil {
  141. break
  142. }
  143. res.Form = formYAML
  144. break
  145. }
  146. }
  147. // if form not populated, detect common charts
  148. if res.Form == nil {
  149. // for now just case by name
  150. if res.Release.Chart.Name() == "velero" {
  151. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  152. if err == nil {
  153. res.Form = formYAML
  154. }
  155. }
  156. }
  157. // get prometheus service
  158. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  159. if err != nil {
  160. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  161. return
  162. }
  163. res.HasMetrics = found
  164. // detect if Porter application chart and attempt to get the latest version
  165. // from chart repo
  166. if _, found := porterApplications[res.Chart.Metadata.Name]; found {
  167. repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultApplicationHelmRepoURL)
  168. if err == nil {
  169. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  170. if porterChart != nil && len(porterChart.Versions) > 0 {
  171. res.LatestVersion = porterChart.Versions[0]
  172. }
  173. }
  174. }
  175. if err := json.NewEncoder(w).Encode(res); err != nil {
  176. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  177. return
  178. }
  179. }
  180. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  181. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  182. name := chi.URLParam(r, "name")
  183. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  184. form := &forms.GetReleaseForm{
  185. ReleaseForm: &forms.ReleaseForm{
  186. Form: &helm.Form{
  187. Repo: app.Repo,
  188. DigitalOceanOAuth: app.DOConf,
  189. },
  190. },
  191. Name: name,
  192. Revision: int(revision),
  193. }
  194. agent, err := app.getAgentFromQueryParams(
  195. w,
  196. r,
  197. form.ReleaseForm,
  198. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  199. )
  200. // errors are handled in app.getAgentFromQueryParams
  201. if err != nil {
  202. return
  203. }
  204. release, err := agent.GetRelease(form.Name, form.Revision)
  205. if err != nil {
  206. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  207. Code: ErrReleaseReadData,
  208. Errors: []string{"release not found"},
  209. }, w)
  210. return
  211. }
  212. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  213. objects := grapher.ParseObjs(yamlArr, release.Namespace)
  214. parsed := grapher.ParsedObjs{
  215. Objects: objects,
  216. }
  217. parsed.GetControlRel()
  218. parsed.GetLabelRel()
  219. parsed.GetSpecRel()
  220. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  221. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  222. return
  223. }
  224. }
  225. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  226. // Used to display status of charts.
  227. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  228. name := chi.URLParam(r, "name")
  229. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  230. form := &forms.GetReleaseForm{
  231. ReleaseForm: &forms.ReleaseForm{
  232. Form: &helm.Form{
  233. Repo: app.Repo,
  234. DigitalOceanOAuth: app.DOConf,
  235. },
  236. },
  237. Name: name,
  238. Revision: int(revision),
  239. }
  240. agent, err := app.getAgentFromQueryParams(
  241. w,
  242. r,
  243. form.ReleaseForm,
  244. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  245. )
  246. // errors are handled in app.getAgentFromQueryParams
  247. if err != nil {
  248. return
  249. }
  250. release, err := agent.GetRelease(form.Name, form.Revision)
  251. if err != nil {
  252. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  253. Code: ErrReleaseReadData,
  254. Errors: []string{"release not found"},
  255. }, w)
  256. return
  257. }
  258. vals, err := url.ParseQuery(r.URL.RawQuery)
  259. if err != nil {
  260. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  261. return
  262. }
  263. // get the filter options
  264. k8sForm := &forms.K8sForm{
  265. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  266. Repo: app.Repo,
  267. DigitalOceanOAuth: app.DOConf,
  268. },
  269. }
  270. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  271. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  272. // validate the form
  273. if err := app.validator.Struct(k8sForm); err != nil {
  274. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  275. return
  276. }
  277. // create a new kubernetes agent
  278. var k8sAgent *kubernetes.Agent
  279. if app.ServerConf.IsTesting {
  280. k8sAgent = app.TestAgents.K8sAgent
  281. } else {
  282. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  283. }
  284. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  285. controllers := grapher.ParseControllers(yamlArr)
  286. retrievedControllers := []interface{}{}
  287. // get current status of each controller
  288. // TODO: refactor with type assertion
  289. for _, c := range controllers {
  290. c.Namespace = form.ReleaseForm.Form.Namespace
  291. switch c.Kind {
  292. case "Deployment":
  293. rc, err := k8sAgent.GetDeployment(c)
  294. if err != nil {
  295. app.handleErrorDataRead(err, w)
  296. return
  297. }
  298. rc.Kind = c.Kind
  299. retrievedControllers = append(retrievedControllers, rc)
  300. case "StatefulSet":
  301. rc, err := k8sAgent.GetStatefulSet(c)
  302. if err != nil {
  303. app.handleErrorDataRead(err, w)
  304. return
  305. }
  306. rc.Kind = c.Kind
  307. retrievedControllers = append(retrievedControllers, rc)
  308. case "DaemonSet":
  309. rc, err := k8sAgent.GetDaemonSet(c)
  310. if err != nil {
  311. app.handleErrorDataRead(err, w)
  312. return
  313. }
  314. rc.Kind = c.Kind
  315. retrievedControllers = append(retrievedControllers, rc)
  316. case "ReplicaSet":
  317. rc, err := k8sAgent.GetReplicaSet(c)
  318. if err != nil {
  319. app.handleErrorDataRead(err, w)
  320. return
  321. }
  322. rc.Kind = c.Kind
  323. retrievedControllers = append(retrievedControllers, rc)
  324. case "CronJob":
  325. rc, err := k8sAgent.GetCronJob(c)
  326. if err != nil {
  327. app.handleErrorDataRead(err, w)
  328. return
  329. }
  330. rc.Kind = c.Kind
  331. retrievedControllers = append(retrievedControllers, rc)
  332. }
  333. }
  334. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  335. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  336. return
  337. }
  338. }
  339. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  340. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  341. name := chi.URLParam(r, "name")
  342. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  343. form := &forms.GetReleaseForm{
  344. ReleaseForm: &forms.ReleaseForm{
  345. Form: &helm.Form{
  346. Repo: app.Repo,
  347. DigitalOceanOAuth: app.DOConf,
  348. },
  349. },
  350. Name: name,
  351. Revision: int(revision),
  352. }
  353. agent, err := app.getAgentFromQueryParams(
  354. w,
  355. r,
  356. form.ReleaseForm,
  357. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  358. )
  359. // errors are handled in app.getAgentFromQueryParams
  360. if err != nil {
  361. return
  362. }
  363. release, err := agent.GetRelease(form.Name, form.Revision)
  364. if err != nil {
  365. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  366. Code: ErrReleaseReadData,
  367. Errors: []string{"release not found"},
  368. }, w)
  369. return
  370. }
  371. vals, err := url.ParseQuery(r.URL.RawQuery)
  372. if err != nil {
  373. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  374. return
  375. }
  376. // get the filter options
  377. k8sForm := &forms.K8sForm{
  378. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  379. Repo: app.Repo,
  380. DigitalOceanOAuth: app.DOConf,
  381. },
  382. }
  383. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  384. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  385. // validate the form
  386. if err := app.validator.Struct(k8sForm); err != nil {
  387. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  388. return
  389. }
  390. // create a new kubernetes agent
  391. var k8sAgent *kubernetes.Agent
  392. if app.ServerConf.IsTesting {
  393. k8sAgent = app.TestAgents.K8sAgent
  394. } else {
  395. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  396. }
  397. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  398. controllers := grapher.ParseControllers(yamlArr)
  399. pods := make([]v1.Pod, 0)
  400. // get current status of each controller
  401. for _, c := range controllers {
  402. var selector *metav1.LabelSelector
  403. switch c.Kind {
  404. case "Deployment":
  405. rc, err := k8sAgent.GetDeployment(c)
  406. if err != nil {
  407. app.handleErrorDataRead(err, w)
  408. return
  409. }
  410. selector = rc.Spec.Selector
  411. case "StatefulSet":
  412. rc, err := k8sAgent.GetStatefulSet(c)
  413. if err != nil {
  414. app.handleErrorDataRead(err, w)
  415. return
  416. }
  417. selector = rc.Spec.Selector
  418. case "DaemonSet":
  419. rc, err := k8sAgent.GetDaemonSet(c)
  420. if err != nil {
  421. app.handleErrorDataRead(err, w)
  422. return
  423. }
  424. selector = rc.Spec.Selector
  425. case "ReplicaSet":
  426. rc, err := k8sAgent.GetReplicaSet(c)
  427. if err != nil {
  428. app.handleErrorDataRead(err, w)
  429. return
  430. }
  431. selector = rc.Spec.Selector
  432. case "CronJob":
  433. rc, err := k8sAgent.GetCronJob(c)
  434. if err != nil {
  435. app.handleErrorDataRead(err, w)
  436. return
  437. }
  438. selector = rc.Spec.JobTemplate.Spec.Selector
  439. }
  440. selectors := make([]string, 0)
  441. for key, val := range selector.MatchLabels {
  442. selectors = append(selectors, key+"="+val)
  443. }
  444. namespace := vals.Get("namespace")
  445. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","), namespace)
  446. if err != nil {
  447. app.handleErrorDataRead(err, w)
  448. return
  449. }
  450. pods = append(pods, podList.Items...)
  451. }
  452. if err := json.NewEncoder(w).Encode(pods); err != nil {
  453. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  454. return
  455. }
  456. }
  457. // HandleListReleaseHistory retrieves a history of releases based on a release name
  458. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  459. name := chi.URLParam(r, "name")
  460. form := &forms.ListReleaseHistoryForm{
  461. ReleaseForm: &forms.ReleaseForm{
  462. Form: &helm.Form{
  463. Repo: app.Repo,
  464. DigitalOceanOAuth: app.DOConf,
  465. },
  466. },
  467. Name: name,
  468. }
  469. agent, err := app.getAgentFromQueryParams(
  470. w,
  471. r,
  472. form.ReleaseForm,
  473. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  474. )
  475. // errors are handled in app.getAgentFromQueryParams
  476. if err != nil {
  477. return
  478. }
  479. release, err := agent.GetReleaseHistory(form.Name)
  480. if err != nil {
  481. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  482. Code: ErrReleaseReadData,
  483. Errors: []string{"release not found"},
  484. }, w)
  485. return
  486. }
  487. if err := json.NewEncoder(w).Encode(release); err != nil {
  488. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  489. return
  490. }
  491. }
  492. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  493. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  494. name := chi.URLParam(r, "name")
  495. vals, err := url.ParseQuery(r.URL.RawQuery)
  496. namespace := vals["namespace"][0]
  497. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  498. if err != nil {
  499. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  500. Code: ErrReleaseReadData,
  501. Errors: []string{"release not found"},
  502. }, w)
  503. }
  504. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  505. if err != nil {
  506. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  507. Code: ErrReleaseReadData,
  508. Errors: []string{"release not found"},
  509. }, w)
  510. }
  511. releaseExt := release.Externalize()
  512. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  513. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  514. return
  515. }
  516. }
  517. type ContainerEnvConfig struct {
  518. Container struct {
  519. Env struct {
  520. Normal map[string]string `yaml:"normal"`
  521. } `yaml:"env"`
  522. } `yaml:"container"`
  523. }
  524. // HandleUpgradeRelease upgrades a release with new values.yaml
  525. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  526. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  527. if err != nil || projID == 0 {
  528. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  529. return
  530. }
  531. name := chi.URLParam(r, "name")
  532. vals, err := url.ParseQuery(r.URL.RawQuery)
  533. if err != nil {
  534. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  535. return
  536. }
  537. form := &forms.UpgradeReleaseForm{
  538. ReleaseForm: &forms.ReleaseForm{
  539. Form: &helm.Form{
  540. Repo: app.Repo,
  541. DigitalOceanOAuth: app.DOConf,
  542. },
  543. },
  544. Name: name,
  545. }
  546. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  547. vals,
  548. app.Repo.Cluster,
  549. )
  550. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  551. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  552. return
  553. }
  554. agent, err := app.getAgentFromReleaseForm(
  555. w,
  556. r,
  557. form.ReleaseForm,
  558. )
  559. // errors are handled in app.getAgentFromBodyParams
  560. if err != nil {
  561. return
  562. }
  563. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  564. if err != nil {
  565. app.handleErrorDataRead(err, w)
  566. return
  567. }
  568. conf := &helm.UpgradeReleaseConfig{
  569. Name: form.Name,
  570. Cluster: form.ReleaseForm.Cluster,
  571. Repo: *app.Repo,
  572. Registries: registries,
  573. }
  574. // if the chart version is set, load a chart from the repo
  575. if form.ChartVersion != "" {
  576. release, err := agent.GetRelease(form.Name, 0)
  577. if err != nil {
  578. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  579. Code: ErrReleaseReadData,
  580. Errors: []string{"release not found"},
  581. }, w)
  582. return
  583. }
  584. if _, found := porterApplications[release.Chart.Metadata.Name]; found {
  585. chart, err := loader.LoadChartPublic(
  586. app.ServerConf.DefaultApplicationHelmRepoURL,
  587. release.Chart.Metadata.Name,
  588. form.ChartVersion,
  589. )
  590. if err != nil {
  591. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  592. Code: ErrReleaseReadData,
  593. Errors: []string{"chart not found"},
  594. }, w)
  595. return
  596. }
  597. conf.Chart = chart
  598. }
  599. }
  600. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  601. if err != nil {
  602. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  603. Code: ErrReleaseDeploy,
  604. Errors: []string{err.Error()},
  605. }, w)
  606. return
  607. }
  608. // update the github actions env if the release exists and is built from source
  609. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  610. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  611. if err != nil {
  612. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  613. Code: ErrReleaseReadData,
  614. Errors: []string{"release not found"},
  615. }, w)
  616. }
  617. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  618. if release != nil {
  619. gitAction := release.GitActionConfig
  620. if gitAction.ID != 0 {
  621. // parse env into build env
  622. cEnv := &ContainerEnvConfig{}
  623. yaml.Unmarshal([]byte(form.Values), cEnv)
  624. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  625. if err != nil {
  626. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  627. Code: ErrReleaseReadData,
  628. Errors: []string{"github repo integration not found"},
  629. }, w)
  630. }
  631. repoSplit := strings.Split(gitAction.GitRepo, "/")
  632. gaRunner := &actions.GithubActions{
  633. ServerURL: app.ServerConf.ServerURL,
  634. GitIntegration: gr,
  635. GitRepoName: repoSplit[1],
  636. GitRepoOwner: repoSplit[0],
  637. Repo: *app.Repo,
  638. GithubConf: app.GithubProjectConf,
  639. WebhookToken: release.WebhookToken,
  640. ProjectID: uint(projID),
  641. ReleaseName: name,
  642. GitBranch: gitAction.GitBranch,
  643. DockerFilePath: gitAction.DockerfilePath,
  644. FolderPath: gitAction.FolderPath,
  645. ImageRepoURL: gitAction.ImageRepoURI,
  646. BuildEnv: cEnv.Container.Env.Normal,
  647. }
  648. err = gaRunner.CreateEnvSecret()
  649. if err != nil {
  650. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  651. Code: ErrReleaseReadData,
  652. Errors: []string{"could not update github secret"},
  653. }, w)
  654. }
  655. }
  656. }
  657. }
  658. w.WriteHeader(http.StatusOK)
  659. }
  660. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  661. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  662. token := chi.URLParam(r, "token")
  663. // retrieve release by token
  664. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  665. if err != nil {
  666. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  667. Code: ErrReleaseReadData,
  668. Errors: []string{"release not found with given webhook"},
  669. }, w)
  670. return
  671. }
  672. params := map[string][]string{}
  673. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  674. params["storage"] = []string{"secret"}
  675. params["namespace"] = []string{release.Namespace}
  676. vals, err := url.ParseQuery(r.URL.RawQuery)
  677. if err != nil {
  678. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  679. return
  680. }
  681. form := &forms.UpgradeReleaseForm{
  682. ReleaseForm: &forms.ReleaseForm{
  683. Form: &helm.Form{
  684. Repo: app.Repo,
  685. DigitalOceanOAuth: app.DOConf,
  686. },
  687. },
  688. Name: release.Name,
  689. }
  690. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  691. params,
  692. app.Repo.Cluster,
  693. )
  694. agent, err := app.getAgentFromReleaseForm(
  695. w,
  696. r,
  697. form.ReleaseForm,
  698. )
  699. // errors are handled in app.getAgentFromBodyParams
  700. if err != nil {
  701. return
  702. }
  703. rel, err := agent.GetRelease(form.Name, 0)
  704. // repository is set to current repository by default
  705. commit := vals["commit"][0]
  706. repository := rel.Config["image"].(map[string]interface{})["repository"]
  707. gitAction := release.GitActionConfig
  708. if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
  709. repository = gitAction.ImageRepoURI
  710. } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
  711. repository = gitAction.ImageRepoURI
  712. }
  713. image := map[string]interface{}{}
  714. image["repository"] = repository
  715. image["tag"] = commit
  716. rel.Config["image"] = image
  717. if rel.Config["auto_deploy"] == false {
  718. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  719. Code: ErrReleaseDeploy,
  720. Errors: []string{"Deploy webhook is disabled for this deployment."},
  721. }, w)
  722. return
  723. }
  724. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  725. if err != nil {
  726. app.handleErrorDataRead(err, w)
  727. return
  728. }
  729. conf := &helm.UpgradeReleaseConfig{
  730. Name: form.Name,
  731. Cluster: form.ReleaseForm.Cluster,
  732. Repo: *app.Repo,
  733. Registries: registries,
  734. Values: rel.Config,
  735. }
  736. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  737. if err != nil {
  738. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  739. Code: ErrReleaseDeploy,
  740. Errors: []string{err.Error()},
  741. }, w)
  742. return
  743. }
  744. if app.segmentClient != nil {
  745. client := *app.segmentClient
  746. client.Enqueue(segment.Track{
  747. UserId: "anonymous",
  748. Event: "Triggered Re-deploy via Webhook",
  749. Properties: segment.NewProperties().
  750. Set("repository", repository),
  751. })
  752. }
  753. w.WriteHeader(http.StatusOK)
  754. }
  755. // HandleRollbackRelease rolls a release back to a specified revision
  756. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  757. name := chi.URLParam(r, "name")
  758. vals, err := url.ParseQuery(r.URL.RawQuery)
  759. if err != nil {
  760. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  761. return
  762. }
  763. form := &forms.RollbackReleaseForm{
  764. ReleaseForm: &forms.ReleaseForm{
  765. Form: &helm.Form{
  766. Repo: app.Repo,
  767. DigitalOceanOAuth: app.DOConf,
  768. },
  769. },
  770. Name: name,
  771. }
  772. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  773. vals,
  774. app.Repo.Cluster,
  775. )
  776. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  777. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  778. return
  779. }
  780. agent, err := app.getAgentFromReleaseForm(
  781. w,
  782. r,
  783. form.ReleaseForm,
  784. )
  785. // errors are handled in app.getAgentFromBodyParams
  786. if err != nil {
  787. return
  788. }
  789. err = agent.RollbackRelease(form.Name, form.Revision)
  790. if err != nil {
  791. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  792. Code: ErrReleaseDeploy,
  793. Errors: []string{"error rolling back release " + err.Error()},
  794. }, w)
  795. return
  796. }
  797. // get the full release data for GHA updating
  798. rel, err := agent.GetRelease(form.Name, form.Revision)
  799. if err != nil {
  800. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  801. Code: ErrReleaseReadData,
  802. Errors: []string{"release not found"},
  803. }, w)
  804. return
  805. }
  806. // update the github actions env if the release exists and is built from source
  807. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  808. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  809. if err != nil {
  810. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  811. Code: ErrReleaseReadData,
  812. Errors: []string{"release not found"},
  813. }, w)
  814. }
  815. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  816. if release != nil {
  817. gitAction := release.GitActionConfig
  818. if gitAction.ID != 0 {
  819. // parse env into build env
  820. cEnv := &ContainerEnvConfig{}
  821. rawValues, err := yaml.Marshal(rel.Config)
  822. if err != nil {
  823. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  824. Code: ErrReleaseReadData,
  825. Errors: []string{"could not get values of previous revision"},
  826. }, w)
  827. }
  828. yaml.Unmarshal(rawValues, cEnv)
  829. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  830. if err != nil {
  831. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  832. Code: ErrReleaseReadData,
  833. Errors: []string{"github repo integration not found"},
  834. }, w)
  835. }
  836. repoSplit := strings.Split(gitAction.GitRepo, "/")
  837. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  838. if err != nil || projID == 0 {
  839. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  840. return
  841. }
  842. gaRunner := &actions.GithubActions{
  843. ServerURL: app.ServerConf.ServerURL,
  844. GitIntegration: gr,
  845. GitRepoName: repoSplit[1],
  846. GitRepoOwner: repoSplit[0],
  847. Repo: *app.Repo,
  848. GithubConf: app.GithubProjectConf,
  849. WebhookToken: release.WebhookToken,
  850. ProjectID: uint(projID),
  851. ReleaseName: name,
  852. GitBranch: gitAction.GitBranch,
  853. DockerFilePath: gitAction.DockerfilePath,
  854. FolderPath: gitAction.FolderPath,
  855. ImageRepoURL: gitAction.ImageRepoURI,
  856. BuildEnv: cEnv.Container.Env.Normal,
  857. }
  858. err = gaRunner.CreateEnvSecret()
  859. if err != nil {
  860. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  861. Code: ErrReleaseReadData,
  862. Errors: []string{"could not update github secret"},
  863. }, w)
  864. }
  865. }
  866. }
  867. }
  868. w.WriteHeader(http.StatusOK)
  869. }
  870. // ------------------------ Release handler helper functions ------------------------ //
  871. // getAgentFromQueryParams uses the query params to populate a form, and then
  872. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  873. // Helm agent.
  874. func (app *App) getAgentFromQueryParams(
  875. w http.ResponseWriter,
  876. r *http.Request,
  877. form *forms.ReleaseForm,
  878. // populate uses the query params to populate a form
  879. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  880. ) (*helm.Agent, error) {
  881. vals, err := url.ParseQuery(r.URL.RawQuery)
  882. if err != nil {
  883. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  884. return nil, err
  885. }
  886. for _, f := range populate {
  887. err := f(vals, app.Repo.Cluster)
  888. if err != nil {
  889. app.handleErrorInternal(err, w)
  890. return nil, err
  891. }
  892. }
  893. return app.getAgentFromReleaseForm(w, r, form)
  894. }
  895. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  896. // the userID found in the session and the options required by the Helm agent.
  897. func (app *App) getAgentFromReleaseForm(
  898. w http.ResponseWriter,
  899. r *http.Request,
  900. form *forms.ReleaseForm,
  901. ) (*helm.Agent, error) {
  902. var err error
  903. // validate the form
  904. if err := app.validator.Struct(form); err != nil {
  905. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  906. return nil, err
  907. }
  908. // create a new agent
  909. var agent *helm.Agent
  910. if app.ServerConf.IsTesting {
  911. agent = app.TestAgents.HelmAgent
  912. } else {
  913. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  914. }
  915. if err != nil {
  916. app.handleErrorInternal(err, w)
  917. }
  918. return agent, err
  919. }
  920. const veleroForm string = `tags:
  921. - hello
  922. tabs:
  923. - name: main
  924. context:
  925. type: cluster
  926. config:
  927. group: velero.io
  928. version: v1
  929. resource: backups
  930. label: Backups
  931. sections:
  932. - name: section_one
  933. contents:
  934. - type: heading
  935. label: 💾 Velero Backups
  936. - type: resource-list
  937. value: |
  938. .items[] | {
  939. name: .metadata.name,
  940. label: .metadata.namespace,
  941. status: .status.phase,
  942. timestamp: .status.completionTimestamp,
  943. message: [
  944. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  945. "Finished \(.status.completionTimestamp).",
  946. "Backup expires on \(.status.expiration)."
  947. ]|join(" "),
  948. data: {
  949. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  950. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  951. "Storage Location": .spec.storageLocation
  952. }
  953. }`