release_handler.go 29 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  10. "github.com/porter-dev/porter/internal/models"
  11. "github.com/porter-dev/porter/internal/templater/parser"
  12. "helm.sh/helm/v3/pkg/release"
  13. v1 "k8s.io/api/core/v1"
  14. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  15. "github.com/go-chi/chi"
  16. "github.com/porter-dev/porter/internal/forms"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/grapher"
  19. "github.com/porter-dev/porter/internal/helm/loader"
  20. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  21. "github.com/porter-dev/porter/internal/kubernetes"
  22. "github.com/porter-dev/porter/internal/repository"
  23. segment "gopkg.in/segmentio/analytics-go.v3"
  24. "gopkg.in/yaml.v2"
  25. )
  26. // Enumeration of release API error codes, represented as int64
  27. const (
  28. ErrReleaseDecode ErrorCode = iota + 600
  29. ErrReleaseValidateFields
  30. ErrReleaseReadData
  31. ErrReleaseDeploy
  32. )
  33. // HandleListReleases retrieves a list of releases for a cluster
  34. // with various filter options
  35. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  36. form := &forms.ListReleaseForm{
  37. ReleaseForm: &forms.ReleaseForm{
  38. Form: &helm.Form{
  39. Repo: app.Repo,
  40. DigitalOceanOAuth: app.DOConf,
  41. },
  42. },
  43. ListFilter: &helm.ListFilter{},
  44. }
  45. agent, err := app.getAgentFromQueryParams(
  46. w,
  47. r,
  48. form.ReleaseForm,
  49. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  50. form.PopulateListFromQueryParams,
  51. )
  52. // errors are handled in app.getAgentFromQueryParams
  53. if err != nil {
  54. return
  55. }
  56. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  57. if err != nil {
  58. app.handleErrorRead(err, ErrReleaseReadData, w)
  59. return
  60. }
  61. if err := json.NewEncoder(w).Encode(releases); err != nil {
  62. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  63. return
  64. }
  65. }
  66. // PorterRelease is a helm release with a form attached
  67. type PorterRelease struct {
  68. *release.Release
  69. Form *models.FormYAML `json:"form"`
  70. HasMetrics bool `json:"has_metrics"`
  71. LatestVersion string `json:"latest_version"`
  72. }
  73. var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
  74. // HandleGetRelease retrieves a single release based on a name and revision
  75. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  76. name := chi.URLParam(r, "name")
  77. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  78. form := &forms.GetReleaseForm{
  79. ReleaseForm: &forms.ReleaseForm{
  80. Form: &helm.Form{
  81. Repo: app.Repo,
  82. DigitalOceanOAuth: app.DOConf,
  83. },
  84. },
  85. Name: name,
  86. Revision: int(revision),
  87. }
  88. agent, err := app.getAgentFromQueryParams(
  89. w,
  90. r,
  91. form.ReleaseForm,
  92. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  93. )
  94. // errors are handled in app.getAgentFromQueryParams
  95. if err != nil {
  96. return
  97. }
  98. release, err := agent.GetRelease(form.Name, form.Revision)
  99. if err != nil {
  100. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  101. Code: ErrReleaseReadData,
  102. Errors: []string{"release not found"},
  103. }, w)
  104. return
  105. }
  106. // get the filter options
  107. k8sForm := &forms.K8sForm{
  108. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  109. Repo: app.Repo,
  110. DigitalOceanOAuth: app.DOConf,
  111. },
  112. }
  113. vals, err := url.ParseQuery(r.URL.RawQuery)
  114. if err != nil {
  115. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  116. return
  117. }
  118. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  119. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  120. // validate the form
  121. if err := app.validator.Struct(k8sForm); err != nil {
  122. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  123. return
  124. }
  125. // create a new dynamic client
  126. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  127. if err != nil {
  128. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  129. return
  130. }
  131. parserDef := &parser.ClientConfigDefault{
  132. DynamicClient: dynClient,
  133. HelmChart: release.Chart,
  134. HelmRelease: release,
  135. }
  136. res := &PorterRelease{release, nil, false, ""}
  137. for _, file := range release.Chart.Files {
  138. if strings.Contains(file.Name, "form.yaml") {
  139. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  140. if err != nil {
  141. break
  142. }
  143. res.Form = formYAML
  144. break
  145. }
  146. }
  147. // if form not populated, detect common charts
  148. if res.Form == nil {
  149. // for now just case by name
  150. if res.Release.Chart.Name() == "velero" {
  151. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  152. if err == nil {
  153. res.Form = formYAML
  154. }
  155. }
  156. }
  157. // get prometheus service
  158. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  159. if err != nil {
  160. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  161. return
  162. }
  163. res.HasMetrics = found
  164. // detect if Porter application chart and attempt to get the latest version
  165. // from chart repo
  166. if _, found := porterApplications[res.Chart.Metadata.Name]; found {
  167. repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultApplicationHelmRepoURL)
  168. if err == nil {
  169. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  170. if porterChart != nil && len(porterChart.Versions) > 0 {
  171. res.LatestVersion = porterChart.Versions[0]
  172. }
  173. }
  174. }
  175. if err := json.NewEncoder(w).Encode(res); err != nil {
  176. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  177. return
  178. }
  179. }
  180. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  181. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  182. name := chi.URLParam(r, "name")
  183. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  184. form := &forms.GetReleaseForm{
  185. ReleaseForm: &forms.ReleaseForm{
  186. Form: &helm.Form{
  187. Repo: app.Repo,
  188. DigitalOceanOAuth: app.DOConf,
  189. },
  190. },
  191. Name: name,
  192. Revision: int(revision),
  193. }
  194. agent, err := app.getAgentFromQueryParams(
  195. w,
  196. r,
  197. form.ReleaseForm,
  198. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  199. )
  200. // errors are handled in app.getAgentFromQueryParams
  201. if err != nil {
  202. return
  203. }
  204. release, err := agent.GetRelease(form.Name, form.Revision)
  205. if err != nil {
  206. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  207. Code: ErrReleaseReadData,
  208. Errors: []string{"release not found"},
  209. }, w)
  210. return
  211. }
  212. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  213. objects := grapher.ParseObjs(yamlArr, release.Namespace)
  214. parsed := grapher.ParsedObjs{
  215. Objects: objects,
  216. }
  217. parsed.GetControlRel()
  218. parsed.GetLabelRel()
  219. parsed.GetSpecRel()
  220. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  221. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  222. return
  223. }
  224. }
  225. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  226. // Used to display status of charts.
  227. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  228. name := chi.URLParam(r, "name")
  229. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  230. form := &forms.GetReleaseForm{
  231. ReleaseForm: &forms.ReleaseForm{
  232. Form: &helm.Form{
  233. Repo: app.Repo,
  234. DigitalOceanOAuth: app.DOConf,
  235. },
  236. },
  237. Name: name,
  238. Revision: int(revision),
  239. }
  240. agent, err := app.getAgentFromQueryParams(
  241. w,
  242. r,
  243. form.ReleaseForm,
  244. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  245. )
  246. // errors are handled in app.getAgentFromQueryParams
  247. if err != nil {
  248. return
  249. }
  250. release, err := agent.GetRelease(form.Name, form.Revision)
  251. if err != nil {
  252. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  253. Code: ErrReleaseReadData,
  254. Errors: []string{"release not found"},
  255. }, w)
  256. return
  257. }
  258. vals, err := url.ParseQuery(r.URL.RawQuery)
  259. if err != nil {
  260. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  261. return
  262. }
  263. // get the filter options
  264. k8sForm := &forms.K8sForm{
  265. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  266. Repo: app.Repo,
  267. DigitalOceanOAuth: app.DOConf,
  268. },
  269. }
  270. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  271. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  272. // validate the form
  273. if err := app.validator.Struct(k8sForm); err != nil {
  274. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  275. return
  276. }
  277. // create a new kubernetes agent
  278. var k8sAgent *kubernetes.Agent
  279. if app.ServerConf.IsTesting {
  280. k8sAgent = app.TestAgents.K8sAgent
  281. } else {
  282. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  283. }
  284. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  285. controllers := grapher.ParseControllers(yamlArr)
  286. retrievedControllers := []interface{}{}
  287. // get current status of each controller
  288. // TODO: refactor with type assertion
  289. for _, c := range controllers {
  290. c.Namespace = form.ReleaseForm.Form.Namespace
  291. switch c.Kind {
  292. case "Deployment":
  293. rc, err := k8sAgent.GetDeployment(c)
  294. if err != nil {
  295. app.handleErrorDataRead(err, w)
  296. return
  297. }
  298. rc.Kind = c.Kind
  299. retrievedControllers = append(retrievedControllers, rc)
  300. case "StatefulSet":
  301. rc, err := k8sAgent.GetStatefulSet(c)
  302. if err != nil {
  303. app.handleErrorDataRead(err, w)
  304. return
  305. }
  306. rc.Kind = c.Kind
  307. retrievedControllers = append(retrievedControllers, rc)
  308. case "DaemonSet":
  309. rc, err := k8sAgent.GetDaemonSet(c)
  310. if err != nil {
  311. app.handleErrorDataRead(err, w)
  312. return
  313. }
  314. rc.Kind = c.Kind
  315. retrievedControllers = append(retrievedControllers, rc)
  316. case "ReplicaSet":
  317. rc, err := k8sAgent.GetReplicaSet(c)
  318. if err != nil {
  319. app.handleErrorDataRead(err, w)
  320. return
  321. }
  322. rc.Kind = c.Kind
  323. retrievedControllers = append(retrievedControllers, rc)
  324. case "CronJob":
  325. rc, err := k8sAgent.GetCronJob(c)
  326. if err != nil {
  327. app.handleErrorDataRead(err, w)
  328. return
  329. }
  330. rc.Kind = c.Kind
  331. retrievedControllers = append(retrievedControllers, rc)
  332. }
  333. }
  334. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  335. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  336. return
  337. }
  338. }
  339. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  340. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  341. name := chi.URLParam(r, "name")
  342. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  343. form := &forms.GetReleaseForm{
  344. ReleaseForm: &forms.ReleaseForm{
  345. Form: &helm.Form{
  346. Repo: app.Repo,
  347. DigitalOceanOAuth: app.DOConf,
  348. },
  349. },
  350. Name: name,
  351. Revision: int(revision),
  352. }
  353. agent, err := app.getAgentFromQueryParams(
  354. w,
  355. r,
  356. form.ReleaseForm,
  357. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  358. )
  359. // errors are handled in app.getAgentFromQueryParams
  360. if err != nil {
  361. return
  362. }
  363. release, err := agent.GetRelease(form.Name, form.Revision)
  364. if err != nil {
  365. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  366. Code: ErrReleaseReadData,
  367. Errors: []string{"release not found"},
  368. }, w)
  369. return
  370. }
  371. vals, err := url.ParseQuery(r.URL.RawQuery)
  372. if err != nil {
  373. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  374. return
  375. }
  376. // get the filter options
  377. k8sForm := &forms.K8sForm{
  378. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  379. Repo: app.Repo,
  380. DigitalOceanOAuth: app.DOConf,
  381. },
  382. }
  383. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  384. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  385. // validate the form
  386. if err := app.validator.Struct(k8sForm); err != nil {
  387. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  388. return
  389. }
  390. // create a new kubernetes agent
  391. var k8sAgent *kubernetes.Agent
  392. if app.ServerConf.IsTesting {
  393. k8sAgent = app.TestAgents.K8sAgent
  394. } else {
  395. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  396. }
  397. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  398. controllers := grapher.ParseControllers(yamlArr)
  399. pods := make([]v1.Pod, 0)
  400. // get current status of each controller
  401. for _, c := range controllers {
  402. var selector *metav1.LabelSelector
  403. switch c.Kind {
  404. case "Deployment":
  405. rc, err := k8sAgent.GetDeployment(c)
  406. if err != nil {
  407. app.handleErrorDataRead(err, w)
  408. return
  409. }
  410. selector = rc.Spec.Selector
  411. case "StatefulSet":
  412. rc, err := k8sAgent.GetStatefulSet(c)
  413. if err != nil {
  414. app.handleErrorDataRead(err, w)
  415. return
  416. }
  417. selector = rc.Spec.Selector
  418. case "DaemonSet":
  419. rc, err := k8sAgent.GetDaemonSet(c)
  420. if err != nil {
  421. app.handleErrorDataRead(err, w)
  422. return
  423. }
  424. selector = rc.Spec.Selector
  425. case "ReplicaSet":
  426. rc, err := k8sAgent.GetReplicaSet(c)
  427. if err != nil {
  428. app.handleErrorDataRead(err, w)
  429. return
  430. }
  431. selector = rc.Spec.Selector
  432. case "CronJob":
  433. rc, err := k8sAgent.GetCronJob(c)
  434. if err != nil {
  435. app.handleErrorDataRead(err, w)
  436. return
  437. }
  438. selector = rc.Spec.JobTemplate.Spec.Selector
  439. }
  440. selectors := make([]string, 0)
  441. for key, val := range selector.MatchLabels {
  442. selectors = append(selectors, key+"="+val)
  443. }
  444. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","))
  445. if err != nil {
  446. app.handleErrorDataRead(err, w)
  447. return
  448. }
  449. pods = append(pods, podList.Items...)
  450. }
  451. if err := json.NewEncoder(w).Encode(pods); err != nil {
  452. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  453. return
  454. }
  455. }
  456. // HandleListReleaseHistory retrieves a history of releases based on a release name
  457. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  458. name := chi.URLParam(r, "name")
  459. form := &forms.ListReleaseHistoryForm{
  460. ReleaseForm: &forms.ReleaseForm{
  461. Form: &helm.Form{
  462. Repo: app.Repo,
  463. DigitalOceanOAuth: app.DOConf,
  464. },
  465. },
  466. Name: name,
  467. }
  468. agent, err := app.getAgentFromQueryParams(
  469. w,
  470. r,
  471. form.ReleaseForm,
  472. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  473. )
  474. // errors are handled in app.getAgentFromQueryParams
  475. if err != nil {
  476. return
  477. }
  478. release, err := agent.GetReleaseHistory(form.Name)
  479. if err != nil {
  480. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  481. Code: ErrReleaseReadData,
  482. Errors: []string{"release not found"},
  483. }, w)
  484. return
  485. }
  486. if err := json.NewEncoder(w).Encode(release); err != nil {
  487. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  488. return
  489. }
  490. }
  491. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  492. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  493. name := chi.URLParam(r, "name")
  494. vals, err := url.ParseQuery(r.URL.RawQuery)
  495. namespace := vals["namespace"][0]
  496. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  497. if err != nil {
  498. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  499. Code: ErrReleaseReadData,
  500. Errors: []string{"release not found"},
  501. }, w)
  502. }
  503. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  504. if err != nil {
  505. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  506. Code: ErrReleaseReadData,
  507. Errors: []string{"release not found"},
  508. }, w)
  509. }
  510. releaseExt := release.Externalize()
  511. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  512. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  513. return
  514. }
  515. }
  516. type ContainerEnvConfig struct {
  517. Container struct {
  518. Env struct {
  519. Normal map[string]string `yaml:"normal"`
  520. } `yaml:"env"`
  521. } `yaml:"container"`
  522. }
  523. // HandleUpgradeRelease upgrades a release with new values.yaml
  524. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  525. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  526. if err != nil || projID == 0 {
  527. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  528. return
  529. }
  530. name := chi.URLParam(r, "name")
  531. vals, err := url.ParseQuery(r.URL.RawQuery)
  532. if err != nil {
  533. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  534. return
  535. }
  536. form := &forms.UpgradeReleaseForm{
  537. ReleaseForm: &forms.ReleaseForm{
  538. Form: &helm.Form{
  539. Repo: app.Repo,
  540. DigitalOceanOAuth: app.DOConf,
  541. },
  542. },
  543. Name: name,
  544. }
  545. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  546. vals,
  547. app.Repo.Cluster,
  548. )
  549. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  550. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  551. return
  552. }
  553. agent, err := app.getAgentFromReleaseForm(
  554. w,
  555. r,
  556. form.ReleaseForm,
  557. )
  558. // errors are handled in app.getAgentFromBodyParams
  559. if err != nil {
  560. return
  561. }
  562. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  563. if err != nil {
  564. app.handleErrorDataRead(err, w)
  565. return
  566. }
  567. conf := &helm.UpgradeReleaseConfig{
  568. Name: form.Name,
  569. Cluster: form.ReleaseForm.Cluster,
  570. Repo: *app.Repo,
  571. Registries: registries,
  572. }
  573. // if the chart version is set, load a chart from the repo
  574. if form.ChartVersion != "" {
  575. release, err := agent.GetRelease(form.Name, 0)
  576. if err != nil {
  577. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  578. Code: ErrReleaseReadData,
  579. Errors: []string{"release not found"},
  580. }, w)
  581. return
  582. }
  583. if _, found := porterApplications[release.Chart.Metadata.Name]; found {
  584. chart, err := loader.LoadChartPublic(
  585. app.ServerConf.DefaultApplicationHelmRepoURL,
  586. release.Chart.Metadata.Name,
  587. form.ChartVersion,
  588. )
  589. if err != nil {
  590. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  591. Code: ErrReleaseReadData,
  592. Errors: []string{"chart not found"},
  593. }, w)
  594. return
  595. }
  596. conf.Chart = chart
  597. }
  598. }
  599. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  600. if err != nil {
  601. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  602. Code: ErrReleaseDeploy,
  603. Errors: []string{"error upgrading release " + err.Error()},
  604. }, w)
  605. return
  606. }
  607. // update the github actions env if the release exists and is built from source
  608. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  609. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  610. if err != nil {
  611. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  612. Code: ErrReleaseReadData,
  613. Errors: []string{"release not found"},
  614. }, w)
  615. }
  616. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  617. if release != nil {
  618. gitAction := release.GitActionConfig
  619. if gitAction.ID != 0 {
  620. // parse env into build env
  621. cEnv := &ContainerEnvConfig{}
  622. yaml.Unmarshal([]byte(form.Values), cEnv)
  623. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  624. if err != nil {
  625. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  626. Code: ErrReleaseReadData,
  627. Errors: []string{"github repo integration not found"},
  628. }, w)
  629. }
  630. repoSplit := strings.Split(gitAction.GitRepo, "/")
  631. gaRunner := &actions.GithubActions{
  632. GitIntegration: gr,
  633. GitRepoName: repoSplit[1],
  634. GitRepoOwner: repoSplit[0],
  635. Repo: *app.Repo,
  636. GithubConf: app.GithubProjectConf,
  637. WebhookToken: release.WebhookToken,
  638. ProjectID: uint(projID),
  639. ReleaseName: name,
  640. GitBranch: gitAction.GitBranch,
  641. DockerFilePath: gitAction.DockerfilePath,
  642. FolderPath: gitAction.FolderPath,
  643. ImageRepoURL: gitAction.ImageRepoURI,
  644. BuildEnv: cEnv.Container.Env.Normal,
  645. }
  646. err = gaRunner.CreateEnvSecret()
  647. if err != nil {
  648. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  649. Code: ErrReleaseReadData,
  650. Errors: []string{"could not update github secret"},
  651. }, w)
  652. }
  653. }
  654. }
  655. }
  656. w.WriteHeader(http.StatusOK)
  657. }
  658. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  659. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  660. token := chi.URLParam(r, "token")
  661. // retrieve release by token
  662. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  663. if err != nil {
  664. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  665. Code: ErrReleaseReadData,
  666. Errors: []string{"release not found with given webhook"},
  667. }, w)
  668. return
  669. }
  670. params := map[string][]string{}
  671. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  672. params["storage"] = []string{"secret"}
  673. params["namespace"] = []string{release.Namespace}
  674. vals, err := url.ParseQuery(r.URL.RawQuery)
  675. if err != nil {
  676. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  677. return
  678. }
  679. form := &forms.UpgradeReleaseForm{
  680. ReleaseForm: &forms.ReleaseForm{
  681. Form: &helm.Form{
  682. Repo: app.Repo,
  683. DigitalOceanOAuth: app.DOConf,
  684. },
  685. },
  686. Name: release.Name,
  687. }
  688. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  689. params,
  690. app.Repo.Cluster,
  691. )
  692. agent, err := app.getAgentFromReleaseForm(
  693. w,
  694. r,
  695. form.ReleaseForm,
  696. )
  697. // errors are handled in app.getAgentFromBodyParams
  698. if err != nil {
  699. return
  700. }
  701. rel, err := agent.GetRelease(form.Name, 0)
  702. // repository is set to current repository by default
  703. commit := vals["commit"][0]
  704. repository := rel.Config["image"].(map[string]interface{})["repository"]
  705. gitAction := release.GitActionConfig
  706. if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
  707. repository = gitAction.ImageRepoURI
  708. } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
  709. repository = gitAction.ImageRepoURI
  710. }
  711. image := map[string]interface{}{}
  712. image["repository"] = repository
  713. image["tag"] = commit
  714. rel.Config["image"] = image
  715. if rel.Config["auto_deploy"] == false {
  716. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  717. Code: ErrReleaseDeploy,
  718. Errors: []string{"Deploy webhook is disabled for this deployment."},
  719. }, w)
  720. return
  721. }
  722. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  723. if err != nil {
  724. app.handleErrorDataRead(err, w)
  725. return
  726. }
  727. conf := &helm.UpgradeReleaseConfig{
  728. Name: form.Name,
  729. Cluster: form.ReleaseForm.Cluster,
  730. Repo: *app.Repo,
  731. Registries: registries,
  732. Values: rel.Config,
  733. }
  734. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  735. if err != nil {
  736. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  737. Code: ErrReleaseDeploy,
  738. Errors: []string{"error upgrading release " + err.Error()},
  739. }, w)
  740. return
  741. }
  742. client := *app.segmentClient
  743. client.Enqueue(segment.Track{
  744. UserId: "anonymous",
  745. Event: "Triggered Re-deploy via Webhook",
  746. Properties: segment.NewProperties().
  747. Set("repository", repository),
  748. })
  749. w.WriteHeader(http.StatusOK)
  750. }
  751. // HandleRollbackRelease rolls a release back to a specified revision
  752. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  753. name := chi.URLParam(r, "name")
  754. vals, err := url.ParseQuery(r.URL.RawQuery)
  755. if err != nil {
  756. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  757. return
  758. }
  759. form := &forms.RollbackReleaseForm{
  760. ReleaseForm: &forms.ReleaseForm{
  761. Form: &helm.Form{
  762. Repo: app.Repo,
  763. DigitalOceanOAuth: app.DOConf,
  764. },
  765. },
  766. Name: name,
  767. }
  768. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  769. vals,
  770. app.Repo.Cluster,
  771. )
  772. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  773. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  774. return
  775. }
  776. agent, err := app.getAgentFromReleaseForm(
  777. w,
  778. r,
  779. form.ReleaseForm,
  780. )
  781. // errors are handled in app.getAgentFromBodyParams
  782. if err != nil {
  783. return
  784. }
  785. err = agent.RollbackRelease(form.Name, form.Revision)
  786. if err != nil {
  787. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  788. Code: ErrReleaseDeploy,
  789. Errors: []string{"error rolling back release " + err.Error()},
  790. }, w)
  791. return
  792. }
  793. // get the full release data for GHA updating
  794. rel, err := agent.GetRelease(form.Name, form.Revision)
  795. if err != nil {
  796. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  797. Code: ErrReleaseReadData,
  798. Errors: []string{"release not found"},
  799. }, w)
  800. return
  801. }
  802. // update the github actions env if the release exists and is built from source
  803. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  804. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  805. if err != nil {
  806. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  807. Code: ErrReleaseReadData,
  808. Errors: []string{"release not found"},
  809. }, w)
  810. }
  811. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  812. if release != nil {
  813. gitAction := release.GitActionConfig
  814. if gitAction.ID != 0 {
  815. // parse env into build env
  816. cEnv := &ContainerEnvConfig{}
  817. rawValues, err := yaml.Marshal(rel.Config)
  818. if err != nil {
  819. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  820. Code: ErrReleaseReadData,
  821. Errors: []string{"could not get values of previous revision"},
  822. }, w)
  823. }
  824. yaml.Unmarshal(rawValues, cEnv)
  825. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  826. if err != nil {
  827. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  828. Code: ErrReleaseReadData,
  829. Errors: []string{"github repo integration not found"},
  830. }, w)
  831. }
  832. repoSplit := strings.Split(gitAction.GitRepo, "/")
  833. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  834. if err != nil || projID == 0 {
  835. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  836. return
  837. }
  838. gaRunner := &actions.GithubActions{
  839. GitIntegration: gr,
  840. GitRepoName: repoSplit[1],
  841. GitRepoOwner: repoSplit[0],
  842. Repo: *app.Repo,
  843. GithubConf: app.GithubProjectConf,
  844. WebhookToken: release.WebhookToken,
  845. ProjectID: uint(projID),
  846. ReleaseName: name,
  847. GitBranch: gitAction.GitBranch,
  848. DockerFilePath: gitAction.DockerfilePath,
  849. FolderPath: gitAction.FolderPath,
  850. ImageRepoURL: gitAction.ImageRepoURI,
  851. BuildEnv: cEnv.Container.Env.Normal,
  852. }
  853. err = gaRunner.CreateEnvSecret()
  854. if err != nil {
  855. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  856. Code: ErrReleaseReadData,
  857. Errors: []string{"could not update github secret"},
  858. }, w)
  859. }
  860. }
  861. }
  862. }
  863. w.WriteHeader(http.StatusOK)
  864. }
  865. // ------------------------ Release handler helper functions ------------------------ //
  866. // getAgentFromQueryParams uses the query params to populate a form, and then
  867. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  868. // Helm agent.
  869. func (app *App) getAgentFromQueryParams(
  870. w http.ResponseWriter,
  871. r *http.Request,
  872. form *forms.ReleaseForm,
  873. // populate uses the query params to populate a form
  874. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  875. ) (*helm.Agent, error) {
  876. vals, err := url.ParseQuery(r.URL.RawQuery)
  877. if err != nil {
  878. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  879. return nil, err
  880. }
  881. for _, f := range populate {
  882. err := f(vals, app.Repo.Cluster)
  883. if err != nil {
  884. app.handleErrorInternal(err, w)
  885. return nil, err
  886. }
  887. }
  888. return app.getAgentFromReleaseForm(w, r, form)
  889. }
  890. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  891. // the userID found in the session and the options required by the Helm agent.
  892. func (app *App) getAgentFromReleaseForm(
  893. w http.ResponseWriter,
  894. r *http.Request,
  895. form *forms.ReleaseForm,
  896. ) (*helm.Agent, error) {
  897. var err error
  898. // validate the form
  899. if err := app.validator.Struct(form); err != nil {
  900. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  901. return nil, err
  902. }
  903. // create a new agent
  904. var agent *helm.Agent
  905. if app.ServerConf.IsTesting {
  906. agent = app.TestAgents.HelmAgent
  907. } else {
  908. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  909. }
  910. if err != nil {
  911. app.handleErrorInternal(err, w)
  912. }
  913. return agent, err
  914. }
  915. const veleroForm string = `tags:
  916. - hello
  917. tabs:
  918. - name: main
  919. context:
  920. type: cluster
  921. config:
  922. group: velero.io
  923. version: v1
  924. resource: backups
  925. label: Backups
  926. sections:
  927. - name: section_one
  928. contents:
  929. - type: heading
  930. label: 💾 Velero Backups
  931. - type: resource-list
  932. value: |
  933. .items[] | {
  934. name: .metadata.name,
  935. label: .metadata.namespace,
  936. status: .status.phase,
  937. timestamp: .status.completionTimestamp,
  938. message: [
  939. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  940. "Finished \(.status.completionTimestamp).",
  941. "Backup expires on \(.status.expiration)."
  942. ]|join(" "),
  943. data: {
  944. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  945. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  946. "Storage Location": .spec.storageLocation
  947. }
  948. }`