release_handler.go 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  10. "github.com/porter-dev/porter/internal/models"
  11. "github.com/porter-dev/porter/internal/templater/parser"
  12. "helm.sh/helm/v3/pkg/release"
  13. v1 "k8s.io/api/core/v1"
  14. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  15. "github.com/go-chi/chi"
  16. "github.com/porter-dev/porter/internal/forms"
  17. "github.com/porter-dev/porter/internal/helm"
  18. "github.com/porter-dev/porter/internal/helm/grapher"
  19. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  20. "github.com/porter-dev/porter/internal/kubernetes"
  21. "github.com/porter-dev/porter/internal/repository"
  22. segment "gopkg.in/segmentio/analytics-go.v3"
  23. "gopkg.in/yaml.v2"
  24. )
  25. // Enumeration of release API error codes, represented as int64
  26. const (
  27. ErrReleaseDecode ErrorCode = iota + 600
  28. ErrReleaseValidateFields
  29. ErrReleaseReadData
  30. ErrReleaseDeploy
  31. )
  32. // HandleListReleases retrieves a list of releases for a cluster
  33. // with various filter options
  34. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  35. form := &forms.ListReleaseForm{
  36. ReleaseForm: &forms.ReleaseForm{
  37. Form: &helm.Form{
  38. Repo: app.Repo,
  39. DigitalOceanOAuth: app.DOConf,
  40. },
  41. },
  42. ListFilter: &helm.ListFilter{},
  43. }
  44. agent, err := app.getAgentFromQueryParams(
  45. w,
  46. r,
  47. form.ReleaseForm,
  48. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  49. form.PopulateListFromQueryParams,
  50. )
  51. // errors are handled in app.getAgentFromQueryParams
  52. if err != nil {
  53. return
  54. }
  55. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  56. if err != nil {
  57. app.handleErrorRead(err, ErrReleaseReadData, w)
  58. return
  59. }
  60. if err := json.NewEncoder(w).Encode(releases); err != nil {
  61. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  62. return
  63. }
  64. }
  65. // PorterRelease is a helm release with a form attached
  66. type PorterRelease struct {
  67. *release.Release
  68. Form *models.FormYAML `json:"form"`
  69. HasMetrics bool `json:"has_metrics"`
  70. }
  71. // HandleGetRelease retrieves a single release based on a name and revision
  72. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  73. name := chi.URLParam(r, "name")
  74. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  75. form := &forms.GetReleaseForm{
  76. ReleaseForm: &forms.ReleaseForm{
  77. Form: &helm.Form{
  78. Repo: app.Repo,
  79. DigitalOceanOAuth: app.DOConf,
  80. },
  81. },
  82. Name: name,
  83. Revision: int(revision),
  84. }
  85. agent, err := app.getAgentFromQueryParams(
  86. w,
  87. r,
  88. form.ReleaseForm,
  89. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  90. )
  91. // errors are handled in app.getAgentFromQueryParams
  92. if err != nil {
  93. return
  94. }
  95. release, err := agent.GetRelease(form.Name, form.Revision)
  96. if err != nil {
  97. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  98. Code: ErrReleaseReadData,
  99. Errors: []string{"release not found"},
  100. }, w)
  101. return
  102. }
  103. // get the filter options
  104. k8sForm := &forms.K8sForm{
  105. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  106. Repo: app.Repo,
  107. DigitalOceanOAuth: app.DOConf,
  108. },
  109. }
  110. vals, err := url.ParseQuery(r.URL.RawQuery)
  111. if err != nil {
  112. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  113. return
  114. }
  115. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  116. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  117. // validate the form
  118. if err := app.validator.Struct(k8sForm); err != nil {
  119. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  120. return
  121. }
  122. // create a new dynamic client
  123. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  124. if err != nil {
  125. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  126. return
  127. }
  128. parserDef := &parser.ClientConfigDefault{
  129. DynamicClient: dynClient,
  130. HelmChart: release.Chart,
  131. HelmRelease: release,
  132. }
  133. res := &PorterRelease{release, nil, false}
  134. for _, file := range release.Chart.Files {
  135. if strings.Contains(file.Name, "form.yaml") {
  136. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  137. if err != nil {
  138. break
  139. }
  140. res.Form = formYAML
  141. break
  142. }
  143. }
  144. // if form not populated, detect common charts
  145. if res.Form == nil {
  146. // for now just case by name
  147. if res.Release.Chart.Name() == "velero" {
  148. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  149. if err == nil {
  150. res.Form = formYAML
  151. }
  152. }
  153. }
  154. // get prometheus service
  155. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  156. if err != nil {
  157. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  158. return
  159. }
  160. res.HasMetrics = found
  161. if err := json.NewEncoder(w).Encode(res); err != nil {
  162. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  163. return
  164. }
  165. }
  166. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  167. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  168. name := chi.URLParam(r, "name")
  169. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  170. form := &forms.GetReleaseForm{
  171. ReleaseForm: &forms.ReleaseForm{
  172. Form: &helm.Form{
  173. Repo: app.Repo,
  174. DigitalOceanOAuth: app.DOConf,
  175. },
  176. },
  177. Name: name,
  178. Revision: int(revision),
  179. }
  180. agent, err := app.getAgentFromQueryParams(
  181. w,
  182. r,
  183. form.ReleaseForm,
  184. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  185. )
  186. // errors are handled in app.getAgentFromQueryParams
  187. if err != nil {
  188. return
  189. }
  190. release, err := agent.GetRelease(form.Name, form.Revision)
  191. if err != nil {
  192. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  193. Code: ErrReleaseReadData,
  194. Errors: []string{"release not found"},
  195. }, w)
  196. return
  197. }
  198. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  199. objects := grapher.ParseObjs(yamlArr)
  200. parsed := grapher.ParsedObjs{
  201. Objects: objects,
  202. }
  203. parsed.GetControlRel()
  204. parsed.GetLabelRel()
  205. parsed.GetSpecRel()
  206. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  207. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  208. return
  209. }
  210. }
  211. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  212. // Used to display status of charts.
  213. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  214. name := chi.URLParam(r, "name")
  215. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  216. form := &forms.GetReleaseForm{
  217. ReleaseForm: &forms.ReleaseForm{
  218. Form: &helm.Form{
  219. Repo: app.Repo,
  220. DigitalOceanOAuth: app.DOConf,
  221. },
  222. },
  223. Name: name,
  224. Revision: int(revision),
  225. }
  226. agent, err := app.getAgentFromQueryParams(
  227. w,
  228. r,
  229. form.ReleaseForm,
  230. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  231. )
  232. // errors are handled in app.getAgentFromQueryParams
  233. if err != nil {
  234. return
  235. }
  236. release, err := agent.GetRelease(form.Name, form.Revision)
  237. if err != nil {
  238. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  239. Code: ErrReleaseReadData,
  240. Errors: []string{"release not found"},
  241. }, w)
  242. return
  243. }
  244. vals, err := url.ParseQuery(r.URL.RawQuery)
  245. if err != nil {
  246. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  247. return
  248. }
  249. // get the filter options
  250. k8sForm := &forms.K8sForm{
  251. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  252. Repo: app.Repo,
  253. DigitalOceanOAuth: app.DOConf,
  254. },
  255. }
  256. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  257. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  258. // validate the form
  259. if err := app.validator.Struct(k8sForm); err != nil {
  260. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  261. return
  262. }
  263. // create a new kubernetes agent
  264. var k8sAgent *kubernetes.Agent
  265. if app.ServerConf.IsTesting {
  266. k8sAgent = app.TestAgents.K8sAgent
  267. } else {
  268. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  269. }
  270. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  271. controllers := grapher.ParseControllers(yamlArr)
  272. retrievedControllers := []interface{}{}
  273. // get current status of each controller
  274. // TODO: refactor with type assertion
  275. for _, c := range controllers {
  276. c.Namespace = form.ReleaseForm.Form.Namespace
  277. switch c.Kind {
  278. case "Deployment":
  279. rc, err := k8sAgent.GetDeployment(c)
  280. if err != nil {
  281. app.handleErrorDataRead(err, w)
  282. return
  283. }
  284. rc.Kind = c.Kind
  285. retrievedControllers = append(retrievedControllers, rc)
  286. case "StatefulSet":
  287. rc, err := k8sAgent.GetStatefulSet(c)
  288. if err != nil {
  289. app.handleErrorDataRead(err, w)
  290. return
  291. }
  292. rc.Kind = c.Kind
  293. retrievedControllers = append(retrievedControllers, rc)
  294. case "DaemonSet":
  295. rc, err := k8sAgent.GetDaemonSet(c)
  296. if err != nil {
  297. app.handleErrorDataRead(err, w)
  298. return
  299. }
  300. rc.Kind = c.Kind
  301. retrievedControllers = append(retrievedControllers, rc)
  302. case "ReplicaSet":
  303. rc, err := k8sAgent.GetReplicaSet(c)
  304. if err != nil {
  305. app.handleErrorDataRead(err, w)
  306. return
  307. }
  308. rc.Kind = c.Kind
  309. retrievedControllers = append(retrievedControllers, rc)
  310. case "CronJob":
  311. rc, err := k8sAgent.GetCronJob(c)
  312. if err != nil {
  313. app.handleErrorDataRead(err, w)
  314. return
  315. }
  316. rc.Kind = c.Kind
  317. retrievedControllers = append(retrievedControllers, rc)
  318. }
  319. }
  320. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  321. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  322. return
  323. }
  324. }
  325. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  326. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  327. name := chi.URLParam(r, "name")
  328. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  329. form := &forms.GetReleaseForm{
  330. ReleaseForm: &forms.ReleaseForm{
  331. Form: &helm.Form{
  332. Repo: app.Repo,
  333. DigitalOceanOAuth: app.DOConf,
  334. },
  335. },
  336. Name: name,
  337. Revision: int(revision),
  338. }
  339. agent, err := app.getAgentFromQueryParams(
  340. w,
  341. r,
  342. form.ReleaseForm,
  343. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  344. )
  345. // errors are handled in app.getAgentFromQueryParams
  346. if err != nil {
  347. return
  348. }
  349. release, err := agent.GetRelease(form.Name, form.Revision)
  350. if err != nil {
  351. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  352. Code: ErrReleaseReadData,
  353. Errors: []string{"release not found"},
  354. }, w)
  355. return
  356. }
  357. vals, err := url.ParseQuery(r.URL.RawQuery)
  358. if err != nil {
  359. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  360. return
  361. }
  362. // get the filter options
  363. k8sForm := &forms.K8sForm{
  364. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  365. Repo: app.Repo,
  366. DigitalOceanOAuth: app.DOConf,
  367. },
  368. }
  369. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  370. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  371. // validate the form
  372. if err := app.validator.Struct(k8sForm); err != nil {
  373. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  374. return
  375. }
  376. // create a new kubernetes agent
  377. var k8sAgent *kubernetes.Agent
  378. if app.ServerConf.IsTesting {
  379. k8sAgent = app.TestAgents.K8sAgent
  380. } else {
  381. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  382. }
  383. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  384. controllers := grapher.ParseControllers(yamlArr)
  385. pods := make([]v1.Pod, 0)
  386. // get current status of each controller
  387. for _, c := range controllers {
  388. var selector *metav1.LabelSelector
  389. switch c.Kind {
  390. case "Deployment":
  391. rc, err := k8sAgent.GetDeployment(c)
  392. if err != nil {
  393. app.handleErrorDataRead(err, w)
  394. return
  395. }
  396. selector = rc.Spec.Selector
  397. case "StatefulSet":
  398. rc, err := k8sAgent.GetStatefulSet(c)
  399. if err != nil {
  400. app.handleErrorDataRead(err, w)
  401. return
  402. }
  403. selector = rc.Spec.Selector
  404. case "DaemonSet":
  405. rc, err := k8sAgent.GetDaemonSet(c)
  406. if err != nil {
  407. app.handleErrorDataRead(err, w)
  408. return
  409. }
  410. selector = rc.Spec.Selector
  411. case "ReplicaSet":
  412. rc, err := k8sAgent.GetReplicaSet(c)
  413. if err != nil {
  414. app.handleErrorDataRead(err, w)
  415. return
  416. }
  417. selector = rc.Spec.Selector
  418. case "CronJob":
  419. rc, err := k8sAgent.GetCronJob(c)
  420. if err != nil {
  421. app.handleErrorDataRead(err, w)
  422. return
  423. }
  424. selector = rc.Spec.JobTemplate.Spec.Selector
  425. }
  426. selectors := make([]string, 0)
  427. for key, val := range selector.MatchLabels {
  428. selectors = append(selectors, key+"="+val)
  429. }
  430. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","))
  431. if err != nil {
  432. app.handleErrorDataRead(err, w)
  433. return
  434. }
  435. pods = append(pods, podList.Items...)
  436. }
  437. if err := json.NewEncoder(w).Encode(pods); err != nil {
  438. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  439. return
  440. }
  441. }
  442. // HandleListReleaseHistory retrieves a history of releases based on a release name
  443. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  444. name := chi.URLParam(r, "name")
  445. form := &forms.ListReleaseHistoryForm{
  446. ReleaseForm: &forms.ReleaseForm{
  447. Form: &helm.Form{
  448. Repo: app.Repo,
  449. DigitalOceanOAuth: app.DOConf,
  450. },
  451. },
  452. Name: name,
  453. }
  454. agent, err := app.getAgentFromQueryParams(
  455. w,
  456. r,
  457. form.ReleaseForm,
  458. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  459. )
  460. // errors are handled in app.getAgentFromQueryParams
  461. if err != nil {
  462. return
  463. }
  464. release, err := agent.GetReleaseHistory(form.Name)
  465. if err != nil {
  466. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  467. Code: ErrReleaseReadData,
  468. Errors: []string{"release not found"},
  469. }, w)
  470. return
  471. }
  472. if err := json.NewEncoder(w).Encode(release); err != nil {
  473. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  474. return
  475. }
  476. }
  477. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  478. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  479. name := chi.URLParam(r, "name")
  480. vals, err := url.ParseQuery(r.URL.RawQuery)
  481. namespace := vals["namespace"][0]
  482. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  483. if err != nil {
  484. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  485. Code: ErrReleaseReadData,
  486. Errors: []string{"release not found"},
  487. }, w)
  488. }
  489. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  490. if err != nil {
  491. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  492. Code: ErrReleaseReadData,
  493. Errors: []string{"release not found"},
  494. }, w)
  495. }
  496. releaseExt := release.Externalize()
  497. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  498. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  499. return
  500. }
  501. }
  502. type ContainerEnvConfig struct {
  503. Container struct {
  504. Env struct {
  505. Normal map[string]string `yaml:"normal"`
  506. } `yaml:"env"`
  507. } `yaml:"container"`
  508. }
  509. // HandleUpgradeRelease upgrades a release with new values.yaml
  510. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  511. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  512. if err != nil || projID == 0 {
  513. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  514. return
  515. }
  516. name := chi.URLParam(r, "name")
  517. vals, err := url.ParseQuery(r.URL.RawQuery)
  518. if err != nil {
  519. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  520. return
  521. }
  522. form := &forms.UpgradeReleaseForm{
  523. ReleaseForm: &forms.ReleaseForm{
  524. Form: &helm.Form{
  525. Repo: app.Repo,
  526. DigitalOceanOAuth: app.DOConf,
  527. },
  528. },
  529. Name: name,
  530. }
  531. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  532. vals,
  533. app.Repo.Cluster,
  534. )
  535. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  536. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  537. return
  538. }
  539. agent, err := app.getAgentFromReleaseForm(
  540. w,
  541. r,
  542. form.ReleaseForm,
  543. )
  544. // errors are handled in app.getAgentFromBodyParams
  545. if err != nil {
  546. return
  547. }
  548. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  549. if err != nil {
  550. app.handleErrorDataRead(err, w)
  551. return
  552. }
  553. conf := &helm.UpgradeReleaseConfig{
  554. Name: form.Name,
  555. Cluster: form.ReleaseForm.Cluster,
  556. Repo: *app.Repo,
  557. Registries: registries,
  558. }
  559. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  560. if err != nil {
  561. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  562. Code: ErrReleaseDeploy,
  563. Errors: []string{"error upgrading release " + err.Error()},
  564. }, w)
  565. return
  566. }
  567. // update the github actions env if the release exists and is built from source
  568. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  569. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  570. if err != nil {
  571. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  572. Code: ErrReleaseReadData,
  573. Errors: []string{"release not found"},
  574. }, w)
  575. }
  576. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  577. gitAction := release.GitActionConfig
  578. if release != nil && gitAction.ID != 0 {
  579. // parse env into build env
  580. cEnv := &ContainerEnvConfig{}
  581. yaml.Unmarshal([]byte(form.Values), cEnv)
  582. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  583. if err != nil {
  584. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  585. Code: ErrReleaseReadData,
  586. Errors: []string{"github repo integration not found"},
  587. }, w)
  588. }
  589. repoSplit := strings.Split(gitAction.GitRepo, "/")
  590. gaRunner := &actions.GithubActions{
  591. GitIntegration: gr,
  592. GitRepoName: repoSplit[1],
  593. GitRepoOwner: repoSplit[0],
  594. Repo: *app.Repo,
  595. GithubConf: app.GithubProjectConf,
  596. WebhookToken: release.WebhookToken,
  597. ProjectID: uint(projID),
  598. ReleaseName: name,
  599. GitBranch: gitAction.GitBranch,
  600. DockerFilePath: gitAction.DockerfilePath,
  601. FolderPath: gitAction.FolderPath,
  602. ImageRepoURL: gitAction.ImageRepoURI,
  603. BuildEnv: cEnv.Container.Env.Normal,
  604. }
  605. err = gaRunner.CreateEnvSecret()
  606. if err != nil {
  607. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  608. Code: ErrReleaseReadData,
  609. Errors: []string{"could not update github secret"},
  610. }, w)
  611. }
  612. }
  613. }
  614. w.WriteHeader(http.StatusOK)
  615. }
  616. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  617. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  618. token := chi.URLParam(r, "token")
  619. // retrieve release by token
  620. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  621. if err != nil {
  622. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  623. Code: ErrReleaseReadData,
  624. Errors: []string{"release not found with given webhook"},
  625. }, w)
  626. return
  627. }
  628. params := map[string][]string{}
  629. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  630. params["storage"] = []string{"secret"}
  631. params["namespace"] = []string{release.Namespace}
  632. vals, err := url.ParseQuery(r.URL.RawQuery)
  633. if err != nil {
  634. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  635. return
  636. }
  637. form := &forms.UpgradeReleaseForm{
  638. ReleaseForm: &forms.ReleaseForm{
  639. Form: &helm.Form{
  640. Repo: app.Repo,
  641. DigitalOceanOAuth: app.DOConf,
  642. },
  643. },
  644. Name: release.Name,
  645. }
  646. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  647. params,
  648. app.Repo.Cluster,
  649. )
  650. agent, err := app.getAgentFromReleaseForm(
  651. w,
  652. r,
  653. form.ReleaseForm,
  654. )
  655. // errors are handled in app.getAgentFromBodyParams
  656. if err != nil {
  657. return
  658. }
  659. rel, err := agent.GetRelease(form.Name, 0)
  660. // repository is set to current repository by default
  661. commit := vals["commit"][0]
  662. repository := rel.Config["image"].(map[string]interface{})["repository"]
  663. gitAction := release.GitActionConfig
  664. if gitAction.ID != 0 && repository == "porterdev/hello-porter" {
  665. repository = gitAction.ImageRepoURI
  666. } else if gitAction.ID != 0 && repository == "porterdev/hello-porter-job" {
  667. repository = gitAction.ImageRepoURI
  668. }
  669. image := map[string]interface{}{}
  670. image["repository"] = repository
  671. image["tag"] = commit
  672. rel.Config["image"] = image
  673. if rel.Config["auto_deploy"] == false {
  674. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  675. Code: ErrReleaseDeploy,
  676. Errors: []string{"Deploy webhook is disabled for this deployment."},
  677. }, w)
  678. return
  679. }
  680. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  681. if err != nil {
  682. app.handleErrorDataRead(err, w)
  683. return
  684. }
  685. conf := &helm.UpgradeReleaseConfig{
  686. Name: form.Name,
  687. Cluster: form.ReleaseForm.Cluster,
  688. Repo: *app.Repo,
  689. Registries: registries,
  690. Values: rel.Config,
  691. }
  692. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  693. if err != nil {
  694. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  695. Code: ErrReleaseDeploy,
  696. Errors: []string{"error upgrading release " + err.Error()},
  697. }, w)
  698. return
  699. }
  700. client := *app.segmentClient
  701. client.Enqueue(segment.Track{
  702. UserId: "anonymous",
  703. Event: "Triggered Re-deploy via Webhook",
  704. Properties: segment.NewProperties().
  705. Set("repository", repository),
  706. })
  707. w.WriteHeader(http.StatusOK)
  708. }
  709. // HandleRollbackRelease rolls a release back to a specified revision
  710. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  711. name := chi.URLParam(r, "name")
  712. vals, err := url.ParseQuery(r.URL.RawQuery)
  713. if err != nil {
  714. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  715. return
  716. }
  717. form := &forms.RollbackReleaseForm{
  718. ReleaseForm: &forms.ReleaseForm{
  719. Form: &helm.Form{
  720. Repo: app.Repo,
  721. DigitalOceanOAuth: app.DOConf,
  722. },
  723. },
  724. Name: name,
  725. }
  726. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  727. vals,
  728. app.Repo.Cluster,
  729. )
  730. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  731. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  732. return
  733. }
  734. agent, err := app.getAgentFromReleaseForm(
  735. w,
  736. r,
  737. form.ReleaseForm,
  738. )
  739. // errors are handled in app.getAgentFromBodyParams
  740. if err != nil {
  741. return
  742. }
  743. err = agent.RollbackRelease(form.Name, form.Revision)
  744. if err != nil {
  745. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  746. Code: ErrReleaseDeploy,
  747. Errors: []string{"error rolling back release " + err.Error()},
  748. }, w)
  749. return
  750. }
  751. // get the full release data for GHA updating
  752. rel, err := agent.GetRelease(form.Name, form.Revision)
  753. if err != nil {
  754. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  755. Code: ErrReleaseReadData,
  756. Errors: []string{"release not found"},
  757. }, w)
  758. return
  759. }
  760. // update the github actions env if the release exists and is built from source
  761. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  762. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  763. if err != nil {
  764. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  765. Code: ErrReleaseReadData,
  766. Errors: []string{"release not found"},
  767. }, w)
  768. }
  769. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  770. gitAction := release.GitActionConfig
  771. if release != nil && gitAction.ID != 0 {
  772. // parse env into build env
  773. cEnv := &ContainerEnvConfig{}
  774. rawValues, err := yaml.Marshal(rel.Config)
  775. if err != nil {
  776. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  777. Code: ErrReleaseReadData,
  778. Errors: []string{"could not get values of previous revision"},
  779. }, w)
  780. }
  781. yaml.Unmarshal(rawValues, cEnv)
  782. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  783. if err != nil {
  784. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  785. Code: ErrReleaseReadData,
  786. Errors: []string{"github repo integration not found"},
  787. }, w)
  788. }
  789. repoSplit := strings.Split(gitAction.GitRepo, "/")
  790. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  791. if err != nil || projID == 0 {
  792. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  793. return
  794. }
  795. gaRunner := &actions.GithubActions{
  796. GitIntegration: gr,
  797. GitRepoName: repoSplit[1],
  798. GitRepoOwner: repoSplit[0],
  799. Repo: *app.Repo,
  800. GithubConf: app.GithubProjectConf,
  801. WebhookToken: release.WebhookToken,
  802. ProjectID: uint(projID),
  803. ReleaseName: name,
  804. GitBranch: gitAction.GitBranch,
  805. DockerFilePath: gitAction.DockerfilePath,
  806. FolderPath: gitAction.FolderPath,
  807. ImageRepoURL: gitAction.ImageRepoURI,
  808. BuildEnv: cEnv.Container.Env.Normal,
  809. }
  810. err = gaRunner.CreateEnvSecret()
  811. if err != nil {
  812. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  813. Code: ErrReleaseReadData,
  814. Errors: []string{"could not update github secret"},
  815. }, w)
  816. }
  817. }
  818. }
  819. w.WriteHeader(http.StatusOK)
  820. }
  821. // ------------------------ Release handler helper functions ------------------------ //
  822. // getAgentFromQueryParams uses the query params to populate a form, and then
  823. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  824. // Helm agent.
  825. func (app *App) getAgentFromQueryParams(
  826. w http.ResponseWriter,
  827. r *http.Request,
  828. form *forms.ReleaseForm,
  829. // populate uses the query params to populate a form
  830. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  831. ) (*helm.Agent, error) {
  832. vals, err := url.ParseQuery(r.URL.RawQuery)
  833. if err != nil {
  834. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  835. return nil, err
  836. }
  837. for _, f := range populate {
  838. err := f(vals, app.Repo.Cluster)
  839. if err != nil {
  840. app.handleErrorInternal(err, w)
  841. return nil, err
  842. }
  843. }
  844. return app.getAgentFromReleaseForm(w, r, form)
  845. }
  846. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  847. // the userID found in the session and the options required by the Helm agent.
  848. func (app *App) getAgentFromReleaseForm(
  849. w http.ResponseWriter,
  850. r *http.Request,
  851. form *forms.ReleaseForm,
  852. ) (*helm.Agent, error) {
  853. var err error
  854. // validate the form
  855. if err := app.validator.Struct(form); err != nil {
  856. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  857. return nil, err
  858. }
  859. // create a new agent
  860. var agent *helm.Agent
  861. if app.ServerConf.IsTesting {
  862. agent = app.TestAgents.HelmAgent
  863. } else {
  864. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  865. }
  866. if err != nil {
  867. app.handleErrorInternal(err, w)
  868. }
  869. return agent, err
  870. }
  871. const veleroForm string = `tags:
  872. - hello
  873. tabs:
  874. - name: main
  875. context:
  876. type: cluster
  877. config:
  878. group: velero.io
  879. version: v1
  880. resource: backups
  881. label: Backups
  882. sections:
  883. - name: section_one
  884. contents:
  885. - type: heading
  886. label: 💾 Velero Backups
  887. - type: resource-list
  888. value: |
  889. .items[] | {
  890. name: .metadata.name,
  891. label: .metadata.namespace,
  892. status: .status.phase,
  893. timestamp: .status.completionTimestamp,
  894. message: [
  895. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  896. "Finished \(.status.completionTimestamp).",
  897. "Backup expires on \(.status.expiration)."
  898. ]|join(" "),
  899. data: {
  900. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  901. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  902. "Storage Location": .spec.storageLocation
  903. }
  904. }`