release_handler.go 45 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. "gorm.io/gorm"
  11. semver "github.com/Masterminds/semver/v3"
  12. "github.com/porter-dev/porter/internal/analytics"
  13. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  14. "github.com/porter-dev/porter/internal/models"
  15. "github.com/porter-dev/porter/internal/templater/parser"
  16. "helm.sh/helm/v3/pkg/release"
  17. v1 "k8s.io/api/core/v1"
  18. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  19. "github.com/go-chi/chi"
  20. "github.com/porter-dev/porter/internal/forms"
  21. "github.com/porter-dev/porter/internal/helm"
  22. "github.com/porter-dev/porter/internal/helm/grapher"
  23. "github.com/porter-dev/porter/internal/helm/loader"
  24. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  25. "github.com/porter-dev/porter/internal/integrations/slack"
  26. "github.com/porter-dev/porter/internal/kubernetes"
  27. "github.com/porter-dev/porter/internal/repository"
  28. "gopkg.in/yaml.v2"
  29. )
  30. // Enumeration of release API error codes, represented as int64
  31. const (
  32. ErrReleaseDecode ErrorCode = iota + 600
  33. ErrReleaseValidateFields
  34. ErrReleaseReadData
  35. ErrReleaseDeploy
  36. )
  37. var (
  38. createEnvSecretConstraint, _ = semver.NewConstraint(" < 0.1.0")
  39. )
  40. // HandleListReleases retrieves a list of releases for a cluster
  41. // with various filter options
  42. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  43. form := &forms.ListReleaseForm{
  44. ReleaseForm: &forms.ReleaseForm{
  45. Form: &helm.Form{
  46. Repo: app.Repo,
  47. DigitalOceanOAuth: app.DOConf,
  48. },
  49. },
  50. ListFilter: &helm.ListFilter{},
  51. }
  52. agent, err := app.getAgentFromQueryParams(
  53. w,
  54. r,
  55. form.ReleaseForm,
  56. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  57. form.PopulateListFromQueryParams,
  58. )
  59. // errors are handled in app.getAgentFromQueryParams
  60. if err != nil {
  61. return
  62. }
  63. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  64. if err != nil {
  65. app.handleErrorRead(err, ErrReleaseReadData, w)
  66. return
  67. }
  68. if err := json.NewEncoder(w).Encode(releases); err != nil {
  69. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  70. return
  71. }
  72. }
  73. // PorterRelease is a helm release with a form attached
  74. type PorterRelease struct {
  75. *release.Release
  76. Form *models.FormYAML `json:"form"`
  77. HasMetrics bool `json:"has_metrics"`
  78. LatestVersion string `json:"latest_version"`
  79. GitActionConfig *models.GitActionConfigExternal `json:"git_action_config"`
  80. ImageRepoURI string `json:"image_repo_uri"`
  81. }
  82. // HandleGetRelease retrieves a single release based on a name and revision
  83. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  84. name := chi.URLParam(r, "name")
  85. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  86. form := &forms.GetReleaseForm{
  87. ReleaseForm: &forms.ReleaseForm{
  88. Form: &helm.Form{
  89. Repo: app.Repo,
  90. DigitalOceanOAuth: app.DOConf,
  91. },
  92. },
  93. Name: name,
  94. Revision: int(revision),
  95. }
  96. agent, err := app.getAgentFromQueryParams(
  97. w,
  98. r,
  99. form.ReleaseForm,
  100. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  101. )
  102. // errors are handled in app.getAgentFromQueryParams
  103. if err != nil {
  104. return
  105. }
  106. release, err := agent.GetRelease(form.Name, form.Revision)
  107. if err != nil {
  108. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  109. Code: ErrReleaseReadData,
  110. Errors: []string{"release not found"},
  111. }, w)
  112. return
  113. }
  114. // get the filter options
  115. k8sForm := &forms.K8sForm{
  116. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  117. Repo: app.Repo,
  118. DigitalOceanOAuth: app.DOConf,
  119. },
  120. }
  121. vals, err := url.ParseQuery(r.URL.RawQuery)
  122. if err != nil {
  123. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  124. return
  125. }
  126. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  127. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  128. // validate the form
  129. if err := app.validator.Struct(k8sForm); err != nil {
  130. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  131. return
  132. }
  133. // create a new dynamic client
  134. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  135. if err != nil {
  136. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  137. return
  138. }
  139. parserDef := &parser.ClientConfigDefault{
  140. DynamicClient: dynClient,
  141. HelmChart: release.Chart,
  142. HelmRelease: release,
  143. }
  144. res := &PorterRelease{release, nil, false, "", nil, ""}
  145. for _, file := range release.Chart.Files {
  146. if strings.Contains(file.Name, "form.yaml") {
  147. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  148. if err != nil {
  149. break
  150. }
  151. res.Form = formYAML
  152. break
  153. }
  154. }
  155. // if form not populated, detect common charts
  156. if res.Form == nil {
  157. // for now just case by name
  158. if res.Release.Chart.Name() == "velero" {
  159. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  160. if err == nil {
  161. res.Form = formYAML
  162. }
  163. }
  164. }
  165. // get prometheus service
  166. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  167. if err != nil {
  168. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  169. return
  170. }
  171. res.HasMetrics = found
  172. // detect if Porter application chart and attempt to get the latest version
  173. // from chart repo
  174. chartRepoURL, firstFound := app.ChartLookupURLs[res.Chart.Metadata.Name]
  175. if !firstFound {
  176. app.updateChartRepoURLs()
  177. chartRepoURL, _ = app.ChartLookupURLs[res.Chart.Metadata.Name]
  178. }
  179. if chartRepoURL != "" {
  180. repoIndex, err := loader.LoadRepoIndexPublic(chartRepoURL)
  181. if err == nil {
  182. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  183. res.LatestVersion = res.Chart.Metadata.Version
  184. // set latest version to the greater of porterChart.Versions and res.Chart.Metadata.Version
  185. porterChartVersion, porterChartErr := semver.NewVersion(porterChart.Versions[0])
  186. currChartVersion, currChartErr := semver.NewVersion(res.Chart.Metadata.Version)
  187. if currChartErr == nil && porterChartErr == nil && porterChartVersion.GreaterThan(currChartVersion) {
  188. res.LatestVersion = porterChart.Versions[0]
  189. }
  190. }
  191. }
  192. // if the release was created from this server,
  193. modelRelease, err := app.Repo.Release.ReadRelease(form.Cluster.ID, release.Name, release.Namespace)
  194. if modelRelease != nil {
  195. res.ImageRepoURI = modelRelease.ImageRepoURI
  196. gitAction := modelRelease.GitActionConfig
  197. if gitAction.ID != 0 {
  198. res.GitActionConfig = gitAction.Externalize()
  199. }
  200. }
  201. if err := json.NewEncoder(w).Encode(res); err != nil {
  202. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  203. return
  204. }
  205. }
  206. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  207. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  208. name := chi.URLParam(r, "name")
  209. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  210. form := &forms.GetReleaseForm{
  211. ReleaseForm: &forms.ReleaseForm{
  212. Form: &helm.Form{
  213. Repo: app.Repo,
  214. DigitalOceanOAuth: app.DOConf,
  215. },
  216. },
  217. Name: name,
  218. Revision: int(revision),
  219. }
  220. agent, err := app.getAgentFromQueryParams(
  221. w,
  222. r,
  223. form.ReleaseForm,
  224. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  225. )
  226. // errors are handled in app.getAgentFromQueryParams
  227. if err != nil {
  228. return
  229. }
  230. release, err := agent.GetRelease(form.Name, form.Revision)
  231. if err != nil {
  232. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  233. Code: ErrReleaseReadData,
  234. Errors: []string{"release not found"},
  235. }, w)
  236. return
  237. }
  238. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  239. objects := grapher.ParseObjs(yamlArr, release.Namespace)
  240. parsed := grapher.ParsedObjs{
  241. Objects: objects,
  242. }
  243. parsed.GetControlRel()
  244. parsed.GetLabelRel()
  245. parsed.GetSpecRel()
  246. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  247. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  248. return
  249. }
  250. }
  251. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  252. // Used to display status of charts.
  253. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  254. name := chi.URLParam(r, "name")
  255. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  256. form := &forms.GetReleaseForm{
  257. ReleaseForm: &forms.ReleaseForm{
  258. Form: &helm.Form{
  259. Repo: app.Repo,
  260. DigitalOceanOAuth: app.DOConf,
  261. },
  262. },
  263. Name: name,
  264. Revision: int(revision),
  265. }
  266. agent, err := app.getAgentFromQueryParams(
  267. w,
  268. r,
  269. form.ReleaseForm,
  270. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  271. )
  272. // errors are handled in app.getAgentFromQueryParams
  273. if err != nil {
  274. return
  275. }
  276. release, err := agent.GetRelease(form.Name, form.Revision)
  277. if err != nil {
  278. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  279. Code: ErrReleaseReadData,
  280. Errors: []string{"release not found"},
  281. }, w)
  282. return
  283. }
  284. vals, err := url.ParseQuery(r.URL.RawQuery)
  285. if err != nil {
  286. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  287. return
  288. }
  289. // get the filter options
  290. k8sForm := &forms.K8sForm{
  291. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  292. Repo: app.Repo,
  293. DigitalOceanOAuth: app.DOConf,
  294. },
  295. }
  296. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  297. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  298. // validate the form
  299. if err := app.validator.Struct(k8sForm); err != nil {
  300. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  301. return
  302. }
  303. // create a new kubernetes agent
  304. var k8sAgent *kubernetes.Agent
  305. if app.ServerConf.IsTesting {
  306. k8sAgent = app.TestAgents.K8sAgent
  307. } else {
  308. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  309. }
  310. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  311. controllers := grapher.ParseControllers(yamlArr)
  312. retrievedControllers := []interface{}{}
  313. // get current status of each controller
  314. // TODO: refactor with type assertion
  315. for _, c := range controllers {
  316. c.Namespace = form.ReleaseForm.Form.Namespace
  317. switch c.Kind {
  318. case "Deployment":
  319. rc, err := k8sAgent.GetDeployment(c)
  320. if err != nil {
  321. app.handleErrorDataRead(err, w)
  322. return
  323. }
  324. rc.Kind = c.Kind
  325. retrievedControllers = append(retrievedControllers, rc)
  326. case "StatefulSet":
  327. rc, err := k8sAgent.GetStatefulSet(c)
  328. if err != nil {
  329. app.handleErrorDataRead(err, w)
  330. return
  331. }
  332. rc.Kind = c.Kind
  333. retrievedControllers = append(retrievedControllers, rc)
  334. case "DaemonSet":
  335. rc, err := k8sAgent.GetDaemonSet(c)
  336. if err != nil {
  337. app.handleErrorDataRead(err, w)
  338. return
  339. }
  340. rc.Kind = c.Kind
  341. retrievedControllers = append(retrievedControllers, rc)
  342. case "ReplicaSet":
  343. rc, err := k8sAgent.GetReplicaSet(c)
  344. if err != nil {
  345. app.handleErrorDataRead(err, w)
  346. return
  347. }
  348. rc.Kind = c.Kind
  349. retrievedControllers = append(retrievedControllers, rc)
  350. case "CronJob":
  351. rc, err := k8sAgent.GetCronJob(c)
  352. if err != nil {
  353. app.handleErrorDataRead(err, w)
  354. return
  355. }
  356. rc.Kind = c.Kind
  357. retrievedControllers = append(retrievedControllers, rc)
  358. }
  359. }
  360. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  361. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  362. return
  363. }
  364. }
  365. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  366. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  367. name := chi.URLParam(r, "name")
  368. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  369. form := &forms.GetReleaseForm{
  370. ReleaseForm: &forms.ReleaseForm{
  371. Form: &helm.Form{
  372. Repo: app.Repo,
  373. DigitalOceanOAuth: app.DOConf,
  374. },
  375. },
  376. Name: name,
  377. Revision: int(revision),
  378. }
  379. agent, err := app.getAgentFromQueryParams(
  380. w,
  381. r,
  382. form.ReleaseForm,
  383. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  384. )
  385. // errors are handled in app.getAgentFromQueryParams
  386. if err != nil {
  387. return
  388. }
  389. release, err := agent.GetRelease(form.Name, form.Revision)
  390. if err != nil {
  391. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  392. Code: ErrReleaseReadData,
  393. Errors: []string{"release not found"},
  394. }, w)
  395. return
  396. }
  397. vals, err := url.ParseQuery(r.URL.RawQuery)
  398. if err != nil {
  399. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  400. return
  401. }
  402. // get the filter options
  403. k8sForm := &forms.K8sForm{
  404. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  405. Repo: app.Repo,
  406. DigitalOceanOAuth: app.DOConf,
  407. },
  408. }
  409. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  410. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  411. // validate the form
  412. if err := app.validator.Struct(k8sForm); err != nil {
  413. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  414. return
  415. }
  416. // create a new kubernetes agent
  417. var k8sAgent *kubernetes.Agent
  418. if app.ServerConf.IsTesting {
  419. k8sAgent = app.TestAgents.K8sAgent
  420. } else {
  421. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  422. }
  423. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  424. controllers := grapher.ParseControllers(yamlArr)
  425. pods := make([]v1.Pod, 0)
  426. // get current status of each controller
  427. for _, c := range controllers {
  428. var selector *metav1.LabelSelector
  429. switch c.Kind {
  430. case "Deployment":
  431. rc, err := k8sAgent.GetDeployment(c)
  432. if err != nil {
  433. app.handleErrorDataRead(err, w)
  434. return
  435. }
  436. selector = rc.Spec.Selector
  437. case "StatefulSet":
  438. rc, err := k8sAgent.GetStatefulSet(c)
  439. if err != nil {
  440. app.handleErrorDataRead(err, w)
  441. return
  442. }
  443. selector = rc.Spec.Selector
  444. case "DaemonSet":
  445. rc, err := k8sAgent.GetDaemonSet(c)
  446. if err != nil {
  447. app.handleErrorDataRead(err, w)
  448. return
  449. }
  450. selector = rc.Spec.Selector
  451. case "ReplicaSet":
  452. rc, err := k8sAgent.GetReplicaSet(c)
  453. if err != nil {
  454. app.handleErrorDataRead(err, w)
  455. return
  456. }
  457. selector = rc.Spec.Selector
  458. case "CronJob":
  459. rc, err := k8sAgent.GetCronJob(c)
  460. if err != nil {
  461. app.handleErrorDataRead(err, w)
  462. return
  463. }
  464. selector = rc.Spec.JobTemplate.Spec.Selector
  465. }
  466. selectors := make([]string, 0)
  467. for key, val := range selector.MatchLabels {
  468. selectors = append(selectors, key+"="+val)
  469. }
  470. namespace := vals.Get("namespace")
  471. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","), namespace)
  472. if err != nil {
  473. app.handleErrorDataRead(err, w)
  474. return
  475. }
  476. pods = append(pods, podList.Items...)
  477. }
  478. if err := json.NewEncoder(w).Encode(pods); err != nil {
  479. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  480. return
  481. }
  482. }
  483. type GetJobStatusResult struct {
  484. Status string `json:"status,omitempty"`
  485. StartTime *metav1.Time `json:"start_time,omitempty"`
  486. }
  487. // HandleGetJobStatus gets the status for a specific job
  488. func (app *App) HandleGetJobStatus(w http.ResponseWriter, r *http.Request) {
  489. name := chi.URLParam(r, "name")
  490. namespace := chi.URLParam(r, "namespace")
  491. form := &forms.GetReleaseForm{
  492. ReleaseForm: &forms.ReleaseForm{
  493. Form: &helm.Form{
  494. Repo: app.Repo,
  495. DigitalOceanOAuth: app.DOConf,
  496. Storage: "secret",
  497. Namespace: namespace,
  498. },
  499. },
  500. Name: name,
  501. Revision: 0,
  502. }
  503. agent, err := app.getAgentFromQueryParams(
  504. w,
  505. r,
  506. form.ReleaseForm,
  507. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  508. )
  509. // errors are handled in app.getAgentFromQueryParams
  510. if err != nil {
  511. return
  512. }
  513. release, err := agent.GetRelease(form.Name, form.Revision)
  514. if err != nil {
  515. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  516. Code: ErrReleaseReadData,
  517. Errors: []string{"release not found"},
  518. }, w)
  519. return
  520. }
  521. vals, err := url.ParseQuery(r.URL.RawQuery)
  522. if err != nil {
  523. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  524. return
  525. }
  526. // get the filter options
  527. k8sForm := &forms.K8sForm{
  528. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  529. Repo: app.Repo,
  530. DigitalOceanOAuth: app.DOConf,
  531. },
  532. }
  533. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  534. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  535. // validate the form
  536. if err := app.validator.Struct(k8sForm); err != nil {
  537. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  538. return
  539. }
  540. // create a new kubernetes agent
  541. var k8sAgent *kubernetes.Agent
  542. if app.ServerConf.IsTesting {
  543. k8sAgent = app.TestAgents.K8sAgent
  544. } else {
  545. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  546. }
  547. jobs, err := k8sAgent.ListJobsByLabel(namespace, kubernetes.Label{
  548. Key: "helm.sh/chart",
  549. Val: fmt.Sprintf("%s-%s", release.Chart.Name(), release.Chart.Metadata.Version),
  550. }, kubernetes.Label{
  551. Key: "meta.helm.sh/release-name",
  552. Val: name,
  553. })
  554. if err != nil {
  555. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  556. return
  557. }
  558. res := &GetJobStatusResult{}
  559. // get the most recent job
  560. if len(jobs) > 0 {
  561. mostRecentJob := jobs[0]
  562. for _, job := range jobs {
  563. createdAt := job.ObjectMeta.CreationTimestamp
  564. if mostRecentJob.CreationTimestamp.Before(&createdAt) {
  565. mostRecentJob = job
  566. }
  567. }
  568. res.StartTime = mostRecentJob.Status.StartTime
  569. // get the status of the most recent job
  570. if mostRecentJob.Status.Succeeded >= 1 {
  571. res.Status = "succeeded"
  572. } else if mostRecentJob.Status.Active >= 1 {
  573. res.Status = "running"
  574. } else if mostRecentJob.Status.Failed >= 1 {
  575. res.Status = "failed"
  576. }
  577. }
  578. if err := json.NewEncoder(w).Encode(res); err != nil {
  579. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  580. return
  581. }
  582. }
  583. // HandleListReleaseHistory retrieves a history of releases based on a release name
  584. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  585. name := chi.URLParam(r, "name")
  586. form := &forms.ListReleaseHistoryForm{
  587. ReleaseForm: &forms.ReleaseForm{
  588. Form: &helm.Form{
  589. Repo: app.Repo,
  590. DigitalOceanOAuth: app.DOConf,
  591. },
  592. },
  593. Name: name,
  594. }
  595. agent, err := app.getAgentFromQueryParams(
  596. w,
  597. r,
  598. form.ReleaseForm,
  599. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  600. )
  601. // errors are handled in app.getAgentFromQueryParams
  602. if err != nil {
  603. return
  604. }
  605. release, err := agent.GetReleaseHistory(form.Name)
  606. if err != nil {
  607. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  608. Code: ErrReleaseReadData,
  609. Errors: []string{"release not found"},
  610. }, w)
  611. return
  612. }
  613. if err := json.NewEncoder(w).Encode(release); err != nil {
  614. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  615. return
  616. }
  617. }
  618. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  619. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  620. name := chi.URLParam(r, "name")
  621. vals, err := url.ParseQuery(r.URL.RawQuery)
  622. namespace := vals["namespace"][0]
  623. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  624. if err != nil {
  625. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  626. Code: ErrReleaseReadData,
  627. Errors: []string{"release not found"},
  628. }, w)
  629. return
  630. }
  631. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  632. if err != nil {
  633. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  634. Code: ErrReleaseReadData,
  635. Errors: []string{"release not found"},
  636. }, w)
  637. return
  638. }
  639. releaseExt := release.Externalize()
  640. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  641. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  642. return
  643. }
  644. }
  645. // HandleCreateWebhookToken creates a new webhook token for a release
  646. func (app *App) HandleCreateWebhookToken(w http.ResponseWriter, r *http.Request) {
  647. name := chi.URLParam(r, "name")
  648. vals, err := url.ParseQuery(r.URL.RawQuery)
  649. if err != nil {
  650. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  651. Code: ErrReleaseReadData,
  652. Errors: []string{"release not found"},
  653. }, w)
  654. return
  655. }
  656. // read the release from the target cluster
  657. form := &forms.ReleaseForm{
  658. Form: &helm.Form{
  659. Repo: app.Repo,
  660. DigitalOceanOAuth: app.DOConf,
  661. },
  662. }
  663. form.PopulateHelmOptionsFromQueryParams(
  664. vals,
  665. app.Repo.Cluster,
  666. )
  667. agent, err := app.getAgentFromReleaseForm(
  668. w,
  669. r,
  670. form,
  671. )
  672. if err != nil {
  673. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  674. return
  675. }
  676. rel, err := agent.GetRelease(name, 0)
  677. if err != nil {
  678. app.handleErrorDataRead(err, w)
  679. return
  680. }
  681. token, err := repository.GenerateRandomBytes(16)
  682. if err != nil {
  683. app.handleErrorInternal(err, w)
  684. return
  685. }
  686. // create release with webhook token in db
  687. image, ok := rel.Config["image"].(map[string]interface{})
  688. if !ok {
  689. app.handleErrorInternal(fmt.Errorf("Could not find field image in config"), w)
  690. return
  691. }
  692. repository := image["repository"]
  693. repoStr, ok := repository.(string)
  694. if !ok {
  695. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  696. return
  697. }
  698. release := &models.Release{
  699. ClusterID: form.Form.Cluster.ID,
  700. ProjectID: form.Form.Cluster.ProjectID,
  701. Namespace: form.Form.Namespace,
  702. Name: name,
  703. WebhookToken: token,
  704. ImageRepoURI: repoStr,
  705. }
  706. release, err = app.Repo.Release.CreateRelease(release)
  707. if err != nil {
  708. app.handleErrorInternal(err, w)
  709. return
  710. }
  711. releaseExt := release.Externalize()
  712. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  713. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  714. return
  715. }
  716. }
  717. type ContainerEnvConfig struct {
  718. Container struct {
  719. Env struct {
  720. Normal map[string]string `yaml:"normal"`
  721. } `yaml:"env"`
  722. } `yaml:"container"`
  723. }
  724. // HandleUpgradeRelease upgrades a release with new values.yaml
  725. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  726. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  727. if err != nil || projID == 0 {
  728. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  729. return
  730. }
  731. name := chi.URLParam(r, "name")
  732. vals, err := url.ParseQuery(r.URL.RawQuery)
  733. if err != nil {
  734. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  735. return
  736. }
  737. form := &forms.UpgradeReleaseForm{
  738. ReleaseForm: &forms.ReleaseForm{
  739. Form: &helm.Form{
  740. Repo: app.Repo,
  741. DigitalOceanOAuth: app.DOConf,
  742. },
  743. },
  744. Name: name,
  745. }
  746. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  747. vals,
  748. app.Repo.Cluster,
  749. )
  750. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  751. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  752. return
  753. }
  754. agent, err := app.getAgentFromReleaseForm(
  755. w,
  756. r,
  757. form.ReleaseForm,
  758. )
  759. // errors are handled in app.getAgentFromBodyParams
  760. if err != nil {
  761. return
  762. }
  763. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  764. if err != nil {
  765. app.handleErrorDataRead(err, w)
  766. return
  767. }
  768. conf := &helm.UpgradeReleaseConfig{
  769. Name: form.Name,
  770. Cluster: form.ReleaseForm.Cluster,
  771. Repo: *app.Repo,
  772. Registries: registries,
  773. }
  774. // if the chart version is set, load a chart from the repo
  775. if form.ChartVersion != "" {
  776. release, err := agent.GetRelease(form.Name, 0)
  777. if err != nil {
  778. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  779. Code: ErrReleaseReadData,
  780. Errors: []string{"chart version not found"},
  781. }, w)
  782. return
  783. }
  784. chartRepoURL, foundFirst := app.ChartLookupURLs[release.Chart.Metadata.Name]
  785. if !foundFirst {
  786. app.updateChartRepoURLs()
  787. var found bool
  788. chartRepoURL, found = app.ChartLookupURLs[release.Chart.Metadata.Name]
  789. if !found {
  790. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  791. Code: ErrReleaseReadData,
  792. Errors: []string{"chart not found"},
  793. }, w)
  794. return
  795. }
  796. }
  797. chart, err := loader.LoadChartPublic(
  798. chartRepoURL,
  799. release.Chart.Metadata.Name,
  800. form.ChartVersion,
  801. )
  802. if err != nil {
  803. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  804. Code: ErrReleaseReadData,
  805. Errors: []string{"chart not found"},
  806. }, w)
  807. return
  808. }
  809. conf.Chart = chart
  810. }
  811. rel, upgradeErr := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  812. slackInts, _ := app.Repo.SlackIntegration.ListSlackIntegrationsByProjectID(uint(projID))
  813. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  814. release, _ := app.Repo.Release.ReadRelease(uint(clusterID), name, form.Namespace)
  815. var notifConf *models.NotificationConfigExternal
  816. notifConf = nil
  817. if release != nil && release.NotificationConfig != 0 {
  818. conf, err := app.Repo.NotificationConfig.ReadNotificationConfig(release.NotificationConfig)
  819. if err != nil {
  820. app.handleErrorInternal(err, w)
  821. return
  822. }
  823. notifConf = conf.Externalize()
  824. }
  825. notifier := slack.NewSlackNotifier(notifConf, slackInts...)
  826. notifyOpts := &slack.NotifyOpts{
  827. ProjectID: uint(projID),
  828. ClusterID: form.Cluster.ID,
  829. ClusterName: form.Cluster.Name,
  830. Name: name,
  831. Namespace: form.Namespace,
  832. URL: fmt.Sprintf(
  833. "%s/applications/%s/%s/%s",
  834. app.ServerConf.ServerURL,
  835. url.PathEscape(form.Cluster.Name),
  836. form.Namespace,
  837. name,
  838. ) + fmt.Sprintf("?project_id=%d", uint(projID)),
  839. }
  840. if upgradeErr != nil {
  841. notifyOpts.Status = slack.StatusFailed
  842. notifyOpts.Info = upgradeErr.Error()
  843. notifier.Notify(notifyOpts)
  844. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  845. Code: ErrReleaseDeploy,
  846. Errors: []string{upgradeErr.Error()},
  847. }, w)
  848. return
  849. }
  850. notifyOpts.Status = string(rel.Info.Status)
  851. notifyOpts.Version = rel.Version
  852. notifier.Notify(notifyOpts)
  853. // update the github actions env if the release exists and is built from source
  854. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  855. if err != nil {
  856. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  857. Code: ErrReleaseReadData,
  858. Errors: []string{"release not found"},
  859. }, w)
  860. return
  861. }
  862. if release != nil {
  863. // update image repo uri if changed
  864. repository := rel.Config["image"].(map[string]interface{})["repository"]
  865. repoStr, ok := repository.(string)
  866. if !ok {
  867. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  868. return
  869. }
  870. if repoStr != release.ImageRepoURI {
  871. release, err = app.Repo.Release.UpdateRelease(release)
  872. if err != nil {
  873. app.handleErrorInternal(err, w)
  874. return
  875. }
  876. }
  877. gitAction := release.GitActionConfig
  878. if gitAction.ID != 0 {
  879. // parse env into build env
  880. cEnv := &ContainerEnvConfig{}
  881. yaml.Unmarshal([]byte(form.Values), cEnv)
  882. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  883. if err != nil {
  884. if err != gorm.ErrRecordNotFound {
  885. app.handleErrorInternal(err, w)
  886. return
  887. }
  888. gr = nil
  889. }
  890. repoSplit := strings.Split(gitAction.GitRepo, "/")
  891. gaRunner := &actions.GithubActions{
  892. ServerURL: app.ServerConf.ServerURL,
  893. GithubOAuthIntegration: gr,
  894. GithubInstallationID: gitAction.GithubInstallationID,
  895. GithubAppID: app.GithubAppConf.AppID,
  896. GithubAppSecretPath: app.GithubAppConf.SecretPath,
  897. GitRepoName: repoSplit[1],
  898. GitRepoOwner: repoSplit[0],
  899. Repo: *app.Repo,
  900. GithubConf: app.GithubProjectConf,
  901. ProjectID: uint(projID),
  902. ReleaseName: name,
  903. GitBranch: gitAction.GitBranch,
  904. DockerFilePath: gitAction.DockerfilePath,
  905. FolderPath: gitAction.FolderPath,
  906. ImageRepoURL: gitAction.ImageRepoURI,
  907. BuildEnv: cEnv.Container.Env.Normal,
  908. ClusterID: release.ClusterID,
  909. Version: gitAction.Version,
  910. }
  911. actionVersion, err := semver.NewVersion(gaRunner.Version)
  912. if err != nil {
  913. app.handleErrorInternal(err, w)
  914. }
  915. if createEnvSecretConstraint.Check(actionVersion) {
  916. if err := gaRunner.CreateEnvSecret(); err != nil {
  917. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  918. Code: ErrReleaseReadData,
  919. Errors: []string{"could not update github secret"},
  920. }, w)
  921. }
  922. }
  923. }
  924. }
  925. }
  926. w.WriteHeader(http.StatusOK)
  927. }
  928. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  929. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  930. token := chi.URLParam(r, "token")
  931. // retrieve release by token
  932. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  933. if err != nil {
  934. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  935. Code: ErrReleaseReadData,
  936. Errors: []string{"release not found with given webhook"},
  937. }, w)
  938. return
  939. }
  940. params := map[string][]string{}
  941. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  942. params["storage"] = []string{"secret"}
  943. params["namespace"] = []string{release.Namespace}
  944. vals, err := url.ParseQuery(r.URL.RawQuery)
  945. if err != nil {
  946. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  947. return
  948. }
  949. form := &forms.UpgradeReleaseForm{
  950. ReleaseForm: &forms.ReleaseForm{
  951. Form: &helm.Form{
  952. Repo: app.Repo,
  953. DigitalOceanOAuth: app.DOConf,
  954. },
  955. },
  956. Name: release.Name,
  957. }
  958. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  959. params,
  960. app.Repo.Cluster,
  961. )
  962. agent, err := app.getAgentFromReleaseForm(
  963. w,
  964. r,
  965. form.ReleaseForm,
  966. )
  967. // errors are handled in app.getAgentFromBodyParams
  968. if err != nil {
  969. return
  970. }
  971. rel, err := agent.GetRelease(form.Name, 0)
  972. // repository is set to current repository by default
  973. commit := vals["commit"][0]
  974. repository := rel.Config["image"].(map[string]interface{})["repository"]
  975. gitAction := release.GitActionConfig
  976. if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
  977. repository = gitAction.ImageRepoURI
  978. } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
  979. repository = gitAction.ImageRepoURI
  980. }
  981. image := map[string]interface{}{}
  982. image["repository"] = repository
  983. image["tag"] = commit
  984. rel.Config["image"] = image
  985. if rel.Config["auto_deploy"] == false {
  986. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  987. Code: ErrReleaseDeploy,
  988. Errors: []string{"Deploy webhook is disabled for this deployment."},
  989. }, w)
  990. return
  991. }
  992. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  993. if err != nil {
  994. app.handleErrorDataRead(err, w)
  995. return
  996. }
  997. conf := &helm.UpgradeReleaseConfig{
  998. Name: form.Name,
  999. Cluster: form.ReleaseForm.Cluster,
  1000. Repo: *app.Repo,
  1001. Registries: registries,
  1002. Values: rel.Config,
  1003. }
  1004. slackInts, _ := app.Repo.SlackIntegration.ListSlackIntegrationsByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  1005. var notifConf *models.NotificationConfigExternal
  1006. notifConf = nil
  1007. if release != nil && release.NotificationConfig != 0 {
  1008. conf, err := app.Repo.NotificationConfig.ReadNotificationConfig(release.NotificationConfig)
  1009. if err != nil {
  1010. app.handleErrorInternal(err, w)
  1011. return
  1012. }
  1013. notifConf = conf.Externalize()
  1014. }
  1015. notifier := slack.NewSlackNotifier(notifConf, slackInts...)
  1016. notifyOpts := &slack.NotifyOpts{
  1017. ProjectID: uint(form.ReleaseForm.Cluster.ProjectID),
  1018. ClusterID: form.Cluster.ID,
  1019. ClusterName: form.Cluster.Name,
  1020. Name: rel.Name,
  1021. Namespace: rel.Namespace,
  1022. URL: fmt.Sprintf(
  1023. "%s/applications/%s/%s/%s",
  1024. app.ServerConf.ServerURL,
  1025. url.PathEscape(form.Cluster.Name),
  1026. form.Namespace,
  1027. rel.Name,
  1028. ) + fmt.Sprintf("?project_id=%d", uint(form.ReleaseForm.Cluster.ProjectID)),
  1029. }
  1030. rel, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  1031. if err != nil {
  1032. notifyOpts.Status = slack.StatusFailed
  1033. notifyOpts.Info = err.Error()
  1034. notifier.Notify(notifyOpts)
  1035. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1036. Code: ErrReleaseDeploy,
  1037. Errors: []string{err.Error()},
  1038. }, w)
  1039. return
  1040. }
  1041. notifyOpts.Status = string(rel.Info.Status)
  1042. notifyOpts.Version = rel.Version
  1043. notifier.Notify(notifyOpts)
  1044. userID, _ := app.getUserIDFromRequest(r)
  1045. app.AnalyticsClient.Track(analytics.ApplicationDeploymentWebhookTrack(&analytics.ApplicationDeploymentWebhookTrackOpts{
  1046. ImageURI: fmt.Sprintf("%v", repository),
  1047. ApplicationScopedTrackOpts: analytics.GetApplicationScopedTrackOpts(
  1048. userID,
  1049. release.ProjectID,
  1050. release.ClusterID,
  1051. release.Name,
  1052. release.Namespace,
  1053. rel.Chart.Metadata.Name,
  1054. ),
  1055. }))
  1056. w.WriteHeader(http.StatusOK)
  1057. }
  1058. // HandleReleaseJobUpdateImage
  1059. func (app *App) HandleReleaseUpdateJobImages(w http.ResponseWriter, r *http.Request) {
  1060. vals, err := url.ParseQuery(r.URL.RawQuery)
  1061. if err != nil {
  1062. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  1063. return
  1064. }
  1065. form := &forms.UpdateImageForm{
  1066. ReleaseForm: &forms.ReleaseForm{
  1067. Form: &helm.Form{
  1068. Repo: app.Repo,
  1069. DigitalOceanOAuth: app.DOConf,
  1070. },
  1071. },
  1072. }
  1073. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  1074. vals,
  1075. app.Repo.Cluster,
  1076. )
  1077. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  1078. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  1079. return
  1080. }
  1081. releases, err := app.Repo.Release.ListReleasesByImageRepoURI(form.Cluster.ID, form.ImageRepoURI)
  1082. if err != nil {
  1083. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1084. Code: ErrReleaseReadData,
  1085. Errors: []string{"releases not found with given image repo uri"},
  1086. }, w)
  1087. return
  1088. }
  1089. agent, err := app.getAgentFromReleaseForm(
  1090. w,
  1091. r,
  1092. form.ReleaseForm,
  1093. )
  1094. // errors are handled in app.getAgentFromBodyParams
  1095. if err != nil {
  1096. return
  1097. }
  1098. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  1099. if err != nil {
  1100. app.handleErrorDataRead(err, w)
  1101. return
  1102. }
  1103. // asynchronously update releases with that image repo uri
  1104. var wg sync.WaitGroup
  1105. mu := &sync.Mutex{}
  1106. errors := make([]string, 0)
  1107. for i := range releases {
  1108. index := i
  1109. wg.Add(1)
  1110. go func() {
  1111. defer wg.Done()
  1112. // read release via agent
  1113. rel, err := agent.GetRelease(releases[index].Name, 0)
  1114. if err != nil {
  1115. mu.Lock()
  1116. errors = append(errors, err.Error())
  1117. mu.Unlock()
  1118. }
  1119. if rel.Chart.Name() == "job" {
  1120. image := map[string]interface{}{}
  1121. image["repository"] = releases[index].ImageRepoURI
  1122. image["tag"] = form.Tag
  1123. rel.Config["image"] = image
  1124. rel.Config["paused"] = true
  1125. conf := &helm.UpgradeReleaseConfig{
  1126. Name: releases[index].Name,
  1127. Cluster: form.ReleaseForm.Cluster,
  1128. Repo: *app.Repo,
  1129. Registries: registries,
  1130. Values: rel.Config,
  1131. }
  1132. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  1133. if err != nil {
  1134. mu.Lock()
  1135. errors = append(errors, err.Error())
  1136. mu.Unlock()
  1137. }
  1138. }
  1139. }()
  1140. }
  1141. wg.Wait()
  1142. w.WriteHeader(http.StatusOK)
  1143. }
  1144. // HandleRollbackRelease rolls a release back to a specified revision
  1145. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  1146. name := chi.URLParam(r, "name")
  1147. vals, err := url.ParseQuery(r.URL.RawQuery)
  1148. if err != nil {
  1149. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  1150. return
  1151. }
  1152. form := &forms.RollbackReleaseForm{
  1153. ReleaseForm: &forms.ReleaseForm{
  1154. Form: &helm.Form{
  1155. Repo: app.Repo,
  1156. DigitalOceanOAuth: app.DOConf,
  1157. },
  1158. },
  1159. Name: name,
  1160. }
  1161. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  1162. vals,
  1163. app.Repo.Cluster,
  1164. )
  1165. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  1166. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  1167. return
  1168. }
  1169. agent, err := app.getAgentFromReleaseForm(
  1170. w,
  1171. r,
  1172. form.ReleaseForm,
  1173. )
  1174. // errors are handled in app.getAgentFromBodyParams
  1175. if err != nil {
  1176. return
  1177. }
  1178. err = agent.RollbackRelease(form.Name, form.Revision)
  1179. if err != nil {
  1180. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1181. Code: ErrReleaseDeploy,
  1182. Errors: []string{"error rolling back release " + err.Error()},
  1183. }, w)
  1184. return
  1185. }
  1186. // get the full release data for GHA updating
  1187. rel, err := agent.GetRelease(form.Name, form.Revision)
  1188. if err != nil {
  1189. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  1190. Code: ErrReleaseReadData,
  1191. Errors: []string{"release not found"},
  1192. }, w)
  1193. return
  1194. }
  1195. // update the github actions env if the release exists and is built from source
  1196. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  1197. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  1198. if err != nil {
  1199. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1200. Code: ErrReleaseReadData,
  1201. Errors: []string{"release not found"},
  1202. }, w)
  1203. return
  1204. }
  1205. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  1206. if release != nil {
  1207. // update image repo uri if changed
  1208. repository := rel.Config["image"].(map[string]interface{})["repository"]
  1209. repoStr, ok := repository.(string)
  1210. if !ok {
  1211. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  1212. return
  1213. }
  1214. if repoStr != release.ImageRepoURI {
  1215. release, err = app.Repo.Release.UpdateRelease(release)
  1216. if err != nil {
  1217. app.handleErrorInternal(err, w)
  1218. return
  1219. }
  1220. }
  1221. gitAction := release.GitActionConfig
  1222. if gitAction.ID != 0 {
  1223. // parse env into build env
  1224. cEnv := &ContainerEnvConfig{}
  1225. rawValues, err := yaml.Marshal(rel.Config)
  1226. if err != nil {
  1227. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1228. Code: ErrReleaseReadData,
  1229. Errors: []string{"could not get values of previous revision"},
  1230. }, w)
  1231. }
  1232. yaml.Unmarshal(rawValues, cEnv)
  1233. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  1234. if err != nil {
  1235. if err != gorm.ErrRecordNotFound {
  1236. app.handleErrorInternal(err, w)
  1237. return
  1238. }
  1239. gr = nil
  1240. }
  1241. repoSplit := strings.Split(gitAction.GitRepo, "/")
  1242. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  1243. if err != nil || projID == 0 {
  1244. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  1245. return
  1246. }
  1247. gaRunner := &actions.GithubActions{
  1248. ServerURL: app.ServerConf.ServerURL,
  1249. GithubOAuthIntegration: gr,
  1250. GithubInstallationID: gitAction.GithubInstallationID,
  1251. GithubAppID: app.GithubAppConf.AppID,
  1252. GithubAppSecretPath: app.GithubAppConf.SecretPath,
  1253. GitRepoName: repoSplit[1],
  1254. GitRepoOwner: repoSplit[0],
  1255. Repo: *app.Repo,
  1256. GithubConf: app.GithubProjectConf,
  1257. ProjectID: uint(projID),
  1258. ReleaseName: name,
  1259. GitBranch: gitAction.GitBranch,
  1260. DockerFilePath: gitAction.DockerfilePath,
  1261. FolderPath: gitAction.FolderPath,
  1262. ImageRepoURL: gitAction.ImageRepoURI,
  1263. BuildEnv: cEnv.Container.Env.Normal,
  1264. ClusterID: release.ClusterID,
  1265. Version: gitAction.Version,
  1266. }
  1267. actionVersion, err := semver.NewVersion(gaRunner.Version)
  1268. if err != nil {
  1269. app.handleErrorInternal(err, w)
  1270. }
  1271. if createEnvSecretConstraint.Check(actionVersion) {
  1272. if err := gaRunner.CreateEnvSecret(); err != nil {
  1273. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1274. Code: ErrReleaseReadData,
  1275. Errors: []string{"could not update github secret"},
  1276. }, w)
  1277. }
  1278. }
  1279. }
  1280. }
  1281. }
  1282. w.WriteHeader(http.StatusOK)
  1283. }
  1284. // HandleGetReleaseSteps returns a list of all steps for a given release
  1285. // note that steps are not guaranteed to be in any specific order, so they should be ordered if needed
  1286. func (app *App) HandleGetReleaseSteps(w http.ResponseWriter, r *http.Request) {
  1287. name := chi.URLParam(r, "name")
  1288. vals, err := url.ParseQuery(r.URL.RawQuery)
  1289. if err != nil {
  1290. app.handleErrorInternal(err, w)
  1291. }
  1292. namespace := vals["namespace"][0]
  1293. clusterId, err := strconv.ParseUint(vals["cluster_id"][0], 0, 64)
  1294. if err != nil {
  1295. app.handleErrorInternal(err, w)
  1296. return
  1297. }
  1298. rel, err := app.Repo.Release.ReadRelease(uint(clusterId), name, namespace)
  1299. if err != nil {
  1300. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  1301. Code: ErrReleaseReadData,
  1302. Errors: []string{"release not found"},
  1303. }, w)
  1304. return
  1305. }
  1306. res := make([]models.SubEventExternal, 0)
  1307. if rel.EventContainer != 0 {
  1308. subevents, err := app.Repo.Event.ReadEventsByContainerID(rel.EventContainer)
  1309. if err != nil {
  1310. app.handleErrorInternal(err, w)
  1311. }
  1312. for _, sub := range subevents {
  1313. res = append(res, sub.Externalize())
  1314. }
  1315. }
  1316. json.NewEncoder(w).Encode(res)
  1317. }
  1318. type HandleUpdateReleaseStepsForm struct {
  1319. Event struct {
  1320. ID string `json:"event_id" form:"required"`
  1321. Name string `json:"name" form:"required"`
  1322. Index int64 `json:"index" form:"required"`
  1323. Status models.EventStatus `json:"status" form:"required"`
  1324. Info string `json:"info" form:"required"`
  1325. } `json:"event" form:"required"`
  1326. Name string `json:"name"`
  1327. Namespace string `json:"namespace"`
  1328. ClusterID uint `json:"cluster_id"`
  1329. }
  1330. // HandleUpdateReleaseSteps adds a new step to a release
  1331. func (app *App) HandleUpdateReleaseSteps(w http.ResponseWriter, r *http.Request) {
  1332. form := &HandleUpdateReleaseStepsForm{}
  1333. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  1334. app.handleErrorInternal(err, w)
  1335. return
  1336. }
  1337. rel, err := app.Repo.Release.ReadRelease(form.ClusterID, form.Name, form.Namespace)
  1338. if err != nil {
  1339. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1340. Code: ErrReleaseReadData,
  1341. Errors: []string{"Release not found"},
  1342. }, w)
  1343. return
  1344. }
  1345. if rel.EventContainer == 0 {
  1346. // create new event container
  1347. container, err := app.Repo.Event.CreateEventContainer(&models.EventContainer{ReleaseID: rel.ID})
  1348. if err != nil {
  1349. app.handleErrorDataWrite(err, w)
  1350. return
  1351. }
  1352. rel.EventContainer = container.ID
  1353. rel, err = app.Repo.Release.UpdateRelease(rel)
  1354. if err != nil {
  1355. app.handleErrorInternal(err, w)
  1356. return
  1357. }
  1358. }
  1359. container, err := app.Repo.Event.ReadEventContainer(rel.EventContainer)
  1360. if err != nil {
  1361. app.handleErrorInternal(err, w)
  1362. return
  1363. }
  1364. if err := app.Repo.Event.AppendEvent(container, &models.SubEvent{
  1365. EventContainerID: container.ID,
  1366. EventID: form.Event.ID,
  1367. Name: form.Event.Name,
  1368. Index: form.Event.Index,
  1369. Status: form.Event.Status,
  1370. Info: form.Event.Info,
  1371. }); err != nil {
  1372. app.handleErrorInternal(err, w)
  1373. }
  1374. }
  1375. // ------------------------ Release handler helper functions ------------------------ //
  1376. // getAgentFromQueryParams uses the query params to populate a form, and then
  1377. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  1378. // Helm agent.
  1379. func (app *App) getAgentFromQueryParams(
  1380. w http.ResponseWriter,
  1381. r *http.Request,
  1382. form *forms.ReleaseForm,
  1383. // populate uses the query params to populate a form
  1384. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  1385. ) (*helm.Agent, error) {
  1386. vals, err := url.ParseQuery(r.URL.RawQuery)
  1387. if err != nil {
  1388. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  1389. return nil, err
  1390. }
  1391. for _, f := range populate {
  1392. err := f(vals, app.Repo.Cluster)
  1393. if err != nil {
  1394. app.handleErrorInternal(err, w)
  1395. return nil, err
  1396. }
  1397. }
  1398. return app.getAgentFromReleaseForm(w, r, form)
  1399. }
  1400. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  1401. // the userID found in the session and the options required by the Helm agent.
  1402. func (app *App) getAgentFromReleaseForm(
  1403. w http.ResponseWriter,
  1404. r *http.Request,
  1405. form *forms.ReleaseForm,
  1406. ) (*helm.Agent, error) {
  1407. var err error
  1408. // validate the form
  1409. if err := app.validator.Struct(form); err != nil {
  1410. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  1411. return nil, err
  1412. }
  1413. // create a new agent
  1414. var agent *helm.Agent
  1415. if app.ServerConf.IsTesting {
  1416. agent = app.TestAgents.HelmAgent
  1417. } else {
  1418. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  1419. }
  1420. if err != nil {
  1421. app.handleErrorInternal(err, w)
  1422. }
  1423. return agent, err
  1424. }
  1425. const veleroForm string = `tags:
  1426. - hello
  1427. tabs:
  1428. - name: main
  1429. context:
  1430. type: cluster
  1431. config:
  1432. group: velero.io
  1433. version: v1
  1434. resource: backups
  1435. label: Backups
  1436. sections:
  1437. - name: section_one
  1438. contents:
  1439. - type: heading
  1440. label: 💾 Velero Backups
  1441. - type: resource-list
  1442. value: |
  1443. .items[] | {
  1444. name: .metadata.name,
  1445. label: .metadata.namespace,
  1446. status: .status.phase,
  1447. timestamp: .status.completionTimestamp,
  1448. message: [
  1449. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  1450. "Finished \(.status.completionTimestamp).",
  1451. "Backup expires on \(.status.expiration)."
  1452. ]|join(" "),
  1453. data: {
  1454. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  1455. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  1456. "Storage Location": .spec.storageLocation
  1457. }
  1458. }`