release_handler.go 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. "gorm.io/gorm"
  11. "github.com/porter-dev/porter/internal/analytics"
  12. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  13. "github.com/porter-dev/porter/internal/models"
  14. "github.com/porter-dev/porter/internal/templater/parser"
  15. "helm.sh/helm/v3/pkg/release"
  16. v1 "k8s.io/api/core/v1"
  17. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  18. "github.com/go-chi/chi"
  19. "github.com/porter-dev/porter/internal/forms"
  20. "github.com/porter-dev/porter/internal/helm"
  21. "github.com/porter-dev/porter/internal/helm/grapher"
  22. "github.com/porter-dev/porter/internal/helm/loader"
  23. "github.com/porter-dev/porter/internal/integrations/ci/actions"
  24. "github.com/porter-dev/porter/internal/integrations/slack"
  25. "github.com/porter-dev/porter/internal/kubernetes"
  26. "github.com/porter-dev/porter/internal/repository"
  27. "gopkg.in/yaml.v2"
  28. )
  29. // Enumeration of release API error codes, represented as int64
  30. const (
  31. ErrReleaseDecode ErrorCode = iota + 600
  32. ErrReleaseValidateFields
  33. ErrReleaseReadData
  34. ErrReleaseDeploy
  35. )
  36. // HandleListReleases retrieves a list of releases for a cluster
  37. // with various filter options
  38. func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
  39. form := &forms.ListReleaseForm{
  40. ReleaseForm: &forms.ReleaseForm{
  41. Form: &helm.Form{
  42. Repo: app.Repo,
  43. DigitalOceanOAuth: app.DOConf,
  44. },
  45. },
  46. ListFilter: &helm.ListFilter{},
  47. }
  48. agent, err := app.getAgentFromQueryParams(
  49. w,
  50. r,
  51. form.ReleaseForm,
  52. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  53. form.PopulateListFromQueryParams,
  54. )
  55. // errors are handled in app.getAgentFromQueryParams
  56. if err != nil {
  57. return
  58. }
  59. releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
  60. if err != nil {
  61. app.handleErrorRead(err, ErrReleaseReadData, w)
  62. return
  63. }
  64. if err := json.NewEncoder(w).Encode(releases); err != nil {
  65. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  66. return
  67. }
  68. }
  69. // PorterRelease is a helm release with a form attached
  70. type PorterRelease struct {
  71. *release.Release
  72. Form *models.FormYAML `json:"form"`
  73. HasMetrics bool `json:"has_metrics"`
  74. LatestVersion string `json:"latest_version"`
  75. GitActionConfig *models.GitActionConfigExternal `json:"git_action_config"`
  76. ImageRepoURI string `json:"image_repo_uri"`
  77. }
  78. var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
  79. // HandleGetRelease retrieves a single release based on a name and revision
  80. func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
  81. name := chi.URLParam(r, "name")
  82. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  83. form := &forms.GetReleaseForm{
  84. ReleaseForm: &forms.ReleaseForm{
  85. Form: &helm.Form{
  86. Repo: app.Repo,
  87. DigitalOceanOAuth: app.DOConf,
  88. },
  89. },
  90. Name: name,
  91. Revision: int(revision),
  92. }
  93. agent, err := app.getAgentFromQueryParams(
  94. w,
  95. r,
  96. form.ReleaseForm,
  97. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  98. )
  99. // errors are handled in app.getAgentFromQueryParams
  100. if err != nil {
  101. return
  102. }
  103. release, err := agent.GetRelease(form.Name, form.Revision)
  104. if err != nil {
  105. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  106. Code: ErrReleaseReadData,
  107. Errors: []string{"release not found"},
  108. }, w)
  109. return
  110. }
  111. // get the filter options
  112. k8sForm := &forms.K8sForm{
  113. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  114. Repo: app.Repo,
  115. DigitalOceanOAuth: app.DOConf,
  116. },
  117. }
  118. vals, err := url.ParseQuery(r.URL.RawQuery)
  119. if err != nil {
  120. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  121. return
  122. }
  123. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  124. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  125. // validate the form
  126. if err := app.validator.Struct(k8sForm); err != nil {
  127. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  128. return
  129. }
  130. // create a new dynamic client
  131. dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  132. if err != nil {
  133. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  134. return
  135. }
  136. parserDef := &parser.ClientConfigDefault{
  137. DynamicClient: dynClient,
  138. HelmChart: release.Chart,
  139. HelmRelease: release,
  140. }
  141. res := &PorterRelease{release, nil, false, "", nil, ""}
  142. for _, file := range release.Chart.Files {
  143. if strings.Contains(file.Name, "form.yaml") {
  144. formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
  145. if err != nil {
  146. break
  147. }
  148. res.Form = formYAML
  149. break
  150. }
  151. }
  152. // if form not populated, detect common charts
  153. if res.Form == nil {
  154. // for now just case by name
  155. if res.Release.Chart.Name() == "velero" {
  156. formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
  157. if err == nil {
  158. res.Form = formYAML
  159. }
  160. }
  161. }
  162. // get prometheus service
  163. _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
  164. if err != nil {
  165. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  166. return
  167. }
  168. res.HasMetrics = found
  169. // detect if Porter application chart and attempt to get the latest version
  170. // from chart repo
  171. if _, found := porterApplications[res.Chart.Metadata.Name]; found {
  172. repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultApplicationHelmRepoURL)
  173. if err == nil {
  174. porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
  175. if porterChart != nil && len(porterChart.Versions) > 0 {
  176. res.LatestVersion = porterChart.Versions[0]
  177. }
  178. }
  179. }
  180. // if the release was created from this server,
  181. modelRelease, err := app.Repo.Release.ReadRelease(form.Cluster.ID, release.Name, release.Namespace)
  182. if modelRelease != nil {
  183. res.ImageRepoURI = modelRelease.ImageRepoURI
  184. gitAction := modelRelease.GitActionConfig
  185. if gitAction.ID != 0 {
  186. res.GitActionConfig = gitAction.Externalize()
  187. }
  188. }
  189. if err := json.NewEncoder(w).Encode(res); err != nil {
  190. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  191. return
  192. }
  193. }
  194. // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
  195. func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
  196. name := chi.URLParam(r, "name")
  197. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  198. form := &forms.GetReleaseForm{
  199. ReleaseForm: &forms.ReleaseForm{
  200. Form: &helm.Form{
  201. Repo: app.Repo,
  202. DigitalOceanOAuth: app.DOConf,
  203. },
  204. },
  205. Name: name,
  206. Revision: int(revision),
  207. }
  208. agent, err := app.getAgentFromQueryParams(
  209. w,
  210. r,
  211. form.ReleaseForm,
  212. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  213. )
  214. // errors are handled in app.getAgentFromQueryParams
  215. if err != nil {
  216. return
  217. }
  218. release, err := agent.GetRelease(form.Name, form.Revision)
  219. if err != nil {
  220. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  221. Code: ErrReleaseReadData,
  222. Errors: []string{"release not found"},
  223. }, w)
  224. return
  225. }
  226. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  227. objects := grapher.ParseObjs(yamlArr, release.Namespace)
  228. parsed := grapher.ParsedObjs{
  229. Objects: objects,
  230. }
  231. parsed.GetControlRel()
  232. parsed.GetLabelRel()
  233. parsed.GetSpecRel()
  234. if err := json.NewEncoder(w).Encode(parsed); err != nil {
  235. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  236. return
  237. }
  238. }
  239. // HandleGetReleaseControllers retrieves controllers that belong to a release.
  240. // Used to display status of charts.
  241. func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
  242. name := chi.URLParam(r, "name")
  243. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  244. form := &forms.GetReleaseForm{
  245. ReleaseForm: &forms.ReleaseForm{
  246. Form: &helm.Form{
  247. Repo: app.Repo,
  248. DigitalOceanOAuth: app.DOConf,
  249. },
  250. },
  251. Name: name,
  252. Revision: int(revision),
  253. }
  254. agent, err := app.getAgentFromQueryParams(
  255. w,
  256. r,
  257. form.ReleaseForm,
  258. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  259. )
  260. // errors are handled in app.getAgentFromQueryParams
  261. if err != nil {
  262. return
  263. }
  264. release, err := agent.GetRelease(form.Name, form.Revision)
  265. if err != nil {
  266. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  267. Code: ErrReleaseReadData,
  268. Errors: []string{"release not found"},
  269. }, w)
  270. return
  271. }
  272. vals, err := url.ParseQuery(r.URL.RawQuery)
  273. if err != nil {
  274. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  275. return
  276. }
  277. // get the filter options
  278. k8sForm := &forms.K8sForm{
  279. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  280. Repo: app.Repo,
  281. DigitalOceanOAuth: app.DOConf,
  282. },
  283. }
  284. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  285. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  286. // validate the form
  287. if err := app.validator.Struct(k8sForm); err != nil {
  288. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  289. return
  290. }
  291. // create a new kubernetes agent
  292. var k8sAgent *kubernetes.Agent
  293. if app.ServerConf.IsTesting {
  294. k8sAgent = app.TestAgents.K8sAgent
  295. } else {
  296. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  297. }
  298. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  299. controllers := grapher.ParseControllers(yamlArr)
  300. retrievedControllers := []interface{}{}
  301. // get current status of each controller
  302. // TODO: refactor with type assertion
  303. for _, c := range controllers {
  304. c.Namespace = form.ReleaseForm.Form.Namespace
  305. switch c.Kind {
  306. case "Deployment":
  307. rc, err := k8sAgent.GetDeployment(c)
  308. if err != nil {
  309. app.handleErrorDataRead(err, w)
  310. return
  311. }
  312. rc.Kind = c.Kind
  313. retrievedControllers = append(retrievedControllers, rc)
  314. case "StatefulSet":
  315. rc, err := k8sAgent.GetStatefulSet(c)
  316. if err != nil {
  317. app.handleErrorDataRead(err, w)
  318. return
  319. }
  320. rc.Kind = c.Kind
  321. retrievedControllers = append(retrievedControllers, rc)
  322. case "DaemonSet":
  323. rc, err := k8sAgent.GetDaemonSet(c)
  324. if err != nil {
  325. app.handleErrorDataRead(err, w)
  326. return
  327. }
  328. rc.Kind = c.Kind
  329. retrievedControllers = append(retrievedControllers, rc)
  330. case "ReplicaSet":
  331. rc, err := k8sAgent.GetReplicaSet(c)
  332. if err != nil {
  333. app.handleErrorDataRead(err, w)
  334. return
  335. }
  336. rc.Kind = c.Kind
  337. retrievedControllers = append(retrievedControllers, rc)
  338. case "CronJob":
  339. rc, err := k8sAgent.GetCronJob(c)
  340. if err != nil {
  341. app.handleErrorDataRead(err, w)
  342. return
  343. }
  344. rc.Kind = c.Kind
  345. retrievedControllers = append(retrievedControllers, rc)
  346. }
  347. }
  348. if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
  349. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  350. return
  351. }
  352. }
  353. // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
  354. func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
  355. name := chi.URLParam(r, "name")
  356. revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
  357. form := &forms.GetReleaseForm{
  358. ReleaseForm: &forms.ReleaseForm{
  359. Form: &helm.Form{
  360. Repo: app.Repo,
  361. DigitalOceanOAuth: app.DOConf,
  362. },
  363. },
  364. Name: name,
  365. Revision: int(revision),
  366. }
  367. agent, err := app.getAgentFromQueryParams(
  368. w,
  369. r,
  370. form.ReleaseForm,
  371. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  372. )
  373. // errors are handled in app.getAgentFromQueryParams
  374. if err != nil {
  375. return
  376. }
  377. release, err := agent.GetRelease(form.Name, form.Revision)
  378. if err != nil {
  379. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  380. Code: ErrReleaseReadData,
  381. Errors: []string{"release not found"},
  382. }, w)
  383. return
  384. }
  385. vals, err := url.ParseQuery(r.URL.RawQuery)
  386. if err != nil {
  387. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  388. return
  389. }
  390. // get the filter options
  391. k8sForm := &forms.K8sForm{
  392. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  393. Repo: app.Repo,
  394. DigitalOceanOAuth: app.DOConf,
  395. },
  396. }
  397. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  398. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  399. // validate the form
  400. if err := app.validator.Struct(k8sForm); err != nil {
  401. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  402. return
  403. }
  404. // create a new kubernetes agent
  405. var k8sAgent *kubernetes.Agent
  406. if app.ServerConf.IsTesting {
  407. k8sAgent = app.TestAgents.K8sAgent
  408. } else {
  409. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  410. }
  411. yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
  412. controllers := grapher.ParseControllers(yamlArr)
  413. pods := make([]v1.Pod, 0)
  414. // get current status of each controller
  415. for _, c := range controllers {
  416. var selector *metav1.LabelSelector
  417. switch c.Kind {
  418. case "Deployment":
  419. rc, err := k8sAgent.GetDeployment(c)
  420. if err != nil {
  421. app.handleErrorDataRead(err, w)
  422. return
  423. }
  424. selector = rc.Spec.Selector
  425. case "StatefulSet":
  426. rc, err := k8sAgent.GetStatefulSet(c)
  427. if err != nil {
  428. app.handleErrorDataRead(err, w)
  429. return
  430. }
  431. selector = rc.Spec.Selector
  432. case "DaemonSet":
  433. rc, err := k8sAgent.GetDaemonSet(c)
  434. if err != nil {
  435. app.handleErrorDataRead(err, w)
  436. return
  437. }
  438. selector = rc.Spec.Selector
  439. case "ReplicaSet":
  440. rc, err := k8sAgent.GetReplicaSet(c)
  441. if err != nil {
  442. app.handleErrorDataRead(err, w)
  443. return
  444. }
  445. selector = rc.Spec.Selector
  446. case "CronJob":
  447. rc, err := k8sAgent.GetCronJob(c)
  448. if err != nil {
  449. app.handleErrorDataRead(err, w)
  450. return
  451. }
  452. selector = rc.Spec.JobTemplate.Spec.Selector
  453. }
  454. selectors := make([]string, 0)
  455. for key, val := range selector.MatchLabels {
  456. selectors = append(selectors, key+"="+val)
  457. }
  458. namespace := vals.Get("namespace")
  459. podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","), namespace)
  460. if err != nil {
  461. app.handleErrorDataRead(err, w)
  462. return
  463. }
  464. pods = append(pods, podList.Items...)
  465. }
  466. if err := json.NewEncoder(w).Encode(pods); err != nil {
  467. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  468. return
  469. }
  470. }
  471. type GetJobStatusResult struct {
  472. Status string `json:"status"`
  473. }
  474. // HandleGetJobStatus gets the status for a specific job
  475. func (app *App) HandleGetJobStatus(w http.ResponseWriter, r *http.Request) {
  476. name := chi.URLParam(r, "name")
  477. namespace := chi.URLParam(r, "namespace")
  478. form := &forms.GetReleaseForm{
  479. ReleaseForm: &forms.ReleaseForm{
  480. Form: &helm.Form{
  481. Repo: app.Repo,
  482. DigitalOceanOAuth: app.DOConf,
  483. Storage: "secret",
  484. Namespace: namespace,
  485. },
  486. },
  487. Name: name,
  488. Revision: 0,
  489. }
  490. agent, err := app.getAgentFromQueryParams(
  491. w,
  492. r,
  493. form.ReleaseForm,
  494. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  495. )
  496. // errors are handled in app.getAgentFromQueryParams
  497. if err != nil {
  498. return
  499. }
  500. release, err := agent.GetRelease(form.Name, form.Revision)
  501. if err != nil {
  502. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  503. Code: ErrReleaseReadData,
  504. Errors: []string{"release not found"},
  505. }, w)
  506. return
  507. }
  508. vals, err := url.ParseQuery(r.URL.RawQuery)
  509. if err != nil {
  510. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  511. return
  512. }
  513. // get the filter options
  514. k8sForm := &forms.K8sForm{
  515. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  516. Repo: app.Repo,
  517. DigitalOceanOAuth: app.DOConf,
  518. },
  519. }
  520. k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  521. k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
  522. // validate the form
  523. if err := app.validator.Struct(k8sForm); err != nil {
  524. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  525. return
  526. }
  527. // create a new kubernetes agent
  528. var k8sAgent *kubernetes.Agent
  529. if app.ServerConf.IsTesting {
  530. k8sAgent = app.TestAgents.K8sAgent
  531. } else {
  532. k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
  533. }
  534. jobs, err := k8sAgent.ListJobsByLabel(namespace, kubernetes.Label{
  535. Key: "helm.sh/chart",
  536. Val: fmt.Sprintf("%s-%s", release.Chart.Name(), release.Chart.Metadata.Version),
  537. }, kubernetes.Label{
  538. Key: "meta.helm.sh/release-name",
  539. Val: name,
  540. })
  541. if err != nil {
  542. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  543. return
  544. }
  545. res := &GetJobStatusResult{
  546. Status: "succeeded",
  547. }
  548. // get the most recent job
  549. if len(jobs) > 0 {
  550. mostRecentJob := jobs[0]
  551. for _, job := range jobs {
  552. createdAt := job.ObjectMeta.CreationTimestamp
  553. if mostRecentJob.CreationTimestamp.Before(&createdAt) {
  554. mostRecentJob = job
  555. }
  556. }
  557. // get the status of the most recent job
  558. if mostRecentJob.Status.Succeeded >= 1 {
  559. res.Status = "succeeded"
  560. } else if mostRecentJob.Status.Active >= 1 {
  561. res.Status = "running"
  562. } else if mostRecentJob.Status.Failed >= 1 {
  563. res.Status = "failed"
  564. }
  565. }
  566. if err := json.NewEncoder(w).Encode(res); err != nil {
  567. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  568. return
  569. }
  570. }
  571. // HandleListReleaseHistory retrieves a history of releases based on a release name
  572. func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
  573. name := chi.URLParam(r, "name")
  574. form := &forms.ListReleaseHistoryForm{
  575. ReleaseForm: &forms.ReleaseForm{
  576. Form: &helm.Form{
  577. Repo: app.Repo,
  578. DigitalOceanOAuth: app.DOConf,
  579. },
  580. },
  581. Name: name,
  582. }
  583. agent, err := app.getAgentFromQueryParams(
  584. w,
  585. r,
  586. form.ReleaseForm,
  587. form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
  588. )
  589. // errors are handled in app.getAgentFromQueryParams
  590. if err != nil {
  591. return
  592. }
  593. release, err := agent.GetReleaseHistory(form.Name)
  594. if err != nil {
  595. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  596. Code: ErrReleaseReadData,
  597. Errors: []string{"release not found"},
  598. }, w)
  599. return
  600. }
  601. if err := json.NewEncoder(w).Encode(release); err != nil {
  602. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  603. return
  604. }
  605. }
  606. // HandleGetReleaseToken retrieves the webhook token of a specific release.
  607. func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
  608. name := chi.URLParam(r, "name")
  609. vals, err := url.ParseQuery(r.URL.RawQuery)
  610. namespace := vals["namespace"][0]
  611. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  612. if err != nil {
  613. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  614. Code: ErrReleaseReadData,
  615. Errors: []string{"release not found"},
  616. }, w)
  617. }
  618. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
  619. if err != nil {
  620. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  621. Code: ErrReleaseReadData,
  622. Errors: []string{"release not found"},
  623. }, w)
  624. }
  625. releaseExt := release.Externalize()
  626. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  627. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  628. return
  629. }
  630. }
  631. // HandleCreateWebhookToken creates a new webhook token for a release
  632. func (app *App) HandleCreateWebhookToken(w http.ResponseWriter, r *http.Request) {
  633. name := chi.URLParam(r, "name")
  634. vals, err := url.ParseQuery(r.URL.RawQuery)
  635. if err != nil {
  636. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  637. Code: ErrReleaseReadData,
  638. Errors: []string{"release not found"},
  639. }, w)
  640. }
  641. // read the release from the target cluster
  642. form := &forms.ReleaseForm{
  643. Form: &helm.Form{
  644. Repo: app.Repo,
  645. DigitalOceanOAuth: app.DOConf,
  646. },
  647. }
  648. form.PopulateHelmOptionsFromQueryParams(
  649. vals,
  650. app.Repo.Cluster,
  651. )
  652. agent, err := app.getAgentFromReleaseForm(
  653. w,
  654. r,
  655. form,
  656. )
  657. if err != nil {
  658. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  659. return
  660. }
  661. rel, err := agent.GetRelease(name, 0)
  662. if err != nil {
  663. app.handleErrorDataRead(err, w)
  664. return
  665. }
  666. token, err := repository.GenerateRandomBytes(16)
  667. if err != nil {
  668. app.handleErrorInternal(err, w)
  669. return
  670. }
  671. // create release with webhook token in db
  672. image, ok := rel.Config["image"].(map[string]interface{})
  673. if !ok {
  674. app.handleErrorInternal(fmt.Errorf("Could not find field image in config"), w)
  675. return
  676. }
  677. repository := image["repository"]
  678. repoStr, ok := repository.(string)
  679. if !ok {
  680. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  681. return
  682. }
  683. release := &models.Release{
  684. ClusterID: form.Form.Cluster.ID,
  685. ProjectID: form.Form.Cluster.ProjectID,
  686. Namespace: form.Form.Namespace,
  687. Name: name,
  688. WebhookToken: token,
  689. ImageRepoURI: repoStr,
  690. }
  691. release, err = app.Repo.Release.CreateRelease(release)
  692. if err != nil {
  693. app.handleErrorInternal(err, w)
  694. return
  695. }
  696. releaseExt := release.Externalize()
  697. if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
  698. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  699. return
  700. }
  701. }
  702. type ContainerEnvConfig struct {
  703. Container struct {
  704. Env struct {
  705. Normal map[string]string `yaml:"normal"`
  706. } `yaml:"env"`
  707. } `yaml:"container"`
  708. }
  709. // HandleUpgradeRelease upgrades a release with new values.yaml
  710. func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
  711. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  712. if err != nil || projID == 0 {
  713. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  714. return
  715. }
  716. name := chi.URLParam(r, "name")
  717. vals, err := url.ParseQuery(r.URL.RawQuery)
  718. if err != nil {
  719. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  720. return
  721. }
  722. form := &forms.UpgradeReleaseForm{
  723. ReleaseForm: &forms.ReleaseForm{
  724. Form: &helm.Form{
  725. Repo: app.Repo,
  726. DigitalOceanOAuth: app.DOConf,
  727. },
  728. },
  729. Name: name,
  730. }
  731. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  732. vals,
  733. app.Repo.Cluster,
  734. )
  735. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  736. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  737. return
  738. }
  739. agent, err := app.getAgentFromReleaseForm(
  740. w,
  741. r,
  742. form.ReleaseForm,
  743. )
  744. // errors are handled in app.getAgentFromBodyParams
  745. if err != nil {
  746. return
  747. }
  748. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
  749. if err != nil {
  750. app.handleErrorDataRead(err, w)
  751. return
  752. }
  753. conf := &helm.UpgradeReleaseConfig{
  754. Name: form.Name,
  755. Cluster: form.ReleaseForm.Cluster,
  756. Repo: *app.Repo,
  757. Registries: registries,
  758. }
  759. // if the chart version is set, load a chart from the repo
  760. if form.ChartVersion != "" {
  761. release, err := agent.GetRelease(form.Name, 0)
  762. if err != nil {
  763. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  764. Code: ErrReleaseReadData,
  765. Errors: []string{"release not found"},
  766. }, w)
  767. return
  768. }
  769. if _, found := porterApplications[release.Chart.Metadata.Name]; found {
  770. chart, err := loader.LoadChartPublic(
  771. app.ServerConf.DefaultApplicationHelmRepoURL,
  772. release.Chart.Metadata.Name,
  773. form.ChartVersion,
  774. )
  775. if err != nil {
  776. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  777. Code: ErrReleaseReadData,
  778. Errors: []string{"chart not found"},
  779. }, w)
  780. return
  781. }
  782. conf.Chart = chart
  783. }
  784. }
  785. slackInts, _ := app.Repo.SlackIntegration.ListSlackIntegrationsByProjectID(uint(projID))
  786. notifier := slack.NewSlackNotifier(slackInts...)
  787. notifyOpts := &slack.NotifyOpts{
  788. ProjectID: uint(projID),
  789. ClusterID: form.Cluster.ID,
  790. ClusterName: form.Cluster.Name,
  791. Name: name,
  792. Namespace: form.Namespace,
  793. URL: fmt.Sprintf(
  794. "%s/applications/%s/%s/%s",
  795. app.ServerConf.ServerURL,
  796. url.PathEscape(form.Cluster.Name),
  797. form.Namespace,
  798. name,
  799. ) + fmt.Sprintf("?project_id=%d", uint(projID)),
  800. }
  801. rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
  802. if err != nil {
  803. notifyOpts.Status = slack.StatusFailed
  804. notifier.Notify(notifyOpts)
  805. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  806. Code: ErrReleaseDeploy,
  807. Errors: []string{err.Error()},
  808. }, w)
  809. return
  810. }
  811. notifyOpts.Status = string(rel.Info.Status)
  812. notifyOpts.Version = rel.Version
  813. notifier.Notify(notifyOpts)
  814. // update the github actions env if the release exists and is built from source
  815. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  816. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  817. if err != nil {
  818. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  819. Code: ErrReleaseReadData,
  820. Errors: []string{"release not found"},
  821. }, w)
  822. }
  823. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  824. if release != nil {
  825. // update image repo uri if changed
  826. repository := rel.Config["image"].(map[string]interface{})["repository"]
  827. repoStr, ok := repository.(string)
  828. if !ok {
  829. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  830. return
  831. }
  832. if repoStr != release.ImageRepoURI {
  833. release, err = app.Repo.Release.UpdateRelease(release)
  834. if err != nil {
  835. app.handleErrorInternal(err, w)
  836. return
  837. }
  838. }
  839. gitAction := release.GitActionConfig
  840. if gitAction.ID != 0 {
  841. // parse env into build env
  842. cEnv := &ContainerEnvConfig{}
  843. yaml.Unmarshal([]byte(form.Values), cEnv)
  844. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  845. if err != nil {
  846. if err != gorm.ErrRecordNotFound {
  847. app.handleErrorInternal(err, w)
  848. return
  849. }
  850. gr = nil
  851. }
  852. repoSplit := strings.Split(gitAction.GitRepo, "/")
  853. gaRunner := &actions.GithubActions{
  854. ServerURL: app.ServerConf.ServerURL,
  855. GithubOAuthIntegration: gr,
  856. GithubInstallationID: gitAction.GithubInstallationID,
  857. GithubAppID: app.GithubAppConf.AppID,
  858. GitRepoName: repoSplit[1],
  859. GitRepoOwner: repoSplit[0],
  860. Repo: *app.Repo,
  861. GithubConf: app.GithubProjectConf,
  862. WebhookToken: release.WebhookToken,
  863. ProjectID: uint(projID),
  864. ReleaseName: name,
  865. GitBranch: gitAction.GitBranch,
  866. DockerFilePath: gitAction.DockerfilePath,
  867. FolderPath: gitAction.FolderPath,
  868. ImageRepoURL: gitAction.ImageRepoURI,
  869. BuildEnv: cEnv.Container.Env.Normal,
  870. }
  871. err = gaRunner.CreateEnvSecret()
  872. if err != nil {
  873. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  874. Code: ErrReleaseReadData,
  875. Errors: []string{"could not update github secret"},
  876. }, w)
  877. }
  878. }
  879. }
  880. }
  881. w.WriteHeader(http.StatusOK)
  882. }
  883. // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
  884. func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
  885. token := chi.URLParam(r, "token")
  886. // retrieve release by token
  887. release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
  888. if err != nil {
  889. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  890. Code: ErrReleaseReadData,
  891. Errors: []string{"release not found with given webhook"},
  892. }, w)
  893. return
  894. }
  895. params := map[string][]string{}
  896. params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
  897. params["storage"] = []string{"secret"}
  898. params["namespace"] = []string{release.Namespace}
  899. vals, err := url.ParseQuery(r.URL.RawQuery)
  900. if err != nil {
  901. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  902. return
  903. }
  904. form := &forms.UpgradeReleaseForm{
  905. ReleaseForm: &forms.ReleaseForm{
  906. Form: &helm.Form{
  907. Repo: app.Repo,
  908. DigitalOceanOAuth: app.DOConf,
  909. },
  910. },
  911. Name: release.Name,
  912. }
  913. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  914. params,
  915. app.Repo.Cluster,
  916. )
  917. agent, err := app.getAgentFromReleaseForm(
  918. w,
  919. r,
  920. form.ReleaseForm,
  921. )
  922. // errors are handled in app.getAgentFromBodyParams
  923. if err != nil {
  924. return
  925. }
  926. rel, err := agent.GetRelease(form.Name, 0)
  927. // repository is set to current repository by default
  928. commit := vals["commit"][0]
  929. repository := rel.Config["image"].(map[string]interface{})["repository"]
  930. gitAction := release.GitActionConfig
  931. if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
  932. repository = gitAction.ImageRepoURI
  933. } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
  934. repository = gitAction.ImageRepoURI
  935. }
  936. image := map[string]interface{}{}
  937. image["repository"] = repository
  938. image["tag"] = commit
  939. rel.Config["image"] = image
  940. if rel.Config["auto_deploy"] == false {
  941. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  942. Code: ErrReleaseDeploy,
  943. Errors: []string{"Deploy webhook is disabled for this deployment."},
  944. }, w)
  945. return
  946. }
  947. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  948. if err != nil {
  949. app.handleErrorDataRead(err, w)
  950. return
  951. }
  952. conf := &helm.UpgradeReleaseConfig{
  953. Name: form.Name,
  954. Cluster: form.ReleaseForm.Cluster,
  955. Repo: *app.Repo,
  956. Registries: registries,
  957. Values: rel.Config,
  958. }
  959. slackInts, _ := app.Repo.SlackIntegration.ListSlackIntegrationsByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  960. notifier := slack.NewSlackNotifier(slackInts...)
  961. notifyOpts := &slack.NotifyOpts{
  962. ProjectID: uint(form.ReleaseForm.Cluster.ProjectID),
  963. ClusterID: form.Cluster.ID,
  964. ClusterName: form.Cluster.Name,
  965. Name: rel.Name,
  966. Namespace: rel.Namespace,
  967. URL: fmt.Sprintf(
  968. "%s/applications/%s/%s/%s",
  969. app.ServerConf.ServerURL,
  970. url.PathEscape(form.Cluster.Name),
  971. form.Namespace,
  972. rel.Name,
  973. ) + fmt.Sprintf("?project_id=%d", uint(form.ReleaseForm.Cluster.ProjectID)),
  974. }
  975. rel, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  976. if err != nil {
  977. notifyOpts.Status = slack.StatusFailed
  978. notifier.Notify(notifyOpts)
  979. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  980. Code: ErrReleaseDeploy,
  981. Errors: []string{err.Error()},
  982. }, w)
  983. return
  984. }
  985. notifyOpts.Status = string(rel.Info.Status)
  986. notifyOpts.Version = rel.Version
  987. notifier.Notify(notifyOpts)
  988. app.analyticsClient.Track(analytics.CreateSegmentRedeployViaWebhookTrack("anonymous", repository.(string)))
  989. w.WriteHeader(http.StatusOK)
  990. }
  991. // HandleReleaseJobUpdateImage
  992. func (app *App) HandleReleaseUpdateJobImages(w http.ResponseWriter, r *http.Request) {
  993. vals, err := url.ParseQuery(r.URL.RawQuery)
  994. if err != nil {
  995. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  996. return
  997. }
  998. form := &forms.UpdateImageForm{
  999. ReleaseForm: &forms.ReleaseForm{
  1000. Form: &helm.Form{
  1001. Repo: app.Repo,
  1002. DigitalOceanOAuth: app.DOConf,
  1003. },
  1004. },
  1005. }
  1006. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  1007. vals,
  1008. app.Repo.Cluster,
  1009. )
  1010. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  1011. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  1012. return
  1013. }
  1014. releases, err := app.Repo.Release.ListReleasesByImageRepoURI(form.Cluster.ID, form.ImageRepoURI)
  1015. if err != nil {
  1016. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1017. Code: ErrReleaseReadData,
  1018. Errors: []string{"releases not found with given image repo uri"},
  1019. }, w)
  1020. return
  1021. }
  1022. agent, err := app.getAgentFromReleaseForm(
  1023. w,
  1024. r,
  1025. form.ReleaseForm,
  1026. )
  1027. // errors are handled in app.getAgentFromBodyParams
  1028. if err != nil {
  1029. return
  1030. }
  1031. registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
  1032. if err != nil {
  1033. app.handleErrorDataRead(err, w)
  1034. return
  1035. }
  1036. // asynchronously update releases with that image repo uri
  1037. var wg sync.WaitGroup
  1038. mu := &sync.Mutex{}
  1039. errors := make([]string, 0)
  1040. for i := range releases {
  1041. index := i
  1042. wg.Add(1)
  1043. go func() {
  1044. defer wg.Done()
  1045. // read release via agent
  1046. rel, err := agent.GetRelease(releases[index].Name, 0)
  1047. if err != nil {
  1048. mu.Lock()
  1049. errors = append(errors, err.Error())
  1050. mu.Unlock()
  1051. }
  1052. if rel.Chart.Name() == "job" {
  1053. image := map[string]interface{}{}
  1054. image["repository"] = releases[index].ImageRepoURI
  1055. image["tag"] = form.Tag
  1056. rel.Config["image"] = image
  1057. rel.Config["paused"] = true
  1058. conf := &helm.UpgradeReleaseConfig{
  1059. Name: releases[index].Name,
  1060. Cluster: form.ReleaseForm.Cluster,
  1061. Repo: *app.Repo,
  1062. Registries: registries,
  1063. Values: rel.Config,
  1064. }
  1065. _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
  1066. if err != nil {
  1067. mu.Lock()
  1068. errors = append(errors, err.Error())
  1069. mu.Unlock()
  1070. }
  1071. }
  1072. }()
  1073. }
  1074. wg.Wait()
  1075. w.WriteHeader(http.StatusOK)
  1076. }
  1077. // HandleRollbackRelease rolls a release back to a specified revision
  1078. func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
  1079. name := chi.URLParam(r, "name")
  1080. vals, err := url.ParseQuery(r.URL.RawQuery)
  1081. if err != nil {
  1082. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  1083. return
  1084. }
  1085. form := &forms.RollbackReleaseForm{
  1086. ReleaseForm: &forms.ReleaseForm{
  1087. Form: &helm.Form{
  1088. Repo: app.Repo,
  1089. DigitalOceanOAuth: app.DOConf,
  1090. },
  1091. },
  1092. Name: name,
  1093. }
  1094. form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
  1095. vals,
  1096. app.Repo.Cluster,
  1097. )
  1098. if err := json.NewDecoder(r.Body).Decode(form); err != nil {
  1099. app.handleErrorFormDecoding(err, ErrUserDecode, w)
  1100. return
  1101. }
  1102. agent, err := app.getAgentFromReleaseForm(
  1103. w,
  1104. r,
  1105. form.ReleaseForm,
  1106. )
  1107. // errors are handled in app.getAgentFromBodyParams
  1108. if err != nil {
  1109. return
  1110. }
  1111. err = agent.RollbackRelease(form.Name, form.Revision)
  1112. if err != nil {
  1113. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1114. Code: ErrReleaseDeploy,
  1115. Errors: []string{"error rolling back release " + err.Error()},
  1116. }, w)
  1117. return
  1118. }
  1119. // get the full release data for GHA updating
  1120. rel, err := agent.GetRelease(form.Name, form.Revision)
  1121. if err != nil {
  1122. app.sendExternalError(err, http.StatusNotFound, HTTPError{
  1123. Code: ErrReleaseReadData,
  1124. Errors: []string{"release not found"},
  1125. }, w)
  1126. return
  1127. }
  1128. // update the github actions env if the release exists and is built from source
  1129. if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
  1130. clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
  1131. if err != nil {
  1132. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1133. Code: ErrReleaseReadData,
  1134. Errors: []string{"release not found"},
  1135. }, w)
  1136. }
  1137. release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
  1138. if release != nil {
  1139. // update image repo uri if changed
  1140. repository := rel.Config["image"].(map[string]interface{})["repository"]
  1141. repoStr, ok := repository.(string)
  1142. if !ok {
  1143. app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
  1144. return
  1145. }
  1146. if repoStr != release.ImageRepoURI {
  1147. release, err = app.Repo.Release.UpdateRelease(release)
  1148. if err != nil {
  1149. app.handleErrorInternal(err, w)
  1150. return
  1151. }
  1152. }
  1153. gitAction := release.GitActionConfig
  1154. if gitAction.ID != 0 {
  1155. // parse env into build env
  1156. cEnv := &ContainerEnvConfig{}
  1157. rawValues, err := yaml.Marshal(rel.Config)
  1158. if err != nil {
  1159. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1160. Code: ErrReleaseReadData,
  1161. Errors: []string{"could not get values of previous revision"},
  1162. }, w)
  1163. }
  1164. yaml.Unmarshal(rawValues, cEnv)
  1165. gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
  1166. if err != nil {
  1167. if err != gorm.ErrRecordNotFound {
  1168. app.handleErrorInternal(err, w)
  1169. return
  1170. }
  1171. gr = nil
  1172. }
  1173. repoSplit := strings.Split(gitAction.GitRepo, "/")
  1174. projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
  1175. if err != nil || projID == 0 {
  1176. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  1177. return
  1178. }
  1179. gaRunner := &actions.GithubActions{
  1180. ServerURL: app.ServerConf.ServerURL,
  1181. GithubOAuthIntegration: gr,
  1182. GithubInstallationID: gitAction.GithubInstallationID,
  1183. GithubAppID: app.GithubAppConf.AppID,
  1184. GitRepoName: repoSplit[1],
  1185. GitRepoOwner: repoSplit[0],
  1186. Repo: *app.Repo,
  1187. GithubConf: app.GithubProjectConf,
  1188. WebhookToken: release.WebhookToken,
  1189. ProjectID: uint(projID),
  1190. ReleaseName: name,
  1191. GitBranch: gitAction.GitBranch,
  1192. DockerFilePath: gitAction.DockerfilePath,
  1193. FolderPath: gitAction.FolderPath,
  1194. ImageRepoURL: gitAction.ImageRepoURI,
  1195. BuildEnv: cEnv.Container.Env.Normal,
  1196. }
  1197. err = gaRunner.CreateEnvSecret()
  1198. if err != nil {
  1199. app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
  1200. Code: ErrReleaseReadData,
  1201. Errors: []string{"could not update github secret"},
  1202. }, w)
  1203. }
  1204. }
  1205. }
  1206. }
  1207. w.WriteHeader(http.StatusOK)
  1208. }
  1209. // ------------------------ Release handler helper functions ------------------------ //
  1210. // getAgentFromQueryParams uses the query params to populate a form, and then
  1211. // passes that form to the underlying app.getAgentFromReleaseForm to create a new
  1212. // Helm agent.
  1213. func (app *App) getAgentFromQueryParams(
  1214. w http.ResponseWriter,
  1215. r *http.Request,
  1216. form *forms.ReleaseForm,
  1217. // populate uses the query params to populate a form
  1218. populate ...func(vals url.Values, repo repository.ClusterRepository) error,
  1219. ) (*helm.Agent, error) {
  1220. vals, err := url.ParseQuery(r.URL.RawQuery)
  1221. if err != nil {
  1222. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  1223. return nil, err
  1224. }
  1225. for _, f := range populate {
  1226. err := f(vals, app.Repo.Cluster)
  1227. if err != nil {
  1228. app.handleErrorInternal(err, w)
  1229. return nil, err
  1230. }
  1231. }
  1232. return app.getAgentFromReleaseForm(w, r, form)
  1233. }
  1234. // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
  1235. // the userID found in the session and the options required by the Helm agent.
  1236. func (app *App) getAgentFromReleaseForm(
  1237. w http.ResponseWriter,
  1238. r *http.Request,
  1239. form *forms.ReleaseForm,
  1240. ) (*helm.Agent, error) {
  1241. var err error
  1242. // validate the form
  1243. if err := app.validator.Struct(form); err != nil {
  1244. app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
  1245. return nil, err
  1246. }
  1247. // create a new agent
  1248. var agent *helm.Agent
  1249. if app.ServerConf.IsTesting {
  1250. agent = app.TestAgents.HelmAgent
  1251. } else {
  1252. agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
  1253. }
  1254. if err != nil {
  1255. app.handleErrorInternal(err, w)
  1256. }
  1257. return agent, err
  1258. }
  1259. const veleroForm string = `tags:
  1260. - hello
  1261. tabs:
  1262. - name: main
  1263. context:
  1264. type: cluster
  1265. config:
  1266. group: velero.io
  1267. version: v1
  1268. resource: backups
  1269. label: Backups
  1270. sections:
  1271. - name: section_one
  1272. contents:
  1273. - type: heading
  1274. label: 💾 Velero Backups
  1275. - type: resource-list
  1276. value: |
  1277. .items[] | {
  1278. name: .metadata.name,
  1279. label: .metadata.namespace,
  1280. status: .status.phase,
  1281. timestamp: .status.completionTimestamp,
  1282. message: [
  1283. (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
  1284. "Finished \(.status.completionTimestamp).",
  1285. "Backup expires on \(.status.expiration)."
  1286. ]|join(" "),
  1287. data: {
  1288. "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
  1289. "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
  1290. "Storage Location": .spec.storageLocation
  1291. }
  1292. }`