| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234 |
- package api
- import (
- "encoding/json"
- "fmt"
- "net/http"
- "net/url"
- "strconv"
- "strings"
- "github.com/porter-dev/porter/internal/kubernetes/prometheus"
- "github.com/porter-dev/porter/internal/models"
- "github.com/porter-dev/porter/internal/templater/parser"
- "helm.sh/helm/v3/pkg/release"
- v1 "k8s.io/api/core/v1"
- metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
- "github.com/go-chi/chi"
- "github.com/porter-dev/porter/internal/forms"
- "github.com/porter-dev/porter/internal/helm"
- "github.com/porter-dev/porter/internal/helm/grapher"
- "github.com/porter-dev/porter/internal/helm/loader"
- "github.com/porter-dev/porter/internal/integrations/ci/actions"
- "github.com/porter-dev/porter/internal/kubernetes"
- "github.com/porter-dev/porter/internal/repository"
- segment "gopkg.in/segmentio/analytics-go.v3"
- "gopkg.in/yaml.v2"
- )
- // Enumeration of release API error codes, represented as int64
- const (
- ErrReleaseDecode ErrorCode = iota + 600
- ErrReleaseValidateFields
- ErrReleaseReadData
- ErrReleaseDeploy
- )
- // HandleListReleases retrieves a list of releases for a cluster
- // with various filter options
- func (app *App) HandleListReleases(w http.ResponseWriter, r *http.Request) {
- form := &forms.ListReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- ListFilter: &helm.ListFilter{},
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- form.PopulateListFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- releases, err := agent.ListReleases(form.Namespace, form.ListFilter)
- if err != nil {
- app.handleErrorRead(err, ErrReleaseReadData, w)
- return
- }
- if err := json.NewEncoder(w).Encode(releases); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // PorterRelease is a helm release with a form attached
- type PorterRelease struct {
- *release.Release
- Form *models.FormYAML `json:"form"`
- HasMetrics bool `json:"has_metrics"`
- LatestVersion string `json:"latest_version"`
- GitActionConfig *models.GitActionConfigExternal `json:"git_action_config"`
- }
- var porterApplications = map[string]string{"web": "", "job": "", "worker": ""}
- // HandleGetRelease retrieves a single release based on a name and revision
- func (app *App) HandleGetRelease(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
- form := &forms.GetReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- Revision: int(revision),
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- release, err := agent.GetRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- // get the filter options
- k8sForm := &forms.K8sForm{
- OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- }
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
- k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
- // validate the form
- if err := app.validator.Struct(k8sForm); err != nil {
- app.handleErrorFormValidation(err, ErrK8sValidate, w)
- return
- }
- // create a new dynamic client
- dynClient, err := kubernetes.GetDynamicClientOutOfClusterConfig(k8sForm.OutOfClusterConfig)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- parserDef := &parser.ClientConfigDefault{
- DynamicClient: dynClient,
- HelmChart: release.Chart,
- HelmRelease: release,
- }
- res := &PorterRelease{release, nil, false, "", nil}
- for _, file := range release.Chart.Files {
- if strings.Contains(file.Name, "form.yaml") {
- formYAML, err := parser.FormYAMLFromBytes(parserDef, file.Data, "")
- if err != nil {
- break
- }
- res.Form = formYAML
- break
- }
- }
- // if form not populated, detect common charts
- if res.Form == nil {
- // for now just case by name
- if res.Release.Chart.Name() == "velero" {
- formYAML, err := parser.FormYAMLFromBytes(parserDef, []byte(veleroForm), "")
- if err == nil {
- res.Form = formYAML
- }
- }
- }
- // get prometheus service
- _, found, err := prometheus.GetPrometheusService(agent.K8sAgent.Clientset)
- if err != nil {
- app.handleErrorFormValidation(err, ErrK8sValidate, w)
- return
- }
- res.HasMetrics = found
- // detect if Porter application chart and attempt to get the latest version
- // from chart repo
- if _, found := porterApplications[res.Chart.Metadata.Name]; found {
- repoIndex, err := loader.LoadRepoIndexPublic(app.ServerConf.DefaultApplicationHelmRepoURL)
- if err == nil {
- porterChart := loader.FindPorterChartInIndexList(repoIndex, res.Chart.Metadata.Name)
- if porterChart != nil && len(porterChart.Versions) > 0 {
- res.LatestVersion = porterChart.Versions[0]
- }
- }
- }
- // if the release was created from this server,
- modelRelease, err := app.Repo.Release.ReadRelease(form.Cluster.ID, release.Name, release.Namespace)
- if modelRelease != nil {
- gitAction := modelRelease.GitActionConfig
- if gitAction.ID != 0 {
- res.GitActionConfig = gitAction.Externalize()
- }
- }
- if err := json.NewEncoder(w).Encode(res); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // HandleGetReleaseComponents retrieves kubernetes objects listed in a release identified by name and revision
- func (app *App) HandleGetReleaseComponents(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
- form := &forms.GetReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- Revision: int(revision),
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- release, err := agent.GetRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
- objects := grapher.ParseObjs(yamlArr, release.Namespace)
- parsed := grapher.ParsedObjs{
- Objects: objects,
- }
- parsed.GetControlRel()
- parsed.GetLabelRel()
- parsed.GetSpecRel()
- if err := json.NewEncoder(w).Encode(parsed); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // HandleGetReleaseControllers retrieves controllers that belong to a release.
- // Used to display status of charts.
- func (app *App) HandleGetReleaseControllers(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
- form := &forms.GetReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- Revision: int(revision),
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- release, err := agent.GetRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- // get the filter options
- k8sForm := &forms.K8sForm{
- OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- }
- k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
- k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
- // validate the form
- if err := app.validator.Struct(k8sForm); err != nil {
- app.handleErrorFormValidation(err, ErrK8sValidate, w)
- return
- }
- // create a new kubernetes agent
- var k8sAgent *kubernetes.Agent
- if app.ServerConf.IsTesting {
- k8sAgent = app.TestAgents.K8sAgent
- } else {
- k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
- }
- yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
- controllers := grapher.ParseControllers(yamlArr)
- retrievedControllers := []interface{}{}
- // get current status of each controller
- // TODO: refactor with type assertion
- for _, c := range controllers {
- c.Namespace = form.ReleaseForm.Form.Namespace
- switch c.Kind {
- case "Deployment":
- rc, err := k8sAgent.GetDeployment(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- rc.Kind = c.Kind
- retrievedControllers = append(retrievedControllers, rc)
- case "StatefulSet":
- rc, err := k8sAgent.GetStatefulSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- rc.Kind = c.Kind
- retrievedControllers = append(retrievedControllers, rc)
- case "DaemonSet":
- rc, err := k8sAgent.GetDaemonSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- rc.Kind = c.Kind
- retrievedControllers = append(retrievedControllers, rc)
- case "ReplicaSet":
- rc, err := k8sAgent.GetReplicaSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- rc.Kind = c.Kind
- retrievedControllers = append(retrievedControllers, rc)
- case "CronJob":
- rc, err := k8sAgent.GetCronJob(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- rc.Kind = c.Kind
- retrievedControllers = append(retrievedControllers, rc)
- }
- }
- if err := json.NewEncoder(w).Encode(retrievedControllers); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // HandleGetReleaseAllPods retrieves all pods that are associated with a given release.
- func (app *App) HandleGetReleaseAllPods(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- revision, err := strconv.ParseUint(chi.URLParam(r, "revision"), 0, 64)
- form := &forms.GetReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- Revision: int(revision),
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- release, err := agent.GetRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- // get the filter options
- k8sForm := &forms.K8sForm{
- OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- }
- k8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
- k8sForm.DefaultNamespace = form.ReleaseForm.Namespace
- // validate the form
- if err := app.validator.Struct(k8sForm); err != nil {
- app.handleErrorFormValidation(err, ErrK8sValidate, w)
- return
- }
- // create a new kubernetes agent
- var k8sAgent *kubernetes.Agent
- if app.ServerConf.IsTesting {
- k8sAgent = app.TestAgents.K8sAgent
- } else {
- k8sAgent, err = kubernetes.GetAgentOutOfClusterConfig(k8sForm.OutOfClusterConfig)
- }
- yamlArr := grapher.ImportMultiDocYAML([]byte(release.Manifest))
- controllers := grapher.ParseControllers(yamlArr)
- pods := make([]v1.Pod, 0)
- // get current status of each controller
- for _, c := range controllers {
- var selector *metav1.LabelSelector
- switch c.Kind {
- case "Deployment":
- rc, err := k8sAgent.GetDeployment(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- selector = rc.Spec.Selector
- case "StatefulSet":
- rc, err := k8sAgent.GetStatefulSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- selector = rc.Spec.Selector
- case "DaemonSet":
- rc, err := k8sAgent.GetDaemonSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- selector = rc.Spec.Selector
- case "ReplicaSet":
- rc, err := k8sAgent.GetReplicaSet(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- selector = rc.Spec.Selector
- case "CronJob":
- rc, err := k8sAgent.GetCronJob(c)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- selector = rc.Spec.JobTemplate.Spec.Selector
- }
- selectors := make([]string, 0)
- for key, val := range selector.MatchLabels {
- selectors = append(selectors, key+"="+val)
- }
- namespace := vals.Get("namespace")
- podList, err := k8sAgent.GetPodsByLabel(strings.Join(selectors, ","), namespace)
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- pods = append(pods, podList.Items...)
- }
- if err := json.NewEncoder(w).Encode(pods); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // HandleListReleaseHistory retrieves a history of releases based on a release name
- func (app *App) HandleListReleaseHistory(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- form := &forms.ListReleaseHistoryForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- }
- agent, err := app.getAgentFromQueryParams(
- w,
- r,
- form.ReleaseForm,
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams,
- )
- // errors are handled in app.getAgentFromQueryParams
- if err != nil {
- return
- }
- release, err := agent.GetReleaseHistory(form.Name)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- if err := json.NewEncoder(w).Encode(release); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- // HandleGetReleaseToken retrieves the webhook token of a specific release.
- func (app *App) HandleGetReleaseToken(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- vals, err := url.ParseQuery(r.URL.RawQuery)
- namespace := vals["namespace"][0]
- clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- }
- release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, namespace)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- }
- releaseExt := release.Externalize()
- if err := json.NewEncoder(w).Encode(releaseExt); err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- }
- type ContainerEnvConfig struct {
- Container struct {
- Env struct {
- Normal map[string]string `yaml:"normal"`
- } `yaml:"env"`
- } `yaml:"container"`
- }
- // HandleUpgradeRelease upgrades a release with new values.yaml
- func (app *App) HandleUpgradeRelease(w http.ResponseWriter, r *http.Request) {
- projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
- if err != nil || projID == 0 {
- app.handleErrorFormDecoding(err, ErrProjectDecode, w)
- return
- }
- name := chi.URLParam(r, "name")
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- form := &forms.UpgradeReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- }
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
- vals,
- app.Repo.Cluster,
- )
- if err := json.NewDecoder(r.Body).Decode(form); err != nil {
- app.handleErrorFormDecoding(err, ErrUserDecode, w)
- return
- }
- agent, err := app.getAgentFromReleaseForm(
- w,
- r,
- form.ReleaseForm,
- )
- // errors are handled in app.getAgentFromBodyParams
- if err != nil {
- return
- }
- registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(projID))
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- conf := &helm.UpgradeReleaseConfig{
- Name: form.Name,
- Cluster: form.ReleaseForm.Cluster,
- Repo: *app.Repo,
- Registries: registries,
- }
- // if the chart version is set, load a chart from the repo
- if form.ChartVersion != "" {
- release, err := agent.GetRelease(form.Name, 0)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- if _, found := porterApplications[release.Chart.Metadata.Name]; found {
- chart, err := loader.LoadChartPublic(
- app.ServerConf.DefaultApplicationHelmRepoURL,
- release.Chart.Metadata.Name,
- form.ChartVersion,
- )
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"chart not found"},
- }, w)
- return
- }
- conf.Chart = chart
- }
- }
- rel, err := agent.UpgradeRelease(conf, form.Values, app.DOConf)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseDeploy,
- Errors: []string{err.Error()},
- }, w)
- return
- }
- // update the github actions env if the release exists and is built from source
- if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
- clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- }
- release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
- if release != nil {
- // update image repo uri if changed
- repository := rel.Config["image"].(map[string]interface{})["repository"]
- repoStr, ok := repository.(string)
- if !ok {
- app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
- return
- }
- if repoStr != release.ImageRepoURI {
- release, err = app.Repo.Release.UpdateRelease(release)
- if err != nil {
- app.handleErrorInternal(err, w)
- return
- }
- }
- gitAction := release.GitActionConfig
- if gitAction.ID != 0 {
- // parse env into build env
- cEnv := &ContainerEnvConfig{}
- yaml.Unmarshal([]byte(form.Values), cEnv)
- gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"github repo integration not found"},
- }, w)
- }
- repoSplit := strings.Split(gitAction.GitRepo, "/")
- gaRunner := &actions.GithubActions{
- ServerURL: app.ServerConf.ServerURL,
- GitIntegration: gr,
- GitRepoName: repoSplit[1],
- GitRepoOwner: repoSplit[0],
- Repo: *app.Repo,
- GithubConf: app.GithubProjectConf,
- WebhookToken: release.WebhookToken,
- ProjectID: uint(projID),
- ReleaseName: name,
- GitBranch: gitAction.GitBranch,
- DockerFilePath: gitAction.DockerfilePath,
- FolderPath: gitAction.FolderPath,
- ImageRepoURL: gitAction.ImageRepoURI,
- BuildEnv: cEnv.Container.Env.Normal,
- }
- err = gaRunner.CreateEnvSecret()
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"could not update github secret"},
- }, w)
- }
- }
- }
- }
- w.WriteHeader(http.StatusOK)
- }
- // HandleReleaseDeployWebhook upgrades a release when a chart specific webhook is called.
- func (app *App) HandleReleaseDeployWebhook(w http.ResponseWriter, r *http.Request) {
- token := chi.URLParam(r, "token")
- // retrieve release by token
- release, err := app.Repo.Release.ReadReleaseByWebhookToken(token)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found with given webhook"},
- }, w)
- return
- }
- params := map[string][]string{}
- params["cluster_id"] = []string{fmt.Sprint(release.ClusterID)}
- params["storage"] = []string{"secret"}
- params["namespace"] = []string{release.Namespace}
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- form := &forms.UpgradeReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: release.Name,
- }
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
- params,
- app.Repo.Cluster,
- )
- agent, err := app.getAgentFromReleaseForm(
- w,
- r,
- form.ReleaseForm,
- )
- // errors are handled in app.getAgentFromBodyParams
- if err != nil {
- return
- }
- rel, err := agent.GetRelease(form.Name, 0)
- // repository is set to current repository by default
- commit := vals["commit"][0]
- repository := rel.Config["image"].(map[string]interface{})["repository"]
- gitAction := release.GitActionConfig
- if gitAction.ID != 0 && (repository == "porterdev/hello-porter" || repository == "public.ecr.aws/o1j4x7p4/hello-porter") {
- repository = gitAction.ImageRepoURI
- } else if gitAction.ID != 0 && (repository == "porterdev/hello-porter-job" || repository == "public.ecr.aws/o1j4x7p4/hello-porter-job") {
- repository = gitAction.ImageRepoURI
- }
- image := map[string]interface{}{}
- image["repository"] = repository
- image["tag"] = commit
- rel.Config["image"] = image
- if rel.Config["auto_deploy"] == false {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseDeploy,
- Errors: []string{"Deploy webhook is disabled for this deployment."},
- }, w)
- return
- }
- registries, err := app.Repo.Registry.ListRegistriesByProjectID(uint(form.ReleaseForm.Cluster.ProjectID))
- if err != nil {
- app.handleErrorDataRead(err, w)
- return
- }
- conf := &helm.UpgradeReleaseConfig{
- Name: form.Name,
- Cluster: form.ReleaseForm.Cluster,
- Repo: *app.Repo,
- Registries: registries,
- Values: rel.Config,
- }
- _, err = agent.UpgradeReleaseByValues(conf, app.DOConf)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseDeploy,
- Errors: []string{err.Error()},
- }, w)
- return
- }
- if app.segmentClient != nil {
- client := *app.segmentClient
- client.Enqueue(segment.Track{
- UserId: "anonymous",
- Event: "Triggered Re-deploy via Webhook",
- Properties: segment.NewProperties().
- Set("repository", repository),
- })
- }
- w.WriteHeader(http.StatusOK)
- }
- // HandleRollbackRelease rolls a release back to a specified revision
- func (app *App) HandleRollbackRelease(w http.ResponseWriter, r *http.Request) {
- name := chi.URLParam(r, "name")
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return
- }
- form := &forms.RollbackReleaseForm{
- ReleaseForm: &forms.ReleaseForm{
- Form: &helm.Form{
- Repo: app.Repo,
- DigitalOceanOAuth: app.DOConf,
- },
- },
- Name: name,
- }
- form.ReleaseForm.PopulateHelmOptionsFromQueryParams(
- vals,
- app.Repo.Cluster,
- )
- if err := json.NewDecoder(r.Body).Decode(form); err != nil {
- app.handleErrorFormDecoding(err, ErrUserDecode, w)
- return
- }
- agent, err := app.getAgentFromReleaseForm(
- w,
- r,
- form.ReleaseForm,
- )
- // errors are handled in app.getAgentFromBodyParams
- if err != nil {
- return
- }
- err = agent.RollbackRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseDeploy,
- Errors: []string{"error rolling back release " + err.Error()},
- }, w)
- return
- }
- // get the full release data for GHA updating
- rel, err := agent.GetRelease(form.Name, form.Revision)
- if err != nil {
- app.sendExternalError(err, http.StatusNotFound, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- return
- }
- // update the github actions env if the release exists and is built from source
- if cName := rel.Chart.Metadata.Name; cName == "job" || cName == "web" || cName == "worker" {
- clusterID, err := strconv.ParseUint(vals["cluster_id"][0], 10, 64)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"release not found"},
- }, w)
- }
- release, err := app.Repo.Release.ReadRelease(uint(clusterID), name, rel.Namespace)
- if release != nil {
- // update image repo uri if changed
- repository := rel.Config["image"].(map[string]interface{})["repository"]
- repoStr, ok := repository.(string)
- if !ok {
- app.handleErrorInternal(fmt.Errorf("Could not find field repository in config"), w)
- return
- }
- if repoStr != release.ImageRepoURI {
- release, err = app.Repo.Release.UpdateRelease(release)
- if err != nil {
- app.handleErrorInternal(err, w)
- return
- }
- }
- gitAction := release.GitActionConfig
- if gitAction.ID != 0 {
- // parse env into build env
- cEnv := &ContainerEnvConfig{}
- rawValues, err := yaml.Marshal(rel.Config)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"could not get values of previous revision"},
- }, w)
- }
- yaml.Unmarshal(rawValues, cEnv)
- gr, err := app.Repo.GitRepo.ReadGitRepo(gitAction.GitRepoID)
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"github repo integration not found"},
- }, w)
- }
- repoSplit := strings.Split(gitAction.GitRepo, "/")
- projID, err := strconv.ParseUint(chi.URLParam(r, "project_id"), 0, 64)
- if err != nil || projID == 0 {
- app.handleErrorFormDecoding(err, ErrProjectDecode, w)
- return
- }
- gaRunner := &actions.GithubActions{
- ServerURL: app.ServerConf.ServerURL,
- GitIntegration: gr,
- GitRepoName: repoSplit[1],
- GitRepoOwner: repoSplit[0],
- Repo: *app.Repo,
- GithubConf: app.GithubProjectConf,
- WebhookToken: release.WebhookToken,
- ProjectID: uint(projID),
- ReleaseName: name,
- GitBranch: gitAction.GitBranch,
- DockerFilePath: gitAction.DockerfilePath,
- FolderPath: gitAction.FolderPath,
- ImageRepoURL: gitAction.ImageRepoURI,
- BuildEnv: cEnv.Container.Env.Normal,
- }
- err = gaRunner.CreateEnvSecret()
- if err != nil {
- app.sendExternalError(err, http.StatusInternalServerError, HTTPError{
- Code: ErrReleaseReadData,
- Errors: []string{"could not update github secret"},
- }, w)
- }
- }
- }
- }
- w.WriteHeader(http.StatusOK)
- }
- // ------------------------ Release handler helper functions ------------------------ //
- // getAgentFromQueryParams uses the query params to populate a form, and then
- // passes that form to the underlying app.getAgentFromReleaseForm to create a new
- // Helm agent.
- func (app *App) getAgentFromQueryParams(
- w http.ResponseWriter,
- r *http.Request,
- form *forms.ReleaseForm,
- // populate uses the query params to populate a form
- populate ...func(vals url.Values, repo repository.ClusterRepository) error,
- ) (*helm.Agent, error) {
- vals, err := url.ParseQuery(r.URL.RawQuery)
- if err != nil {
- app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
- return nil, err
- }
- for _, f := range populate {
- err := f(vals, app.Repo.Cluster)
- if err != nil {
- app.handleErrorInternal(err, w)
- return nil, err
- }
- }
- return app.getAgentFromReleaseForm(w, r, form)
- }
- // getAgentFromReleaseForm uses a non-validated form to construct a new Helm agent based on
- // the userID found in the session and the options required by the Helm agent.
- func (app *App) getAgentFromReleaseForm(
- w http.ResponseWriter,
- r *http.Request,
- form *forms.ReleaseForm,
- ) (*helm.Agent, error) {
- var err error
- // validate the form
- if err := app.validator.Struct(form); err != nil {
- app.handleErrorFormValidation(err, ErrReleaseValidateFields, w)
- return nil, err
- }
- // create a new agent
- var agent *helm.Agent
- if app.ServerConf.IsTesting {
- agent = app.TestAgents.HelmAgent
- } else {
- agent, err = helm.GetAgentOutOfClusterConfig(form.Form, app.Logger)
- }
- if err != nil {
- app.handleErrorInternal(err, w)
- }
- return agent, err
- }
- const veleroForm string = `tags:
- - hello
- tabs:
- - name: main
- context:
- type: cluster
- config:
- group: velero.io
- version: v1
- resource: backups
- label: Backups
- sections:
- - name: section_one
- contents:
- - type: heading
- label: 💾 Velero Backups
- - type: resource-list
- value: |
- .items[] | {
- name: .metadata.name,
- label: .metadata.namespace,
- status: .status.phase,
- timestamp: .status.completionTimestamp,
- message: [
- (if .status.volumeSnapshotsAttempted then "\(.status.volumeSnapshotsAttempted) volume snapshots attempted, \(.status.volumeSnapshotsCompleted) completed." else null end),
- "Finished \(.status.completionTimestamp).",
- "Backup expires on \(.status.expiration)."
- ]|join(" "),
- data: {
- "Included Namespaces": (if .spec.includedNamespaces then .spec.includedNamespaces|join(",") else "* (all)" end),
- "Included Resources": (if .spec.includedResources then .spec.includedResources|join(",") else "* (all)" end),
- "Storage Location": .spec.storageLocation
- }
- }`
|