create_addon.go 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292
  1. package release
  2. import (
  3. "context"
  4. "fmt"
  5. "net/http"
  6. "strings"
  7. "connectrpc.com/connect"
  8. porterv1 "github.com/porter-dev/api-contracts/generated/go/porter/v1"
  9. "github.com/porter-dev/porter/api/server/authz"
  10. "github.com/porter-dev/porter/api/server/handlers"
  11. "github.com/porter-dev/porter/api/server/shared"
  12. "github.com/porter-dev/porter/api/server/shared/apierrors"
  13. "github.com/porter-dev/porter/api/server/shared/config"
  14. "github.com/porter-dev/porter/api/types"
  15. "github.com/porter-dev/porter/internal/analytics"
  16. "github.com/porter-dev/porter/internal/helm"
  17. "github.com/porter-dev/porter/internal/helm/loader"
  18. "github.com/porter-dev/porter/internal/models"
  19. "github.com/porter-dev/porter/internal/oauth"
  20. "github.com/porter-dev/porter/internal/telemetry"
  21. "github.com/stefanmcshane/helm/pkg/chart"
  22. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  23. )
  24. // Namespace_EnvironmentGroups is the base namespace for storing all environment groups.
  25. const Namespace_EnvironmentGroups = "porter-env-group"
  26. // Namespace_ACKSystem is the base namespace for interacting with ack chart controllers
  27. const Namespace_ACKSystem = "ack-system"
  28. type CreateAddonHandler struct {
  29. handlers.PorterHandlerReadWriter
  30. authz.KubernetesAgentGetter
  31. }
  32. func NewCreateAddonHandler(
  33. config *config.Config,
  34. decoderValidator shared.RequestDecoderValidator,
  35. writer shared.ResultWriter,
  36. ) *CreateAddonHandler {
  37. return &CreateAddonHandler{
  38. PorterHandlerReadWriter: handlers.NewDefaultPorterHandler(config, decoderValidator, writer),
  39. KubernetesAgentGetter: authz.NewOutOfClusterAgentGetter(config),
  40. }
  41. }
  42. func (c *CreateAddonHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
  43. ctx, span := telemetry.NewSpan(r.Context(), "serve-create-addon")
  44. defer span.End()
  45. user, _ := ctx.Value(types.UserScope).(*models.User)
  46. proj, _ := ctx.Value(types.ProjectScope).(*models.Project)
  47. cluster, _ := ctx.Value(types.ClusterScope).(*models.Cluster)
  48. namespace := ctx.Value(types.NamespaceScope).(string)
  49. operationID := oauth.CreateRandomState()
  50. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchStartTrack(
  51. &analytics.ApplicationLaunchStartTrackOpts{
  52. ClusterScopedTrackOpts: analytics.GetClusterScopedTrackOpts(user.ID, cluster.ProjectID, cluster.ID),
  53. FlowID: operationID,
  54. },
  55. ))
  56. helmAgent, err := c.GetHelmAgent(ctx, r, cluster, "")
  57. if err != nil {
  58. err = telemetry.Error(ctx, span, nil, "error creating helm agent")
  59. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  60. return
  61. }
  62. request := &types.CreateAddonRequest{}
  63. if ok := c.DecodeAndValidate(w, r, request); !ok {
  64. err := telemetry.Error(ctx, span, nil, "error decoding request")
  65. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusBadRequest))
  66. return
  67. }
  68. if request.TemplateVersion == "latest" {
  69. request.TemplateVersion = ""
  70. }
  71. telemetry.WithAttributes(span,
  72. telemetry.AttributeKV{Key: "repo-url", Value: request.RepoURL},
  73. telemetry.AttributeKV{Key: "template-name", Value: request.TemplateName},
  74. telemetry.AttributeKV{Key: "template-version", Value: request.TemplateVersion},
  75. )
  76. chart, err := LoadChart(ctx, c.Config(), &LoadAddonChartOpts{
  77. ProjectID: proj.ID,
  78. RepoURL: request.RepoURL,
  79. TemplateName: request.TemplateName,
  80. TemplateVersion: request.TemplateVersion,
  81. })
  82. if err != nil {
  83. err = telemetry.Error(ctx, span, nil, "error loading chart")
  84. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  85. return
  86. }
  87. registries, err := c.Repo().Registry().ListRegistriesByProjectID(cluster.ProjectID)
  88. if err != nil {
  89. err = telemetry.Error(ctx, span, err, "error retrieving project registry")
  90. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  91. return
  92. }
  93. vpcConfig, err := c.getVPCConfig(ctx, request, proj, cluster)
  94. if err != nil {
  95. err = telemetry.Error(ctx, span, err, "error retrieving vpc config")
  96. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  97. return
  98. }
  99. if err := c.performAddonPreinstall(ctx, r, request.TemplateName, cluster); err != nil {
  100. err = telemetry.Error(ctx, span, err, "error performing addon preinstall")
  101. c.HandleAPIError(w, r, apierrors.NewErrInternal(err))
  102. return
  103. }
  104. values := request.Values
  105. values["vpcConfig"] = vpcConfig
  106. conf := &helm.InstallChartConfig{
  107. Chart: chart,
  108. Name: request.Name,
  109. Namespace: namespace,
  110. Values: values,
  111. Cluster: cluster,
  112. Repo: c.Repo(),
  113. Registries: registries,
  114. }
  115. helmRelease, err := helmAgent.InstallChart(ctx, conf, c.Config().DOConf, c.Config().ServerConf.DisablePullSecretsInjection)
  116. if err != nil {
  117. c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(
  118. telemetry.Error(ctx, span, nil, fmt.Sprintf("error installing a new chart: %s", err.Error())),
  119. http.StatusBadRequest,
  120. ))
  121. return
  122. }
  123. c.Config().AnalyticsClient.Track(analytics.ApplicationLaunchSuccessTrack(
  124. &analytics.ApplicationLaunchSuccessTrackOpts{
  125. ApplicationScopedTrackOpts: analytics.GetApplicationScopedTrackOpts(
  126. user.ID,
  127. cluster.ProjectID,
  128. cluster.ID,
  129. helmRelease.Name,
  130. helmRelease.Namespace,
  131. chart.Metadata.Name,
  132. ),
  133. FlowID: operationID,
  134. },
  135. ))
  136. }
  137. type LoadAddonChartOpts struct {
  138. ProjectID uint
  139. RepoURL, TemplateName, TemplateVersion string
  140. }
  141. // LoadChart fetches a chart from a remote repo
  142. func LoadChart(ctx context.Context, config *config.Config, opts *LoadAddonChartOpts) (*chart.Chart, error) {
  143. // if the chart repo url is one of the specified application/addon charts, just load public
  144. if opts.RepoURL == config.ServerConf.DefaultAddonHelmRepoURL || opts.RepoURL == config.ServerConf.DefaultApplicationHelmRepoURL {
  145. return loader.LoadChartPublic(ctx, opts.RepoURL, opts.TemplateName, opts.TemplateVersion)
  146. } else {
  147. // load the helm repos in the project
  148. hrs, err := config.Repo.HelmRepo().ListHelmReposByProjectID(opts.ProjectID)
  149. if err != nil {
  150. return nil, err
  151. }
  152. for _, hr := range hrs {
  153. if hr.RepoURL == opts.RepoURL {
  154. if hr.BasicAuthIntegrationID != 0 {
  155. // read the basic integration id
  156. basic, err := config.Repo.BasicIntegration().ReadBasicIntegration(opts.ProjectID, hr.BasicAuthIntegrationID)
  157. if err != nil {
  158. return nil, err
  159. }
  160. return loader.LoadChart(ctx,
  161. &loader.BasicAuthClient{
  162. Username: string(basic.Username),
  163. Password: string(basic.Password),
  164. }, hr.RepoURL, opts.TemplateName, opts.TemplateVersion)
  165. } else {
  166. return loader.LoadChartPublic(ctx, hr.RepoURL, opts.TemplateName, opts.TemplateVersion)
  167. }
  168. }
  169. }
  170. }
  171. return nil, fmt.Errorf("chart repo not found")
  172. }
  173. func (c *CreateAddonHandler) performAddonPreinstall(ctx context.Context, r *http.Request, templateName string, cluster *models.Cluster) error {
  174. awsTemplates := map[string][]string{
  175. "rds-postgresql": {"ec2-chart", "rds-chart"},
  176. "rds-postgresql-aurora": {"ec2-chart", "rds-chart"},
  177. }
  178. if cluster.CloudProvider != "AWS" {
  179. return nil
  180. }
  181. if _, ok := awsTemplates[templateName]; !ok {
  182. return nil
  183. }
  184. agent, err := c.GetAgent(r, cluster, "")
  185. if err != nil {
  186. return err
  187. }
  188. if _, err = agent.GetNamespace(Namespace_EnvironmentGroups); err != nil {
  189. if _, err := agent.CreateNamespace(Namespace_EnvironmentGroups, map[string]string{}); err != nil {
  190. return err
  191. }
  192. }
  193. for _, chart := range awsTemplates[templateName] {
  194. scale, err := agent.Clientset.AppsV1().Deployments(Namespace_ACKSystem).GetScale(context.TODO(), chart, metav1.GetOptions{})
  195. if err != nil {
  196. return err
  197. }
  198. if scale.Spec.Replicas > 0 {
  199. continue
  200. }
  201. // scale the charts specific to the ack controller
  202. scale.Spec.Replicas = 1
  203. if _, err := agent.Clientset.AppsV1().Deployments(Namespace_ACKSystem).UpdateScale(ctx, chart, scale, metav1.UpdateOptions{}); err != nil {
  204. return err
  205. }
  206. }
  207. return nil
  208. }
  209. func (c *CreateAddonHandler) getVPCConfig(ctx context.Context, request *types.CreateAddonRequest, project *models.Project, cluster *models.Cluster) (map[string]any, error) {
  210. ctx, span := telemetry.NewSpan(ctx, "get-vpc-config")
  211. defer span.End()
  212. telemetry.WithAttributes(span,
  213. telemetry.AttributeKV{Key: "cloud-provider", Value: cluster.CloudProvider},
  214. telemetry.AttributeKV{Key: "template-name", Value: request.TemplateName},
  215. )
  216. vpcConfig := map[string]any{}
  217. if cluster.CloudProvider != "AWS" {
  218. return vpcConfig, nil
  219. }
  220. awsTemplates := map[string]bool{
  221. "rds-postgresql": true,
  222. "rds-postgresql-aurora": true,
  223. }
  224. if !awsTemplates[request.TemplateName] {
  225. return vpcConfig, nil
  226. }
  227. req := connect.NewRequest(&porterv1.ClusterNetworkSettingsRequest{
  228. ProjectId: int64(project.ID),
  229. ClusterId: int64(cluster.ID),
  230. })
  231. resp, err := c.Config().ClusterControlPlaneClient.ClusterNetworkSettings(ctx, req)
  232. if err != nil {
  233. return vpcConfig, telemetry.Error(ctx, span, err, "error fetching cluster network settings from ccp")
  234. }
  235. vpcConfig["awsRegion"] = resp.Msg.Region
  236. vpcConfig["subnetIDs"] = resp.Msg.SubnetIds
  237. switch resp.Msg.CloudProvider {
  238. case *porterv1.EnumCloudProvider_ENUM_CLOUD_PROVIDER_AWS.Enum():
  239. vpcConfig["vpcID"] = resp.Msg.GetEksCloudProviderNetwork().Id
  240. telemetry.WithAttributes(span, telemetry.AttributeKV{Key: "vpc-id", Value: resp.Msg.GetEksCloudProviderNetwork().Id})
  241. }
  242. telemetry.WithAttributes(span,
  243. telemetry.AttributeKV{Key: "aws-region", Value: resp.Msg.Region},
  244. telemetry.AttributeKV{Key: "subnet-ids", Value: strings.Join(resp.Msg.SubnetIds, ",")},
  245. )
  246. return vpcConfig, nil
  247. }