try to delete the older revisions of a release

internal/helm/agent.go

@@ -141,6 +141,16 @@ func (a *Agent) GetRelease(
 	return release, err
 }
 
+// DeleteReleaseRevision deletes a specific revision of a release
+func (a *Agent) DeleteReleaseRevision(
+	name string,
+	version int,
+) error {
+	_, err := a.ActionConfig.Releases.Delete(name, version)
+
+	return err
+}
+
 // GetReleaseHistory returns a list of charts for a specific release
 func (a *Agent) GetReleaseHistory(
 	name string,

workers/jobs/helm_revisions_count_tracker.go

@@ -1,15 +1,86 @@
 package jobs
 
-import "time"
+import (
+	"os"
+	"sync"
+	"time"
+
+	"github.com/porter-dev/porter/api/server/shared/config/env"
+	"github.com/porter-dev/porter/api/types"
+	"github.com/porter-dev/porter/pkg/logger"
+
+	"github.com/porter-dev/porter/ee/integrations/vault"
+	"github.com/porter-dev/porter/internal/adapter"
+	"github.com/porter-dev/porter/internal/helm"
+	"github.com/porter-dev/porter/internal/models"
+	"github.com/porter-dev/porter/internal/oauth"
+	"github.com/porter-dev/porter/internal/repository"
+	"github.com/porter-dev/porter/internal/repository/credentials"
+	rgorm "github.com/porter-dev/porter/internal/repository/gorm"
+	"golang.org/x/oauth2"
+	"gorm.io/gorm"
+	"helm.sh/helm/v3/pkg/releaseutil"
+)
+
+var stepSize int = 100
 
 type helmRevisionsCountTracker struct {
-	enqueueTime time.Time
+	enqueueTime      time.Time
+	db               *gorm.DB
+	repo             repository.Repository
+	doConf           *oauth2.Config
+	dbConf           *env.DBConf
+	whitelistedUsers map[uint]uint
+	credBackend      credentials.CredentialStorage
 }
 
-func NewHelmRevisionsCountTracker(enqueueTime time.Time) *helmRevisionsCountTracker {
-	return &helmRevisionsCountTracker{
-		enqueueTime: enqueueTime,
+type HelmRevisionsCountTrackerOpts struct {
+	DBConf           *env.DBConf
+	DOClientID       string
+	DOClientSecret   string
+	DOScopes         []string
+	ServerURL        string
+	WhitelistedUsers map[uint]uint
+}
+
+func NewHelmRevisionsCountTracker(
+	enqueueTime time.Time,
+	opts *HelmRevisionsCountTrackerOpts,
+) (*helmRevisionsCountTracker, error) {
+	db, err := adapter.New(opts.DBConf)
+
+	if err != nil {
+		return nil, err
+	}
+
+	var credBackend credentials.CredentialStorage
+
+	if opts.DBConf.VaultAPIKey != "" && opts.DBConf.VaultServerURL != "" && opts.DBConf.VaultPrefix != "" {
+		credBackend = vault.NewClient(
+			opts.DBConf.VaultServerURL,
+			opts.DBConf.VaultAPIKey,
+			opts.DBConf.VaultPrefix,
+		)
 	}
+
+	var key [32]byte
+
+	for i, b := range []byte(opts.DBConf.EncryptionKey) {
+		key[i] = b
+	}
+
+	repo := rgorm.NewRepository(db, &key, credBackend)
+
+	doConf := oauth.NewDigitalOceanClient(&oauth.Config{
+		ClientID:     opts.DOClientID,
+		ClientSecret: opts.DOClientSecret,
+		Scopes:       opts.DOScopes,
+		BaseURL:      opts.ServerURL,
+	})
+
+	return &helmRevisionsCountTracker{
+		enqueueTime, db, repo, doConf, opts.DBConf, opts.WhitelistedUsers, credBackend,
+	}, nil
 }
 
 func (t *helmRevisionsCountTracker) ID() string {
@@ -21,6 +92,83 @@ func (t *helmRevisionsCountTracker) EnqueueTime() time.Time {
 }
 
 func (t *helmRevisionsCountTracker) Run() error {
+	var count int64
+
+	if err := t.db.Model(&models.Cluster{}).Count(&count).Error; err != nil {
+		return err
+	}
+
+	var wg sync.WaitGroup
+
+	for i := 0; i < (int(count)/stepSize)+1; i++ {
+		var clusters []*models.Cluster
+
+		if err := t.db.Order("id asc").Offset(i * stepSize).Limit(stepSize).Find(&clusters).Error; err != nil {
+			return err
+		}
+
+		// go through each project
+		for _, cluster := range clusters {
+			wg.Add(1)
+
+			go func(cluster *models.Cluster) {
+				defer wg.Done()
+
+				agent, err := helm.GetAgentOutOfClusterConfig(&helm.Form{
+					Cluster:                   cluster,
+					Repo:                      t.repo,
+					DigitalOceanOAuth:         t.doConf,
+					AllowInClusterConnections: false,
+				}, logger.New(true, os.Stdout))
+
+				if err != nil {
+					return
+				}
+
+				namespaces, err := agent.K8sAgent.ListNamespaces()
+
+				if err != nil {
+					return
+				}
+
+				for _, ns := range namespaces.Items {
+					releases, err := agent.ListReleases(ns.GetName(), &types.ReleaseListFilter{ByDate: true})
+
+					if err != nil {
+						continue
+					}
+
+					for _, rel := range releases {
+						revisions, err := agent.GetReleaseHistory(rel.Name)
+
+						if err != nil {
+							continue
+						}
+
+						if len(revisions) <= 100 {
+							continue
+						}
+
+						// sort revisions from newest to oldest
+						releaseutil.Reverse(revisions, releaseutil.SortByRevision)
+
+						for i := 100; i < len(revisions); i += 1 {
+							rev := revisions[i]
+
+							err := agent.DeleteReleaseRevision(rev.Name, rev.Version)
+
+							if err != nil {
+								continue
+							}
+						}
+					}
+				}
+			}(cluster)
+		}
+
+		wg.Wait()
+	}
+
 	return nil
 }
 

workers/main.go

@@ -122,7 +122,13 @@ func httpService() http.Handler {
 
 func getJob(id string) worker.Job {
 	if id == "helm-revisions-count-tracker" {
-		return jobs.NewHelmRevisionsCountTracker(time.Now().UTC())
+		newJob, err := jobs.NewHelmRevisionsCountTracker(time.Now().UTC(), &jobs.HelmRevisionsCountTrackerOpts{})
+
+		if err != nil {
+			log.Default().Printf("error creating job with ID: helm-revisions-count-tracker. Error: %v", err)
+		}
+
+		return newJob
 	}
 
 	return nil