helpers_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622
  1. package gorm_test
  2. import (
  3. "fmt"
  4. "os"
  5. "testing"
  6. "time"
  7. "github.com/porter-dev/porter/api/server/shared/config/env"
  8. "github.com/porter-dev/porter/api/types"
  9. "github.com/porter-dev/porter/internal/adapter"
  10. "github.com/porter-dev/porter/internal/models"
  11. ints "github.com/porter-dev/porter/internal/models/integrations"
  12. "github.com/porter-dev/porter/internal/repository"
  13. "github.com/porter-dev/porter/internal/repository/gorm"
  14. _gorm "gorm.io/gorm"
  15. )
  16. type tester struct {
  17. repo repository.Repository
  18. key *[32]byte
  19. dbFileName string
  20. db *_gorm.DB
  21. initUsers []*models.User
  22. initProjects []*models.Project
  23. initGRs []*models.GitRepo
  24. initRegs []*models.Registry
  25. initClusters []*models.Cluster
  26. initHRs []*models.HelmRepo
  27. initInfras []*models.Infra
  28. initReleases []*models.Release
  29. initInvites []*models.Invite
  30. initKubeEvents []*models.KubeEvent
  31. initCCs []*models.ClusterCandidate
  32. initKIs []*ints.KubeIntegration
  33. initBasics []*ints.BasicIntegration
  34. initOIDCs []*ints.OIDCIntegration
  35. initOAuths []*ints.OAuthIntegration
  36. initGCPs []*ints.GCPIntegration
  37. initAWSs []*ints.AWSIntegration
  38. initAllowlist []*models.Allowlist
  39. initTags []*models.Tag
  40. }
  41. func setupTestEnv(tester *tester, t *testing.T) {
  42. t.Helper()
  43. db, err := adapter.New(&env.DBConf{
  44. EncryptionKey: "__random_strong_encryption_key__",
  45. SQLLite: true,
  46. SQLLitePath: tester.dbFileName,
  47. })
  48. if err != nil {
  49. t.Fatalf("%v\n", err)
  50. }
  51. err = db.AutoMigrate(
  52. &models.Project{},
  53. &models.Role{},
  54. &models.User{},
  55. &models.Session{},
  56. &models.GitRepo{},
  57. &models.Registry{},
  58. &models.Release{},
  59. &models.Environment{},
  60. &models.Deployment{},
  61. &models.HelmRepo{},
  62. &models.Cluster{},
  63. &models.ClusterCandidate{},
  64. &models.ClusterResolver{},
  65. &models.Infra{},
  66. &models.Operation{},
  67. &models.GitActionConfig{},
  68. &models.Invite{},
  69. &models.KubeEvent{},
  70. &models.KubeSubEvent{},
  71. &models.Onboarding{},
  72. &models.Allowlist{},
  73. &models.Tag{},
  74. &ints.KubeIntegration{},
  75. &ints.BasicIntegration{},
  76. &ints.OIDCIntegration{},
  77. &ints.OAuthIntegration{},
  78. &ints.GCPIntegration{},
  79. &ints.AWSIntegration{},
  80. &ints.ClusterTokenCache{},
  81. &ints.RegTokenCache{},
  82. &ints.HelmRepoTokenCache{},
  83. &ints.GithubAppInstallation{},
  84. )
  85. if err != nil {
  86. t.Fatalf("%v\n", err)
  87. }
  88. var key [32]byte
  89. for i, b := range []byte("__random_strong_encryption_key__") {
  90. key[i] = b
  91. }
  92. tester.key = &key
  93. tester.db = db
  94. tester.repo = gorm.NewRepository(db, &key, nil)
  95. }
  96. func cleanup(tester *tester, t *testing.T) {
  97. t.Helper()
  98. // remove the created file file
  99. os.Remove(tester.dbFileName)
  100. }
  101. func initUser(tester *tester, t *testing.T) {
  102. t.Helper()
  103. user := &models.User{
  104. Email: "example@example.com",
  105. Password: "hello1234",
  106. }
  107. user, err := tester.repo.User().CreateUser(user)
  108. if err != nil {
  109. t.Fatalf("%v\n", err)
  110. }
  111. tester.initUsers = append(tester.initUsers, user)
  112. }
  113. func initAllowlist(tester *tester, t *testing.T) {
  114. t.Helper()
  115. allowedUser := &models.Allowlist{
  116. UserEmail: "some@email.com",
  117. }
  118. tester.db.Create(&allowedUser)
  119. tester.initAllowlist = append(tester.initAllowlist, allowedUser)
  120. }
  121. func initMultiUser(tester *tester, t *testing.T) {
  122. t.Helper()
  123. user := &models.User{
  124. Email: "example@example.com",
  125. Password: "hello1234",
  126. }
  127. user, err := tester.repo.User().CreateUser(user)
  128. if err != nil {
  129. t.Fatalf("%v\n", err)
  130. }
  131. tester.initUsers = append(tester.initUsers, user)
  132. user = &models.User{
  133. Email: "example2@example.com",
  134. Password: "hello1234",
  135. }
  136. user, err = tester.repo.User().CreateUser(user)
  137. if err != nil {
  138. t.Fatalf("%v\n", err)
  139. }
  140. tester.initUsers = append(tester.initUsers, user)
  141. }
  142. func initProject(tester *tester, t *testing.T) {
  143. t.Helper()
  144. proj := &models.Project{
  145. Name: "project-test",
  146. }
  147. proj, err := tester.repo.Project().CreateProject(proj)
  148. if err != nil {
  149. t.Fatalf("%v\n", err)
  150. }
  151. tester.initProjects = append(tester.initProjects, proj)
  152. }
  153. func initKubeIntegration(tester *tester, t *testing.T) {
  154. t.Helper()
  155. if len(tester.initProjects) == 0 {
  156. initProject(tester, t)
  157. }
  158. if len(tester.initUsers) == 0 {
  159. initUser(tester, t)
  160. }
  161. ki := &ints.KubeIntegration{
  162. Mechanism: ints.KubeLocal,
  163. ProjectID: tester.initProjects[0].ID,
  164. UserID: tester.initUsers[0].ID,
  165. Kubeconfig: []byte("current-context: testing\n"),
  166. }
  167. ki, err := tester.repo.KubeIntegration().CreateKubeIntegration(ki)
  168. if err != nil {
  169. t.Fatalf("%v\n", err)
  170. }
  171. tester.initKIs = append(tester.initKIs, ki)
  172. }
  173. func initBasicIntegration(tester *tester, t *testing.T) {
  174. t.Helper()
  175. if len(tester.initProjects) == 0 {
  176. initProject(tester, t)
  177. }
  178. if len(tester.initUsers) == 0 {
  179. initUser(tester, t)
  180. }
  181. basic := &ints.BasicIntegration{
  182. ProjectID: tester.initProjects[0].ID,
  183. UserID: tester.initUsers[0].ID,
  184. Username: []byte("username"),
  185. Password: []byte("password"),
  186. }
  187. basic, err := tester.repo.BasicIntegration().CreateBasicIntegration(basic)
  188. if err != nil {
  189. t.Fatalf("%v\n", err)
  190. }
  191. tester.initBasics = append(tester.initBasics, basic)
  192. }
  193. func initOIDCIntegration(tester *tester, t *testing.T) {
  194. t.Helper()
  195. if len(tester.initProjects) == 0 {
  196. initProject(tester, t)
  197. }
  198. if len(tester.initUsers) == 0 {
  199. initUser(tester, t)
  200. }
  201. oidc := &ints.OIDCIntegration{
  202. Client: ints.OIDCKube,
  203. ProjectID: tester.initProjects[0].ID,
  204. UserID: tester.initUsers[0].ID,
  205. IssuerURL: []byte("https://oidc.example.com"),
  206. ClientID: []byte("exampleclientid"),
  207. ClientSecret: []byte("exampleclientsecret"),
  208. IDToken: []byte("idtoken"),
  209. RefreshToken: []byte("refreshtoken"),
  210. }
  211. oidc, err := tester.repo.OIDCIntegration().CreateOIDCIntegration(oidc)
  212. if err != nil {
  213. t.Fatalf("%v\n", err)
  214. }
  215. tester.initOIDCs = append(tester.initOIDCs, oidc)
  216. }
  217. func initOAuthIntegration(tester *tester, t *testing.T) {
  218. t.Helper()
  219. if len(tester.initProjects) == 0 {
  220. initProject(tester, t)
  221. }
  222. if len(tester.initUsers) == 0 {
  223. initUser(tester, t)
  224. }
  225. oauth := &ints.OAuthIntegration{
  226. SharedOAuthModel: ints.SharedOAuthModel{
  227. ClientID: []byte("exampleclientid"),
  228. AccessToken: []byte("idtoken"),
  229. RefreshToken: []byte("refreshtoken"),
  230. },
  231. Client: types.OAuthGithub,
  232. ProjectID: tester.initProjects[0].ID,
  233. UserID: tester.initUsers[0].ID,
  234. }
  235. oauth, err := tester.repo.OAuthIntegration().CreateOAuthIntegration(oauth)
  236. if err != nil {
  237. t.Fatalf("%v\n", err)
  238. }
  239. tester.initOAuths = append(tester.initOAuths, oauth)
  240. }
  241. func initGCPIntegration(tester *tester, t *testing.T) {
  242. t.Helper()
  243. if len(tester.initProjects) == 0 {
  244. initProject(tester, t)
  245. }
  246. if len(tester.initUsers) == 0 {
  247. initUser(tester, t)
  248. }
  249. gcp := &ints.GCPIntegration{
  250. ProjectID: tester.initProjects[0].ID,
  251. UserID: tester.initUsers[0].ID,
  252. GCPProjectID: "test-proj-123456",
  253. GCPUserEmail: "test@test.it",
  254. GCPKeyData: []byte("{\"test\":\"key\"}"),
  255. }
  256. gcp, err := tester.repo.GCPIntegration().CreateGCPIntegration(gcp)
  257. if err != nil {
  258. t.Fatalf("%v\n", err)
  259. }
  260. tester.initGCPs = append(tester.initGCPs, gcp)
  261. }
  262. func initAWSIntegration(tester *tester, t *testing.T) {
  263. t.Helper()
  264. if len(tester.initProjects) == 0 {
  265. initProject(tester, t)
  266. }
  267. if len(tester.initUsers) == 0 {
  268. initUser(tester, t)
  269. }
  270. aws := &ints.AWSIntegration{
  271. ProjectID: tester.initProjects[0].ID,
  272. UserID: tester.initUsers[0].ID,
  273. AWSClusterID: []byte("example-cluster-0"),
  274. AWSAccessKeyID: []byte("accesskey"),
  275. AWSSecretAccessKey: []byte("secret"),
  276. AWSSessionToken: []byte("optional"),
  277. }
  278. aws, err := tester.repo.AWSIntegration().CreateAWSIntegration(aws)
  279. if err != nil {
  280. t.Fatalf("%v\n", err)
  281. }
  282. tester.initAWSs = append(tester.initAWSs, aws)
  283. }
  284. func initClusterCandidate(tester *tester, t *testing.T) {
  285. t.Helper()
  286. if len(tester.initProjects) == 0 {
  287. initProject(tester, t)
  288. }
  289. cc := &models.ClusterCandidate{
  290. AuthMechanism: models.AWS,
  291. ProjectID: tester.initProjects[0].ID,
  292. CreatedClusterID: 0,
  293. Resolvers: []models.ClusterResolver{},
  294. Name: "cluster-test",
  295. Server: "https://localhost",
  296. ContextName: "context-test",
  297. AWSClusterIDGuess: []byte("example-cluster-0"),
  298. Kubeconfig: []byte("current-context: testing\n"),
  299. }
  300. cc, err := tester.repo.Cluster().CreateClusterCandidate(cc)
  301. if err != nil {
  302. t.Fatalf("%v\n", err)
  303. }
  304. tester.initCCs = append(tester.initCCs, cc)
  305. }
  306. func initCluster(tester *tester, t *testing.T) {
  307. t.Helper()
  308. if len(tester.initProjects) == 0 {
  309. initProject(tester, t)
  310. }
  311. if len(tester.initKIs) == 0 {
  312. initKubeIntegration(tester, t)
  313. }
  314. cluster := &models.Cluster{
  315. ProjectID: tester.initProjects[0].ID,
  316. Name: "cluster-test",
  317. Server: "https://localhost",
  318. KubeIntegrationID: tester.initKIs[0].ID,
  319. CertificateAuthorityData: []byte("-----BEGIN"),
  320. }
  321. cluster, err := tester.repo.Cluster().CreateCluster(cluster)
  322. if err != nil {
  323. t.Fatalf("%v\n", err)
  324. }
  325. tester.initClusters = append(tester.initClusters, cluster)
  326. }
  327. func initGitRepo(tester *tester, t *testing.T) {
  328. t.Helper()
  329. if len(tester.initProjects) == 0 {
  330. initProject(tester, t)
  331. }
  332. if len(tester.initOAuths) == 0 {
  333. initOAuthIntegration(tester, t)
  334. }
  335. gr := &models.GitRepo{
  336. ProjectID: tester.initProjects[0].ID,
  337. RepoEntity: "porter-dev",
  338. OAuthIntegrationID: tester.initOAuths[0].ID,
  339. }
  340. gr, err := tester.repo.GitRepo().CreateGitRepo(gr)
  341. if err != nil {
  342. t.Fatalf("%v\n", err)
  343. }
  344. tester.initGRs = append(tester.initGRs, gr)
  345. }
  346. func initRegistry(tester *tester, t *testing.T) {
  347. t.Helper()
  348. if len(tester.initProjects) == 0 {
  349. initProject(tester, t)
  350. }
  351. reg := &models.Registry{
  352. ProjectID: tester.initProjects[0].ID,
  353. Name: "registry-test",
  354. }
  355. reg, err := tester.repo.Registry().CreateRegistry(reg)
  356. if err != nil {
  357. t.Fatalf("%v\n", err)
  358. }
  359. tester.initRegs = append(tester.initRegs, reg)
  360. }
  361. func initHelmRepo(tester *tester, t *testing.T) {
  362. t.Helper()
  363. if len(tester.initProjects) == 0 {
  364. initProject(tester, t)
  365. }
  366. hr := &models.HelmRepo{
  367. Name: "helm-repo-test",
  368. RepoURL: "https://example-repo.com",
  369. ProjectID: tester.initProjects[0].Model.ID,
  370. }
  371. hr, err := tester.repo.HelmRepo().CreateHelmRepo(hr)
  372. if err != nil {
  373. t.Fatalf("%v\n", err)
  374. }
  375. tester.initHRs = append(tester.initHRs, hr)
  376. }
  377. func initInfra(tester *tester, t *testing.T) {
  378. t.Helper()
  379. if len(tester.initProjects) == 0 {
  380. initProject(tester, t)
  381. }
  382. infra := &models.Infra{
  383. Kind: types.InfraECR,
  384. ProjectID: tester.initProjects[0].Model.ID,
  385. Status: types.StatusCreated,
  386. }
  387. infra, err := tester.repo.Infra().CreateInfra(infra)
  388. if err != nil {
  389. t.Fatalf("%v\n", err)
  390. }
  391. tester.initInfras = append(tester.initInfras, infra)
  392. }
  393. func initInvite(tester *tester, t *testing.T) {
  394. t.Helper()
  395. if len(tester.initProjects) == 0 {
  396. initProject(tester, t)
  397. }
  398. expiry := time.Now().Add(24 * time.Hour)
  399. invite := &models.Invite{
  400. Token: "abcd",
  401. Expiry: &expiry,
  402. Email: "testing@test.it",
  403. ProjectID: 1,
  404. }
  405. invite, err := tester.repo.Invite().CreateInvite(invite)
  406. if err != nil {
  407. t.Fatalf("%v\n", err)
  408. }
  409. tester.initInvites = append(tester.initInvites, invite)
  410. }
  411. func initRelease(tester *tester, t *testing.T) {
  412. t.Helper()
  413. if len(tester.initProjects) == 0 {
  414. initProject(tester, t)
  415. }
  416. release := &models.Release{
  417. Name: "denver-meister-dakota",
  418. Namespace: "default",
  419. ProjectID: 1,
  420. ClusterID: 1,
  421. WebhookToken: "abcdefgh",
  422. }
  423. release, err := tester.repo.Release().CreateRelease(release)
  424. if err != nil {
  425. t.Fatalf("%v\n", err)
  426. }
  427. tester.initReleases = append(tester.initReleases, release)
  428. }
  429. func initKubeEvents(tester *tester, t *testing.T) {
  430. t.Helper()
  431. if len(tester.initProjects) == 0 {
  432. initProject(tester, t)
  433. }
  434. initEvents := make([]*models.KubeEvent, 0)
  435. // init 100 events for testing purposes
  436. for i := 0; i < 100; i++ {
  437. refType := "pod"
  438. if i >= 50 {
  439. refType = "node"
  440. }
  441. event := &models.KubeEvent{
  442. ProjectID: tester.initProjects[0].Model.ID,
  443. ClusterID: tester.initClusters[0].Model.ID,
  444. Name: fmt.Sprintf("%s-example-%d", refType, i),
  445. Namespace: "default",
  446. ResourceType: refType,
  447. }
  448. event, err := tester.repo.KubeEvent().CreateEvent(event)
  449. if err != nil {
  450. t.Fatalf("%v\n", err)
  451. }
  452. // append a sub event as well
  453. subEvent := &models.KubeSubEvent{
  454. EventType: "pod",
  455. Message: "Pod killed",
  456. Reason: "OOM: memory limit exceeded",
  457. }
  458. err = tester.repo.KubeEvent().AppendSubEvent(event, subEvent)
  459. if err != nil {
  460. t.Fatalf("%v\n", err)
  461. }
  462. initEvents = append(initEvents, event)
  463. }
  464. for i := 99; i >= 0; i-- {
  465. subEvent := &models.KubeSubEvent{
  466. EventType: "pod",
  467. Message: "Pod killed",
  468. Reason: "OOM: memory limit exceeded",
  469. }
  470. err := tester.repo.KubeEvent().AppendSubEvent(initEvents[i], subEvent)
  471. if err != nil {
  472. t.Fatalf("%v\n", err)
  473. }
  474. }
  475. tester.initKubeEvents = initEvents
  476. }