helpers_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639
  1. package gorm_test
  2. import (
  3. "fmt"
  4. "os"
  5. "testing"
  6. "time"
  7. "github.com/porter-dev/porter/api/server/shared/config/env"
  8. "github.com/porter-dev/porter/api/types"
  9. "github.com/porter-dev/porter/internal/adapter"
  10. "github.com/porter-dev/porter/internal/models"
  11. ints "github.com/porter-dev/porter/internal/models/integrations"
  12. "github.com/porter-dev/porter/internal/repository"
  13. "github.com/porter-dev/porter/internal/repository/gorm"
  14. _gorm "gorm.io/gorm"
  15. )
  16. type tester struct {
  17. repo repository.Repository
  18. key *[32]byte
  19. dbFileName string
  20. db *_gorm.DB
  21. initUsers []*models.User
  22. initProjects []*models.Project
  23. initGRs []*models.GitRepo
  24. initRegs []*models.Registry
  25. initClusters []*models.Cluster
  26. initHRs []*models.HelmRepo
  27. initInfras []*models.Infra
  28. initReleases []*models.Release
  29. initInvites []*models.Invite
  30. initKubeEvents []*models.KubeEvent
  31. initCCs []*models.ClusterCandidate
  32. initKIs []*ints.KubeIntegration
  33. initBasics []*ints.BasicIntegration
  34. initOIDCs []*ints.OIDCIntegration
  35. initOAuths []*ints.OAuthIntegration
  36. initGCPs []*ints.GCPIntegration
  37. initAWSs []*ints.AWSIntegration
  38. initAllowlist []*models.Allowlist
  39. initTags []*models.Tag
  40. initAPITokens []*models.APIToken
  41. }
  42. func setupTestEnv(tester *tester, t *testing.T) {
  43. t.Helper()
  44. db, err := adapter.New(&env.DBConf{
  45. EncryptionKey: "__random_strong_encryption_key__",
  46. SQLLite: true,
  47. SQLLitePath: tester.dbFileName,
  48. })
  49. if err != nil {
  50. t.Fatalf("%v\n", err)
  51. }
  52. err = db.AutoMigrate(
  53. &models.Project{},
  54. &models.Role{},
  55. &models.User{},
  56. &models.Session{},
  57. &models.GitRepo{},
  58. &models.Registry{},
  59. &models.Release{},
  60. &models.Environment{},
  61. &models.Deployment{},
  62. &models.HelmRepo{},
  63. &models.Cluster{},
  64. &models.ClusterCandidate{},
  65. &models.ClusterResolver{},
  66. &models.Infra{},
  67. &models.Operation{},
  68. &models.GitActionConfig{},
  69. &models.Invite{},
  70. &models.KubeEvent{},
  71. &models.KubeSubEvent{},
  72. &models.Onboarding{},
  73. &models.Allowlist{},
  74. &models.Tag{},
  75. &models.APIToken{},
  76. &ints.KubeIntegration{},
  77. &ints.BasicIntegration{},
  78. &ints.OIDCIntegration{},
  79. &ints.OAuthIntegration{},
  80. &ints.GCPIntegration{},
  81. &ints.AWSIntegration{},
  82. &ints.ClusterTokenCache{},
  83. &ints.RegTokenCache{},
  84. &ints.HelmRepoTokenCache{},
  85. &ints.GithubAppInstallation{},
  86. )
  87. if err != nil {
  88. t.Fatalf("%v\n", err)
  89. }
  90. var key [32]byte
  91. for i, b := range []byte("__random_strong_encryption_key__") {
  92. key[i] = b
  93. }
  94. tester.key = &key
  95. tester.db = db
  96. tester.repo = gorm.NewRepository(db, &key, nil)
  97. }
  98. func cleanup(tester *tester, t *testing.T) {
  99. t.Helper()
  100. // remove the created file file
  101. os.Remove(tester.dbFileName)
  102. }
  103. func initUser(tester *tester, t *testing.T) {
  104. t.Helper()
  105. user := &models.User{
  106. Email: "example@example.com",
  107. Password: "hello1234",
  108. }
  109. user, err := tester.repo.User().CreateUser(user)
  110. if err != nil {
  111. t.Fatalf("%v\n", err)
  112. }
  113. tester.initUsers = append(tester.initUsers, user)
  114. }
  115. func initAllowlist(tester *tester, t *testing.T) {
  116. t.Helper()
  117. allowedUser := &models.Allowlist{
  118. UserEmail: "some@email.com",
  119. }
  120. tester.db.Create(&allowedUser)
  121. tester.initAllowlist = append(tester.initAllowlist, allowedUser)
  122. }
  123. func initMultiUser(tester *tester, t *testing.T) {
  124. t.Helper()
  125. user := &models.User{
  126. Email: "example@example.com",
  127. Password: "hello1234",
  128. }
  129. user, err := tester.repo.User().CreateUser(user)
  130. if err != nil {
  131. t.Fatalf("%v\n", err)
  132. }
  133. tester.initUsers = append(tester.initUsers, user)
  134. user = &models.User{
  135. Email: "example2@example.com",
  136. Password: "hello1234",
  137. }
  138. user, err = tester.repo.User().CreateUser(user)
  139. if err != nil {
  140. t.Fatalf("%v\n", err)
  141. }
  142. tester.initUsers = append(tester.initUsers, user)
  143. }
  144. func initProject(tester *tester, t *testing.T) {
  145. t.Helper()
  146. proj := &models.Project{
  147. Name: "project-test",
  148. }
  149. proj, err := tester.repo.Project().CreateProject(proj)
  150. if err != nil {
  151. t.Fatalf("%v\n", err)
  152. }
  153. tester.initProjects = append(tester.initProjects, proj)
  154. }
  155. func initProjectRole(tester *tester, t *testing.T) {
  156. t.Helper()
  157. role := &models.Role{
  158. Role: types.Role{
  159. Kind: types.RoleAdmin,
  160. UserID: tester.initUsers[0].Model.ID,
  161. ProjectID: tester.initProjects[0].Model.ID,
  162. },
  163. }
  164. role, err := tester.repo.Project().CreateProjectRole(tester.initProjects[0], role)
  165. if err != nil {
  166. t.Fatalf("%v\n", err)
  167. }
  168. }
  169. func initKubeIntegration(tester *tester, t *testing.T) {
  170. t.Helper()
  171. if len(tester.initProjects) == 0 {
  172. initProject(tester, t)
  173. }
  174. if len(tester.initUsers) == 0 {
  175. initUser(tester, t)
  176. }
  177. ki := &ints.KubeIntegration{
  178. Mechanism: ints.KubeLocal,
  179. ProjectID: tester.initProjects[0].ID,
  180. UserID: tester.initUsers[0].ID,
  181. Kubeconfig: []byte("current-context: testing\n"),
  182. }
  183. ki, err := tester.repo.KubeIntegration().CreateKubeIntegration(ki)
  184. if err != nil {
  185. t.Fatalf("%v\n", err)
  186. }
  187. tester.initKIs = append(tester.initKIs, ki)
  188. }
  189. func initBasicIntegration(tester *tester, t *testing.T) {
  190. t.Helper()
  191. if len(tester.initProjects) == 0 {
  192. initProject(tester, t)
  193. }
  194. if len(tester.initUsers) == 0 {
  195. initUser(tester, t)
  196. }
  197. basic := &ints.BasicIntegration{
  198. ProjectID: tester.initProjects[0].ID,
  199. UserID: tester.initUsers[0].ID,
  200. Username: []byte("username"),
  201. Password: []byte("password"),
  202. }
  203. basic, err := tester.repo.BasicIntegration().CreateBasicIntegration(basic)
  204. if err != nil {
  205. t.Fatalf("%v\n", err)
  206. }
  207. tester.initBasics = append(tester.initBasics, basic)
  208. }
  209. func initOIDCIntegration(tester *tester, t *testing.T) {
  210. t.Helper()
  211. if len(tester.initProjects) == 0 {
  212. initProject(tester, t)
  213. }
  214. if len(tester.initUsers) == 0 {
  215. initUser(tester, t)
  216. }
  217. oidc := &ints.OIDCIntegration{
  218. Client: ints.OIDCKube,
  219. ProjectID: tester.initProjects[0].ID,
  220. UserID: tester.initUsers[0].ID,
  221. IssuerURL: []byte("https://oidc.example.com"),
  222. ClientID: []byte("exampleclientid"),
  223. ClientSecret: []byte("exampleclientsecret"),
  224. IDToken: []byte("idtoken"),
  225. RefreshToken: []byte("refreshtoken"),
  226. }
  227. oidc, err := tester.repo.OIDCIntegration().CreateOIDCIntegration(oidc)
  228. if err != nil {
  229. t.Fatalf("%v\n", err)
  230. }
  231. tester.initOIDCs = append(tester.initOIDCs, oidc)
  232. }
  233. func initOAuthIntegration(tester *tester, t *testing.T) {
  234. t.Helper()
  235. if len(tester.initProjects) == 0 {
  236. initProject(tester, t)
  237. }
  238. if len(tester.initUsers) == 0 {
  239. initUser(tester, t)
  240. }
  241. oauth := &ints.OAuthIntegration{
  242. SharedOAuthModel: ints.SharedOAuthModel{
  243. ClientID: []byte("exampleclientid"),
  244. AccessToken: []byte("idtoken"),
  245. RefreshToken: []byte("refreshtoken"),
  246. },
  247. Client: types.OAuthGithub,
  248. ProjectID: tester.initProjects[0].ID,
  249. UserID: tester.initUsers[0].ID,
  250. }
  251. oauth, err := tester.repo.OAuthIntegration().CreateOAuthIntegration(oauth)
  252. if err != nil {
  253. t.Fatalf("%v\n", err)
  254. }
  255. tester.initOAuths = append(tester.initOAuths, oauth)
  256. }
  257. func initGCPIntegration(tester *tester, t *testing.T) {
  258. t.Helper()
  259. if len(tester.initProjects) == 0 {
  260. initProject(tester, t)
  261. }
  262. if len(tester.initUsers) == 0 {
  263. initUser(tester, t)
  264. }
  265. gcp := &ints.GCPIntegration{
  266. ProjectID: tester.initProjects[0].ID,
  267. UserID: tester.initUsers[0].ID,
  268. GCPProjectID: "test-proj-123456",
  269. GCPUserEmail: "test@test.it",
  270. GCPKeyData: []byte("{\"test\":\"key\"}"),
  271. }
  272. gcp, err := tester.repo.GCPIntegration().CreateGCPIntegration(gcp)
  273. if err != nil {
  274. t.Fatalf("%v\n", err)
  275. }
  276. tester.initGCPs = append(tester.initGCPs, gcp)
  277. }
  278. func initAWSIntegration(tester *tester, t *testing.T) {
  279. t.Helper()
  280. if len(tester.initProjects) == 0 {
  281. initProject(tester, t)
  282. }
  283. if len(tester.initUsers) == 0 {
  284. initUser(tester, t)
  285. }
  286. aws := &ints.AWSIntegration{
  287. ProjectID: tester.initProjects[0].ID,
  288. UserID: tester.initUsers[0].ID,
  289. AWSClusterID: []byte("example-cluster-0"),
  290. AWSAccessKeyID: []byte("accesskey"),
  291. AWSSecretAccessKey: []byte("secret"),
  292. AWSSessionToken: []byte("optional"),
  293. }
  294. aws, err := tester.repo.AWSIntegration().CreateAWSIntegration(aws)
  295. if err != nil {
  296. t.Fatalf("%v\n", err)
  297. }
  298. tester.initAWSs = append(tester.initAWSs, aws)
  299. }
  300. func initClusterCandidate(tester *tester, t *testing.T) {
  301. t.Helper()
  302. if len(tester.initProjects) == 0 {
  303. initProject(tester, t)
  304. }
  305. cc := &models.ClusterCandidate{
  306. AuthMechanism: models.AWS,
  307. ProjectID: tester.initProjects[0].ID,
  308. CreatedClusterID: 0,
  309. Resolvers: []models.ClusterResolver{},
  310. Name: "cluster-test",
  311. Server: "https://localhost",
  312. ContextName: "context-test",
  313. AWSClusterIDGuess: []byte("example-cluster-0"),
  314. Kubeconfig: []byte("current-context: testing\n"),
  315. }
  316. cc, err := tester.repo.Cluster().CreateClusterCandidate(cc)
  317. if err != nil {
  318. t.Fatalf("%v\n", err)
  319. }
  320. tester.initCCs = append(tester.initCCs, cc)
  321. }
  322. func initCluster(tester *tester, t *testing.T) {
  323. t.Helper()
  324. if len(tester.initProjects) == 0 {
  325. initProject(tester, t)
  326. }
  327. if len(tester.initKIs) == 0 {
  328. initKubeIntegration(tester, t)
  329. }
  330. cluster := &models.Cluster{
  331. ProjectID: tester.initProjects[0].ID,
  332. Name: "cluster-test",
  333. Server: "https://localhost",
  334. KubeIntegrationID: tester.initKIs[0].ID,
  335. CertificateAuthorityData: []byte("-----BEGIN"),
  336. }
  337. cluster, err := tester.repo.Cluster().CreateCluster(cluster)
  338. if err != nil {
  339. t.Fatalf("%v\n", err)
  340. }
  341. tester.initClusters = append(tester.initClusters, cluster)
  342. }
  343. func initGitRepo(tester *tester, t *testing.T) {
  344. t.Helper()
  345. if len(tester.initProjects) == 0 {
  346. initProject(tester, t)
  347. }
  348. if len(tester.initOAuths) == 0 {
  349. initOAuthIntegration(tester, t)
  350. }
  351. gr := &models.GitRepo{
  352. ProjectID: tester.initProjects[0].ID,
  353. RepoEntity: "porter-dev",
  354. OAuthIntegrationID: tester.initOAuths[0].ID,
  355. }
  356. gr, err := tester.repo.GitRepo().CreateGitRepo(gr)
  357. if err != nil {
  358. t.Fatalf("%v\n", err)
  359. }
  360. tester.initGRs = append(tester.initGRs, gr)
  361. }
  362. func initRegistry(tester *tester, t *testing.T) {
  363. t.Helper()
  364. if len(tester.initProjects) == 0 {
  365. initProject(tester, t)
  366. }
  367. reg := &models.Registry{
  368. ProjectID: tester.initProjects[0].ID,
  369. Name: "registry-test",
  370. }
  371. reg, err := tester.repo.Registry().CreateRegistry(reg)
  372. if err != nil {
  373. t.Fatalf("%v\n", err)
  374. }
  375. tester.initRegs = append(tester.initRegs, reg)
  376. }
  377. func initHelmRepo(tester *tester, t *testing.T) {
  378. t.Helper()
  379. if len(tester.initProjects) == 0 {
  380. initProject(tester, t)
  381. }
  382. hr := &models.HelmRepo{
  383. Name: "helm-repo-test",
  384. RepoURL: "https://example-repo.com",
  385. ProjectID: tester.initProjects[0].Model.ID,
  386. }
  387. hr, err := tester.repo.HelmRepo().CreateHelmRepo(hr)
  388. if err != nil {
  389. t.Fatalf("%v\n", err)
  390. }
  391. tester.initHRs = append(tester.initHRs, hr)
  392. }
  393. func initInfra(tester *tester, t *testing.T) {
  394. t.Helper()
  395. if len(tester.initProjects) == 0 {
  396. initProject(tester, t)
  397. }
  398. infra := &models.Infra{
  399. Kind: types.InfraECR,
  400. ProjectID: tester.initProjects[0].Model.ID,
  401. Status: types.StatusCreated,
  402. }
  403. infra, err := tester.repo.Infra().CreateInfra(infra)
  404. if err != nil {
  405. t.Fatalf("%v\n", err)
  406. }
  407. tester.initInfras = append(tester.initInfras, infra)
  408. }
  409. func initInvite(tester *tester, t *testing.T) {
  410. t.Helper()
  411. if len(tester.initProjects) == 0 {
  412. initProject(tester, t)
  413. }
  414. expiry := time.Now().Add(24 * time.Hour)
  415. invite := &models.Invite{
  416. Token: "abcd",
  417. Expiry: &expiry,
  418. Email: "testing@test.it",
  419. ProjectID: 1,
  420. }
  421. invite, err := tester.repo.Invite().CreateInvite(invite)
  422. if err != nil {
  423. t.Fatalf("%v\n", err)
  424. }
  425. tester.initInvites = append(tester.initInvites, invite)
  426. }
  427. func initRelease(tester *tester, t *testing.T) {
  428. t.Helper()
  429. if len(tester.initProjects) == 0 {
  430. initProject(tester, t)
  431. }
  432. release := &models.Release{
  433. Name: "denver-meister-dakota",
  434. Namespace: "default",
  435. ProjectID: 1,
  436. ClusterID: 1,
  437. WebhookToken: "abcdefgh",
  438. }
  439. release, err := tester.repo.Release().CreateRelease(release)
  440. if err != nil {
  441. t.Fatalf("%v\n", err)
  442. }
  443. tester.initReleases = append(tester.initReleases, release)
  444. }
  445. func initKubeEvents(tester *tester, t *testing.T) {
  446. t.Helper()
  447. if len(tester.initProjects) == 0 {
  448. initProject(tester, t)
  449. }
  450. initEvents := make([]*models.KubeEvent, 0)
  451. // init 100 events for testing purposes
  452. for i := 0; i < 100; i++ {
  453. refType := "pod"
  454. if i >= 50 {
  455. refType = "node"
  456. }
  457. event := &models.KubeEvent{
  458. ProjectID: tester.initProjects[0].Model.ID,
  459. ClusterID: tester.initClusters[0].Model.ID,
  460. Name: fmt.Sprintf("%s-example-%d", refType, i),
  461. Namespace: "default",
  462. ResourceType: refType,
  463. }
  464. event, err := tester.repo.KubeEvent().CreateEvent(event)
  465. if err != nil {
  466. t.Fatalf("%v\n", err)
  467. }
  468. // append a sub event as well
  469. subEvent := &models.KubeSubEvent{
  470. EventType: "pod",
  471. Message: "Pod killed",
  472. Reason: "OOM: memory limit exceeded",
  473. }
  474. err = tester.repo.KubeEvent().AppendSubEvent(event, subEvent)
  475. if err != nil {
  476. t.Fatalf("%v\n", err)
  477. }
  478. initEvents = append(initEvents, event)
  479. }
  480. for i := 99; i >= 0; i-- {
  481. subEvent := &models.KubeSubEvent{
  482. EventType: "pod",
  483. Message: "Pod killed",
  484. Reason: "OOM: memory limit exceeded",
  485. }
  486. err := tester.repo.KubeEvent().AppendSubEvent(initEvents[i], subEvent)
  487. if err != nil {
  488. t.Fatalf("%v\n", err)
  489. }
  490. }
  491. tester.initKubeEvents = initEvents
  492. }
  493. func initAPITokens(tester *tester, t *testing.T) {
  494. t.Helper()
  495. ti := time.Now().Add(10 * time.Minute)
  496. tokens := &models.APIToken{
  497. UniqueID: "1",
  498. ProjectID: tester.initProjects[0].Model.ID,
  499. CreatedByUserID: 1,
  500. Expiry: &ti,
  501. Revoked: false,
  502. Name: "test-key",
  503. }
  504. tester.db.Create(&tokens)
  505. tester.initAPITokens = append(tester.initAPITokens, tokens)
  506. }