helpers_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640
  1. package gorm_test
  2. import (
  3. "fmt"
  4. "os"
  5. "testing"
  6. "time"
  7. "github.com/porter-dev/porter/api/server/shared/config/env"
  8. "github.com/porter-dev/porter/api/types"
  9. "github.com/porter-dev/porter/internal/adapter"
  10. "github.com/porter-dev/porter/internal/features"
  11. "github.com/porter-dev/porter/internal/models"
  12. ints "github.com/porter-dev/porter/internal/models/integrations"
  13. "github.com/porter-dev/porter/internal/repository"
  14. "github.com/porter-dev/porter/internal/repository/gorm"
  15. _gorm "gorm.io/gorm"
  16. )
  17. type tester struct {
  18. repo repository.Repository
  19. key *[32]byte
  20. dbFileName string
  21. db *_gorm.DB
  22. initUsers []*models.User
  23. initProjects []*models.Project
  24. initGRs []*models.GitRepo
  25. initRegs []*models.Registry
  26. initClusters []*models.Cluster
  27. initHRs []*models.HelmRepo
  28. initInfras []*models.Infra
  29. initReleases []*models.Release
  30. initInvites []*models.Invite
  31. initKubeEvents []*models.KubeEvent
  32. initCCs []*models.ClusterCandidate
  33. initKIs []*ints.KubeIntegration
  34. initBasics []*ints.BasicIntegration
  35. initOIDCs []*ints.OIDCIntegration
  36. initOAuths []*ints.OAuthIntegration
  37. initGCPs []*ints.GCPIntegration
  38. initAWSs []*ints.AWSIntegration
  39. initAllowlist []*models.Allowlist
  40. initTags []*models.Tag
  41. initAPITokens []*models.APIToken
  42. }
  43. func setupTestEnv(tester *tester, t *testing.T) {
  44. t.Helper()
  45. db, err := adapter.New(&env.DBConf{
  46. EncryptionKey: "__random_strong_encryption_key__",
  47. SQLLite: true,
  48. SQLLitePath: tester.dbFileName,
  49. })
  50. if err != nil {
  51. t.Fatalf("%v\n", err)
  52. }
  53. err = db.AutoMigrate(
  54. &models.Project{},
  55. &models.Role{},
  56. &models.User{},
  57. &models.Session{},
  58. &models.GitRepo{},
  59. &models.Registry{},
  60. &models.Release{},
  61. &models.Environment{},
  62. &models.Deployment{},
  63. &models.HelmRepo{},
  64. &models.Cluster{},
  65. &models.ClusterCandidate{},
  66. &models.ClusterResolver{},
  67. &models.Infra{},
  68. &models.Operation{},
  69. &models.GitActionConfig{},
  70. &models.Invite{},
  71. &models.KubeEvent{},
  72. &models.KubeSubEvent{},
  73. &models.Onboarding{},
  74. &models.Allowlist{},
  75. &models.Tag{},
  76. &models.APIToken{},
  77. &ints.KubeIntegration{},
  78. &ints.BasicIntegration{},
  79. &ints.OIDCIntegration{},
  80. &ints.OAuthIntegration{},
  81. &ints.GCPIntegration{},
  82. &ints.AWSIntegration{},
  83. &ints.ClusterTokenCache{},
  84. &ints.RegTokenCache{},
  85. &ints.HelmRepoTokenCache{},
  86. &ints.GithubAppInstallation{},
  87. )
  88. if err != nil {
  89. t.Fatalf("%v\n", err)
  90. }
  91. var key [32]byte
  92. for i, b := range []byte("__random_strong_encryption_key__") {
  93. key[i] = b
  94. }
  95. tester.key = &key
  96. tester.db = db
  97. tester.repo = gorm.NewRepository(db, &key, nil)
  98. }
  99. func cleanup(tester *tester, t *testing.T) {
  100. t.Helper()
  101. // remove the created file file
  102. os.Remove(tester.dbFileName)
  103. }
  104. func initUser(tester *tester, t *testing.T) {
  105. t.Helper()
  106. user := &models.User{
  107. Email: "example@example.com",
  108. Password: "hello1234",
  109. }
  110. user, err := tester.repo.User().CreateUser(user)
  111. if err != nil {
  112. t.Fatalf("%v\n", err)
  113. }
  114. tester.initUsers = append(tester.initUsers, user)
  115. }
  116. func initAllowlist(tester *tester, t *testing.T) {
  117. t.Helper()
  118. allowedUser := &models.Allowlist{
  119. UserEmail: "some@email.com",
  120. }
  121. tester.db.Create(&allowedUser)
  122. tester.initAllowlist = append(tester.initAllowlist, allowedUser)
  123. }
  124. func initMultiUser(tester *tester, t *testing.T) {
  125. t.Helper()
  126. user := &models.User{
  127. Email: "example@example.com",
  128. Password: "hello1234",
  129. }
  130. user, err := tester.repo.User().CreateUser(user)
  131. if err != nil {
  132. t.Fatalf("%v\n", err)
  133. }
  134. tester.initUsers = append(tester.initUsers, user)
  135. user = &models.User{
  136. Email: "example2@example.com",
  137. Password: "hello1234",
  138. }
  139. user, err = tester.repo.User().CreateUser(user)
  140. if err != nil {
  141. t.Fatalf("%v\n", err)
  142. }
  143. tester.initUsers = append(tester.initUsers, user)
  144. }
  145. func initProject(tester *tester, t *testing.T) {
  146. t.Helper()
  147. proj := &models.Project{
  148. Name: "project-test",
  149. }
  150. proj, err := tester.repo.Project().CreateProject(proj)
  151. if err != nil {
  152. t.Fatalf("%v\n", err)
  153. }
  154. tester.initProjects = append(tester.initProjects, proj)
  155. }
  156. func initProjectRole(tester *tester, t *testing.T) {
  157. t.Helper()
  158. role := &models.Role{
  159. Role: types.Role{
  160. Kind: types.RoleAdmin,
  161. UserID: tester.initUsers[0].Model.ID,
  162. ProjectID: tester.initProjects[0].Model.ID,
  163. },
  164. }
  165. role, err := tester.repo.Project().CreateProjectRole(tester.initProjects[0], role)
  166. if err != nil {
  167. t.Fatalf("%v\n", err)
  168. }
  169. }
  170. func initKubeIntegration(tester *tester, t *testing.T) {
  171. t.Helper()
  172. if len(tester.initProjects) == 0 {
  173. initProject(tester, t)
  174. }
  175. if len(tester.initUsers) == 0 {
  176. initUser(tester, t)
  177. }
  178. ki := &ints.KubeIntegration{
  179. Mechanism: ints.KubeLocal,
  180. ProjectID: tester.initProjects[0].ID,
  181. UserID: tester.initUsers[0].ID,
  182. Kubeconfig: []byte("current-context: testing\n"),
  183. }
  184. ki, err := tester.repo.KubeIntegration().CreateKubeIntegration(ki)
  185. if err != nil {
  186. t.Fatalf("%v\n", err)
  187. }
  188. tester.initKIs = append(tester.initKIs, ki)
  189. }
  190. func initBasicIntegration(tester *tester, t *testing.T) {
  191. t.Helper()
  192. if len(tester.initProjects) == 0 {
  193. initProject(tester, t)
  194. }
  195. if len(tester.initUsers) == 0 {
  196. initUser(tester, t)
  197. }
  198. basic := &ints.BasicIntegration{
  199. ProjectID: tester.initProjects[0].ID,
  200. UserID: tester.initUsers[0].ID,
  201. Username: []byte("username"),
  202. Password: []byte("password"),
  203. }
  204. basic, err := tester.repo.BasicIntegration().CreateBasicIntegration(basic)
  205. if err != nil {
  206. t.Fatalf("%v\n", err)
  207. }
  208. tester.initBasics = append(tester.initBasics, basic)
  209. }
  210. func initOIDCIntegration(tester *tester, t *testing.T) {
  211. t.Helper()
  212. if len(tester.initProjects) == 0 {
  213. initProject(tester, t)
  214. }
  215. if len(tester.initUsers) == 0 {
  216. initUser(tester, t)
  217. }
  218. oidc := &ints.OIDCIntegration{
  219. Client: ints.OIDCKube,
  220. ProjectID: tester.initProjects[0].ID,
  221. UserID: tester.initUsers[0].ID,
  222. IssuerURL: []byte("https://oidc.example.com"),
  223. ClientID: []byte("exampleclientid"),
  224. ClientSecret: []byte("exampleclientsecret"),
  225. IDToken: []byte("idtoken"),
  226. RefreshToken: []byte("refreshtoken"),
  227. }
  228. oidc, err := tester.repo.OIDCIntegration().CreateOIDCIntegration(oidc)
  229. if err != nil {
  230. t.Fatalf("%v\n", err)
  231. }
  232. tester.initOIDCs = append(tester.initOIDCs, oidc)
  233. }
  234. func initOAuthIntegration(tester *tester, t *testing.T) {
  235. t.Helper()
  236. if len(tester.initProjects) == 0 {
  237. initProject(tester, t)
  238. }
  239. if len(tester.initUsers) == 0 {
  240. initUser(tester, t)
  241. }
  242. oauth := &ints.OAuthIntegration{
  243. SharedOAuthModel: ints.SharedOAuthModel{
  244. ClientID: []byte("exampleclientid"),
  245. AccessToken: []byte("idtoken"),
  246. RefreshToken: []byte("refreshtoken"),
  247. },
  248. Client: types.OAuthGithub,
  249. ProjectID: tester.initProjects[0].ID,
  250. UserID: tester.initUsers[0].ID,
  251. }
  252. oauth, err := tester.repo.OAuthIntegration().CreateOAuthIntegration(oauth)
  253. if err != nil {
  254. t.Fatalf("%v\n", err)
  255. }
  256. tester.initOAuths = append(tester.initOAuths, oauth)
  257. }
  258. func initGCPIntegration(tester *tester, t *testing.T) {
  259. t.Helper()
  260. if len(tester.initProjects) == 0 {
  261. initProject(tester, t)
  262. }
  263. if len(tester.initUsers) == 0 {
  264. initUser(tester, t)
  265. }
  266. gcp := &ints.GCPIntegration{
  267. ProjectID: tester.initProjects[0].ID,
  268. UserID: tester.initUsers[0].ID,
  269. GCPProjectID: "test-proj-123456",
  270. GCPUserEmail: "test@test.it",
  271. GCPKeyData: []byte("{\"test\":\"key\"}"),
  272. }
  273. gcp, err := tester.repo.GCPIntegration().CreateGCPIntegration(gcp)
  274. if err != nil {
  275. t.Fatalf("%v\n", err)
  276. }
  277. tester.initGCPs = append(tester.initGCPs, gcp)
  278. }
  279. func initAWSIntegration(tester *tester, t *testing.T) {
  280. t.Helper()
  281. if len(tester.initProjects) == 0 {
  282. initProject(tester, t)
  283. }
  284. if len(tester.initUsers) == 0 {
  285. initUser(tester, t)
  286. }
  287. aws := &ints.AWSIntegration{
  288. ProjectID: tester.initProjects[0].ID,
  289. UserID: tester.initUsers[0].ID,
  290. AWSClusterID: []byte("example-cluster-0"),
  291. AWSAccessKeyID: []byte("accesskey"),
  292. AWSSecretAccessKey: []byte("secret"),
  293. AWSSessionToken: []byte("optional"),
  294. }
  295. aws, err := tester.repo.AWSIntegration().CreateAWSIntegration(aws)
  296. if err != nil {
  297. t.Fatalf("%v\n", err)
  298. }
  299. tester.initAWSs = append(tester.initAWSs, aws)
  300. }
  301. func initClusterCandidate(tester *tester, t *testing.T) {
  302. t.Helper()
  303. if len(tester.initProjects) == 0 {
  304. initProject(tester, t)
  305. }
  306. cc := &models.ClusterCandidate{
  307. AuthMechanism: models.AWS,
  308. ProjectID: tester.initProjects[0].ID,
  309. CreatedClusterID: 0,
  310. Resolvers: []models.ClusterResolver{},
  311. Name: "cluster-test",
  312. Server: "https://localhost",
  313. ContextName: "context-test",
  314. AWSClusterIDGuess: []byte("example-cluster-0"),
  315. Kubeconfig: []byte("current-context: testing\n"),
  316. }
  317. cc, err := tester.repo.Cluster().CreateClusterCandidate(cc)
  318. if err != nil {
  319. t.Fatalf("%v\n", err)
  320. }
  321. tester.initCCs = append(tester.initCCs, cc)
  322. }
  323. func initCluster(tester *tester, t *testing.T) {
  324. t.Helper()
  325. if len(tester.initProjects) == 0 {
  326. initProject(tester, t)
  327. }
  328. if len(tester.initKIs) == 0 {
  329. initKubeIntegration(tester, t)
  330. }
  331. cluster := &models.Cluster{
  332. ProjectID: tester.initProjects[0].ID,
  333. Name: "cluster-test",
  334. Server: "https://localhost",
  335. KubeIntegrationID: tester.initKIs[0].ID,
  336. CertificateAuthorityData: []byte("-----BEGIN"),
  337. }
  338. cluster, err := tester.repo.Cluster().CreateCluster(cluster, &features.Client{})
  339. if err != nil {
  340. t.Fatalf("%v\n", err)
  341. }
  342. tester.initClusters = append(tester.initClusters, cluster)
  343. }
  344. func initGitRepo(tester *tester, t *testing.T) {
  345. t.Helper()
  346. if len(tester.initProjects) == 0 {
  347. initProject(tester, t)
  348. }
  349. if len(tester.initOAuths) == 0 {
  350. initOAuthIntegration(tester, t)
  351. }
  352. gr := &models.GitRepo{
  353. ProjectID: tester.initProjects[0].ID,
  354. RepoEntity: "porter-dev",
  355. OAuthIntegrationID: tester.initOAuths[0].ID,
  356. }
  357. gr, err := tester.repo.GitRepo().CreateGitRepo(gr)
  358. if err != nil {
  359. t.Fatalf("%v\n", err)
  360. }
  361. tester.initGRs = append(tester.initGRs, gr)
  362. }
  363. func initRegistry(tester *tester, t *testing.T) {
  364. t.Helper()
  365. if len(tester.initProjects) == 0 {
  366. initProject(tester, t)
  367. }
  368. reg := &models.Registry{
  369. ProjectID: tester.initProjects[0].ID,
  370. Name: "registry-test",
  371. }
  372. reg, err := tester.repo.Registry().CreateRegistry(reg)
  373. if err != nil {
  374. t.Fatalf("%v\n", err)
  375. }
  376. tester.initRegs = append(tester.initRegs, reg)
  377. }
  378. func initHelmRepo(tester *tester, t *testing.T) {
  379. t.Helper()
  380. if len(tester.initProjects) == 0 {
  381. initProject(tester, t)
  382. }
  383. hr := &models.HelmRepo{
  384. Name: "helm-repo-test",
  385. RepoURL: "https://example-repo.com",
  386. ProjectID: tester.initProjects[0].Model.ID,
  387. }
  388. hr, err := tester.repo.HelmRepo().CreateHelmRepo(hr)
  389. if err != nil {
  390. t.Fatalf("%v\n", err)
  391. }
  392. tester.initHRs = append(tester.initHRs, hr)
  393. }
  394. func initInfra(tester *tester, t *testing.T) {
  395. t.Helper()
  396. if len(tester.initProjects) == 0 {
  397. initProject(tester, t)
  398. }
  399. infra := &models.Infra{
  400. Kind: types.InfraECR,
  401. ProjectID: tester.initProjects[0].Model.ID,
  402. Status: types.StatusCreated,
  403. }
  404. infra, err := tester.repo.Infra().CreateInfra(infra)
  405. if err != nil {
  406. t.Fatalf("%v\n", err)
  407. }
  408. tester.initInfras = append(tester.initInfras, infra)
  409. }
  410. func initInvite(tester *tester, t *testing.T) {
  411. t.Helper()
  412. if len(tester.initProjects) == 0 {
  413. initProject(tester, t)
  414. }
  415. expiry := time.Now().Add(24 * time.Hour)
  416. invite := &models.Invite{
  417. Token: "abcd",
  418. Expiry: &expiry,
  419. Email: "testing@test.it",
  420. ProjectID: 1,
  421. }
  422. invite, err := tester.repo.Invite().CreateInvite(invite)
  423. if err != nil {
  424. t.Fatalf("%v\n", err)
  425. }
  426. tester.initInvites = append(tester.initInvites, invite)
  427. }
  428. func initRelease(tester *tester, t *testing.T) {
  429. t.Helper()
  430. if len(tester.initProjects) == 0 {
  431. initProject(tester, t)
  432. }
  433. release := &models.Release{
  434. Name: "denver-meister-dakota",
  435. Namespace: "default",
  436. ProjectID: 1,
  437. ClusterID: 1,
  438. WebhookToken: "abcdefgh",
  439. }
  440. release, err := tester.repo.Release().CreateRelease(release)
  441. if err != nil {
  442. t.Fatalf("%v\n", err)
  443. }
  444. tester.initReleases = append(tester.initReleases, release)
  445. }
  446. func initKubeEvents(tester *tester, t *testing.T) {
  447. t.Helper()
  448. if len(tester.initProjects) == 0 {
  449. initProject(tester, t)
  450. }
  451. initEvents := make([]*models.KubeEvent, 0)
  452. // init 100 events for testing purposes
  453. for i := 0; i < 100; i++ {
  454. refType := "pod"
  455. if i >= 50 {
  456. refType = "node"
  457. }
  458. event := &models.KubeEvent{
  459. ProjectID: tester.initProjects[0].Model.ID,
  460. ClusterID: tester.initClusters[0].Model.ID,
  461. Name: fmt.Sprintf("%s-example-%d", refType, i),
  462. Namespace: "default",
  463. ResourceType: refType,
  464. }
  465. event, err := tester.repo.KubeEvent().CreateEvent(event)
  466. if err != nil {
  467. t.Fatalf("%v\n", err)
  468. }
  469. // append a sub event as well
  470. subEvent := &models.KubeSubEvent{
  471. EventType: "pod",
  472. Message: "Pod killed",
  473. Reason: "OOM: memory limit exceeded",
  474. }
  475. err = tester.repo.KubeEvent().AppendSubEvent(event, subEvent)
  476. if err != nil {
  477. t.Fatalf("%v\n", err)
  478. }
  479. initEvents = append(initEvents, event)
  480. }
  481. for i := 99; i >= 0; i-- {
  482. subEvent := &models.KubeSubEvent{
  483. EventType: "pod",
  484. Message: "Pod killed",
  485. Reason: "OOM: memory limit exceeded",
  486. }
  487. err := tester.repo.KubeEvent().AppendSubEvent(initEvents[i], subEvent)
  488. if err != nil {
  489. t.Fatalf("%v\n", err)
  490. }
  491. }
  492. tester.initKubeEvents = initEvents
  493. }
  494. func initAPITokens(tester *tester, t *testing.T) {
  495. t.Helper()
  496. ti := time.Now().Add(10 * time.Minute)
  497. tokens := &models.APIToken{
  498. UniqueID: "1",
  499. ProjectID: tester.initProjects[0].Model.ID,
  500. CreatedByUserID: 1,
  501. Expiry: &ti,
  502. Revoked: false,
  503. Name: "test-key",
  504. }
  505. tester.db.Create(&tokens)
  506. tester.initAPITokens = append(tester.initAPITokens, tokens)
  507. }