helpers_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640
  1. package gorm_test
  2. import (
  3. "fmt"
  4. "os"
  5. "testing"
  6. "time"
  7. "github.com/porter-dev/porter/api/server/shared/config/env"
  8. "github.com/porter-dev/porter/api/types"
  9. "github.com/porter-dev/porter/internal/adapter"
  10. "github.com/porter-dev/porter/internal/models"
  11. ints "github.com/porter-dev/porter/internal/models/integrations"
  12. "github.com/porter-dev/porter/internal/repository"
  13. "github.com/porter-dev/porter/internal/repository/gorm"
  14. _gorm "gorm.io/gorm"
  15. )
  16. type tester struct {
  17. repo repository.Repository
  18. key *[32]byte
  19. dbFileName string
  20. db *_gorm.DB
  21. initUsers []*models.User
  22. initProjects []*models.Project
  23. initGRs []*models.GitRepo
  24. initRegs []*models.Registry
  25. initClusters []*models.Cluster
  26. initHRs []*models.HelmRepo
  27. initInfras []*models.Infra
  28. initReleases []*models.Release
  29. initInvites []*models.Invite
  30. initKubeEvents []*models.KubeEvent
  31. initCCs []*models.ClusterCandidate
  32. initKIs []*ints.KubeIntegration
  33. initBasics []*ints.BasicIntegration
  34. initOIDCs []*ints.OIDCIntegration
  35. initOAuths []*ints.OAuthIntegration
  36. initGCPs []*ints.GCPIntegration
  37. initAWSs []*ints.AWSIntegration
  38. initAllowlist []*models.Allowlist
  39. initTags []*models.Tag
  40. }
  41. func setupTestEnv(tester *tester, t *testing.T) {
  42. t.Helper()
  43. db, err := adapter.New(&env.DBConf{
  44. EncryptionKey: "__random_strong_encryption_key__",
  45. SQLLite: true,
  46. SQLLitePath: tester.dbFileName,
  47. })
  48. if err != nil {
  49. t.Fatalf("%v\n", err)
  50. }
  51. err = db.AutoMigrate(
  52. &models.Project{},
  53. &models.Role{},
  54. &models.User{},
  55. &models.Session{},
  56. &models.GitRepo{},
  57. &models.Registry{},
  58. &models.Release{},
  59. &models.Environment{},
  60. &models.Deployment{},
  61. &models.HelmRepo{},
  62. &models.Cluster{},
  63. &models.ClusterCandidate{},
  64. &models.ClusterResolver{},
  65. &models.Infra{},
  66. &models.Operation{},
  67. &models.GitActionConfig{},
  68. &models.Invite{},
  69. &models.KubeEvent{},
  70. &models.KubeSubEvent{},
  71. &models.Onboarding{},
  72. &models.Allowlist{},
  73. &models.Tag{},
  74. &ints.KubeIntegration{},
  75. &ints.BasicIntegration{},
  76. &ints.OIDCIntegration{},
  77. &ints.OAuthIntegration{},
  78. &ints.GCPIntegration{},
  79. &ints.AWSIntegration{},
  80. &ints.ClusterTokenCache{},
  81. &ints.RegTokenCache{},
  82. &ints.HelmRepoTokenCache{},
  83. &ints.GithubAppInstallation{},
  84. )
  85. if err != nil {
  86. t.Fatalf("%v\n", err)
  87. }
  88. var key [32]byte
  89. for i, b := range []byte("__random_strong_encryption_key__") {
  90. key[i] = b
  91. }
  92. tester.key = &key
  93. tester.db = db
  94. tester.repo = gorm.NewRepository(db, &key, nil)
  95. }
  96. func cleanup(tester *tester, t *testing.T) {
  97. t.Helper()
  98. // remove the created file file
  99. os.Remove(tester.dbFileName)
  100. }
  101. func initUser(tester *tester, t *testing.T) {
  102. t.Helper()
  103. user := &models.User{
  104. Email: "example@example.com",
  105. Password: "hello1234",
  106. }
  107. user, err := tester.repo.User().CreateUser(user)
  108. if err != nil {
  109. t.Fatalf("%v\n", err)
  110. }
  111. tester.initUsers = append(tester.initUsers, user)
  112. }
  113. func initAllowlist(tester *tester, t *testing.T) {
  114. t.Helper()
  115. allowedUser := &models.Allowlist{
  116. UserEmail: "some@email.com",
  117. }
  118. tester.db.Create(&allowedUser)
  119. tester.initAllowlist = append(tester.initAllowlist, allowedUser)
  120. }
  121. func initMultiUser(tester *tester, t *testing.T) {
  122. t.Helper()
  123. user := &models.User{
  124. Email: "example@example.com",
  125. Password: "hello1234",
  126. }
  127. user, err := tester.repo.User().CreateUser(user)
  128. if err != nil {
  129. t.Fatalf("%v\n", err)
  130. }
  131. tester.initUsers = append(tester.initUsers, user)
  132. user = &models.User{
  133. Email: "example2@example.com",
  134. Password: "hello1234",
  135. }
  136. user, err = tester.repo.User().CreateUser(user)
  137. if err != nil {
  138. t.Fatalf("%v\n", err)
  139. }
  140. tester.initUsers = append(tester.initUsers, user)
  141. }
  142. func initProject(tester *tester, t *testing.T) {
  143. t.Helper()
  144. proj := &models.Project{
  145. Name: "project-test",
  146. }
  147. proj, err := tester.repo.Project().CreateProject(proj)
  148. if err != nil {
  149. t.Fatalf("%v\n", err)
  150. }
  151. tester.initProjects = append(tester.initProjects, proj)
  152. }
  153. func initProjectRole(tester *tester, t *testing.T) {
  154. t.Helper()
  155. role := &models.Role{
  156. Role: types.Role{
  157. Kind: types.RoleAdmin,
  158. UserID: tester.initUsers[0].Model.ID,
  159. ProjectID: tester.initProjects[0].Model.ID,
  160. },
  161. }
  162. role, err := tester.repo.Project().CreateProjectRole(tester.initProjects[0], role)
  163. if err != nil {
  164. t.Fatalf("%v\n", err)
  165. }
  166. }
  167. func initKubeIntegration(tester *tester, t *testing.T) {
  168. t.Helper()
  169. if len(tester.initProjects) == 0 {
  170. initProject(tester, t)
  171. }
  172. if len(tester.initUsers) == 0 {
  173. initUser(tester, t)
  174. }
  175. ki := &ints.KubeIntegration{
  176. Mechanism: ints.KubeLocal,
  177. ProjectID: tester.initProjects[0].ID,
  178. UserID: tester.initUsers[0].ID,
  179. Kubeconfig: []byte("current-context: testing\n"),
  180. }
  181. ki, err := tester.repo.KubeIntegration().CreateKubeIntegration(ki)
  182. if err != nil {
  183. t.Fatalf("%v\n", err)
  184. }
  185. tester.initKIs = append(tester.initKIs, ki)
  186. }
  187. func initBasicIntegration(tester *tester, t *testing.T) {
  188. t.Helper()
  189. if len(tester.initProjects) == 0 {
  190. initProject(tester, t)
  191. }
  192. if len(tester.initUsers) == 0 {
  193. initUser(tester, t)
  194. }
  195. basic := &ints.BasicIntegration{
  196. ProjectID: tester.initProjects[0].ID,
  197. UserID: tester.initUsers[0].ID,
  198. Username: []byte("username"),
  199. Password: []byte("password"),
  200. }
  201. basic, err := tester.repo.BasicIntegration().CreateBasicIntegration(basic)
  202. if err != nil {
  203. t.Fatalf("%v\n", err)
  204. }
  205. tester.initBasics = append(tester.initBasics, basic)
  206. }
  207. func initOIDCIntegration(tester *tester, t *testing.T) {
  208. t.Helper()
  209. if len(tester.initProjects) == 0 {
  210. initProject(tester, t)
  211. }
  212. if len(tester.initUsers) == 0 {
  213. initUser(tester, t)
  214. }
  215. oidc := &ints.OIDCIntegration{
  216. Client: ints.OIDCKube,
  217. ProjectID: tester.initProjects[0].ID,
  218. UserID: tester.initUsers[0].ID,
  219. IssuerURL: []byte("https://oidc.example.com"),
  220. ClientID: []byte("exampleclientid"),
  221. ClientSecret: []byte("exampleclientsecret"),
  222. IDToken: []byte("idtoken"),
  223. RefreshToken: []byte("refreshtoken"),
  224. }
  225. oidc, err := tester.repo.OIDCIntegration().CreateOIDCIntegration(oidc)
  226. if err != nil {
  227. t.Fatalf("%v\n", err)
  228. }
  229. tester.initOIDCs = append(tester.initOIDCs, oidc)
  230. }
  231. func initOAuthIntegration(tester *tester, t *testing.T) {
  232. t.Helper()
  233. if len(tester.initProjects) == 0 {
  234. initProject(tester, t)
  235. }
  236. if len(tester.initUsers) == 0 {
  237. initUser(tester, t)
  238. }
  239. oauth := &ints.OAuthIntegration{
  240. SharedOAuthModel: ints.SharedOAuthModel{
  241. ClientID: []byte("exampleclientid"),
  242. AccessToken: []byte("idtoken"),
  243. RefreshToken: []byte("refreshtoken"),
  244. },
  245. Client: types.OAuthGithub,
  246. ProjectID: tester.initProjects[0].ID,
  247. UserID: tester.initUsers[0].ID,
  248. }
  249. oauth, err := tester.repo.OAuthIntegration().CreateOAuthIntegration(oauth)
  250. if err != nil {
  251. t.Fatalf("%v\n", err)
  252. }
  253. tester.initOAuths = append(tester.initOAuths, oauth)
  254. }
  255. func initGCPIntegration(tester *tester, t *testing.T) {
  256. t.Helper()
  257. if len(tester.initProjects) == 0 {
  258. initProject(tester, t)
  259. }
  260. if len(tester.initUsers) == 0 {
  261. initUser(tester, t)
  262. }
  263. gcp := &ints.GCPIntegration{
  264. ProjectID: tester.initProjects[0].ID,
  265. UserID: tester.initUsers[0].ID,
  266. GCPProjectID: "test-proj-123456",
  267. GCPUserEmail: "test@test.it",
  268. GCPKeyData: []byte("{\"test\":\"key\"}"),
  269. }
  270. gcp, err := tester.repo.GCPIntegration().CreateGCPIntegration(gcp)
  271. if err != nil {
  272. t.Fatalf("%v\n", err)
  273. }
  274. tester.initGCPs = append(tester.initGCPs, gcp)
  275. }
  276. func initAWSIntegration(tester *tester, t *testing.T) {
  277. t.Helper()
  278. if len(tester.initProjects) == 0 {
  279. initProject(tester, t)
  280. }
  281. if len(tester.initUsers) == 0 {
  282. initUser(tester, t)
  283. }
  284. aws := &ints.AWSIntegration{
  285. ProjectID: tester.initProjects[0].ID,
  286. UserID: tester.initUsers[0].ID,
  287. AWSClusterID: []byte("example-cluster-0"),
  288. AWSAccessKeyID: []byte("accesskey"),
  289. AWSSecretAccessKey: []byte("secret"),
  290. AWSSessionToken: []byte("optional"),
  291. }
  292. aws, err := tester.repo.AWSIntegration().CreateAWSIntegration(aws)
  293. if err != nil {
  294. t.Fatalf("%v\n", err)
  295. }
  296. tester.initAWSs = append(tester.initAWSs, aws)
  297. }
  298. func initClusterCandidate(tester *tester, t *testing.T) {
  299. t.Helper()
  300. if len(tester.initProjects) == 0 {
  301. initProject(tester, t)
  302. }
  303. cc := &models.ClusterCandidate{
  304. AuthMechanism: models.AWS,
  305. ProjectID: tester.initProjects[0].ID,
  306. CreatedClusterID: 0,
  307. Resolvers: []models.ClusterResolver{},
  308. Name: "cluster-test",
  309. Server: "https://localhost",
  310. ContextName: "context-test",
  311. AWSClusterIDGuess: []byte("example-cluster-0"),
  312. Kubeconfig: []byte("current-context: testing\n"),
  313. }
  314. cc, err := tester.repo.Cluster().CreateClusterCandidate(cc)
  315. if err != nil {
  316. t.Fatalf("%v\n", err)
  317. }
  318. tester.initCCs = append(tester.initCCs, cc)
  319. }
  320. func initCluster(tester *tester, t *testing.T) {
  321. t.Helper()
  322. if len(tester.initProjects) == 0 {
  323. initProject(tester, t)
  324. }
  325. if len(tester.initKIs) == 0 {
  326. initKubeIntegration(tester, t)
  327. }
  328. cluster := &models.Cluster{
  329. ProjectID: tester.initProjects[0].ID,
  330. Name: "cluster-test",
  331. Server: "https://localhost",
  332. KubeIntegrationID: tester.initKIs[0].ID,
  333. CertificateAuthorityData: []byte("-----BEGIN"),
  334. }
  335. cluster, err := tester.repo.Cluster().CreateCluster(cluster)
  336. if err != nil {
  337. t.Fatalf("%v\n", err)
  338. }
  339. tester.initClusters = append(tester.initClusters, cluster)
  340. }
  341. func initGitRepo(tester *tester, t *testing.T) {
  342. t.Helper()
  343. if len(tester.initProjects) == 0 {
  344. initProject(tester, t)
  345. }
  346. if len(tester.initOAuths) == 0 {
  347. initOAuthIntegration(tester, t)
  348. }
  349. gr := &models.GitRepo{
  350. ProjectID: tester.initProjects[0].ID,
  351. RepoEntity: "porter-dev",
  352. OAuthIntegrationID: tester.initOAuths[0].ID,
  353. }
  354. gr, err := tester.repo.GitRepo().CreateGitRepo(gr)
  355. if err != nil {
  356. t.Fatalf("%v\n", err)
  357. }
  358. tester.initGRs = append(tester.initGRs, gr)
  359. }
  360. func initRegistry(tester *tester, t *testing.T) {
  361. t.Helper()
  362. if len(tester.initProjects) == 0 {
  363. initProject(tester, t)
  364. }
  365. reg := &models.Registry{
  366. ProjectID: tester.initProjects[0].ID,
  367. Name: "registry-test",
  368. }
  369. reg, err := tester.repo.Registry().CreateRegistry(reg)
  370. if err != nil {
  371. t.Fatalf("%v\n", err)
  372. }
  373. tester.initRegs = append(tester.initRegs, reg)
  374. }
  375. func initHelmRepo(tester *tester, t *testing.T) {
  376. t.Helper()
  377. if len(tester.initProjects) == 0 {
  378. initProject(tester, t)
  379. }
  380. hr := &models.HelmRepo{
  381. Name: "helm-repo-test",
  382. RepoURL: "https://example-repo.com",
  383. ProjectID: tester.initProjects[0].Model.ID,
  384. }
  385. hr, err := tester.repo.HelmRepo().CreateHelmRepo(hr)
  386. if err != nil {
  387. t.Fatalf("%v\n", err)
  388. }
  389. tester.initHRs = append(tester.initHRs, hr)
  390. }
  391. func initInfra(tester *tester, t *testing.T) {
  392. t.Helper()
  393. if len(tester.initProjects) == 0 {
  394. initProject(tester, t)
  395. }
  396. infra := &models.Infra{
  397. Kind: types.InfraECR,
  398. ProjectID: tester.initProjects[0].Model.ID,
  399. Status: types.StatusCreated,
  400. }
  401. infra, err := tester.repo.Infra().CreateInfra(infra)
  402. if err != nil {
  403. t.Fatalf("%v\n", err)
  404. }
  405. tester.initInfras = append(tester.initInfras, infra)
  406. }
  407. func initInvite(tester *tester, t *testing.T) {
  408. t.Helper()
  409. if len(tester.initProjects) == 0 {
  410. initProject(tester, t)
  411. }
  412. expiry := time.Now().Add(24 * time.Hour)
  413. invite := &models.Invite{
  414. Token: "abcd",
  415. Expiry: &expiry,
  416. Email: "testing@test.it",
  417. ProjectID: 1,
  418. }
  419. invite, err := tester.repo.Invite().CreateInvite(invite)
  420. if err != nil {
  421. t.Fatalf("%v\n", err)
  422. }
  423. tester.initInvites = append(tester.initInvites, invite)
  424. }
  425. func initRelease(tester *tester, t *testing.T) {
  426. t.Helper()
  427. if len(tester.initProjects) == 0 {
  428. initProject(tester, t)
  429. }
  430. release := &models.Release{
  431. Name: "denver-meister-dakota",
  432. Namespace: "default",
  433. ProjectID: 1,
  434. ClusterID: 1,
  435. WebhookToken: "abcdefgh",
  436. }
  437. release, err := tester.repo.Release().CreateRelease(release)
  438. if err != nil {
  439. t.Fatalf("%v\n", err)
  440. }
  441. tester.initReleases = append(tester.initReleases, release)
  442. }
  443. func initKubeEvents(tester *tester, t *testing.T) {
  444. t.Helper()
  445. if len(tester.initProjects) == 0 {
  446. initProject(tester, t)
  447. }
  448. initEvents := make([]*models.KubeEvent, 0)
  449. // init 100 events for testing purposes
  450. for i := 0; i < 100; i++ {
  451. refType := "pod"
  452. if i >= 50 {
  453. refType = "node"
  454. }
  455. event := &models.KubeEvent{
  456. ProjectID: tester.initProjects[0].Model.ID,
  457. ClusterID: tester.initClusters[0].Model.ID,
  458. Name: fmt.Sprintf("%s-example-%d", refType, i),
  459. Namespace: "default",
  460. ResourceType: refType,
  461. }
  462. event, err := tester.repo.KubeEvent().CreateEvent(event)
  463. if err != nil {
  464. t.Fatalf("%v\n", err)
  465. }
  466. // append a sub event as well
  467. subEvent := &models.KubeSubEvent{
  468. EventType: "pod",
  469. Message: "Pod killed",
  470. Reason: "OOM: memory limit exceeded",
  471. }
  472. err = tester.repo.KubeEvent().AppendSubEvent(event, subEvent)
  473. if err != nil {
  474. t.Fatalf("%v\n", err)
  475. }
  476. initEvents = append(initEvents, event)
  477. }
  478. for i := 99; i >= 0; i-- {
  479. subEvent := &models.KubeSubEvent{
  480. EventType: "pod",
  481. Message: "Pod killed",
  482. Reason: "OOM: memory limit exceeded",
  483. }
  484. err := tester.repo.KubeEvent().AppendSubEvent(initEvents[i], subEvent)
  485. if err != nil {
  486. t.Fatalf("%v\n", err)
  487. }
  488. }
  489. tester.initKubeEvents = initEvents
  490. }