loader.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324
  1. package loader
  2. import (
  3. "encoding/base64"
  4. "errors"
  5. "fmt"
  6. "io/ioutil"
  7. "net/http"
  8. "os"
  9. "path/filepath"
  10. "strconv"
  11. gorillaws "github.com/gorilla/websocket"
  12. "github.com/porter-dev/api-contracts/generated/go/porter/v1/porterv1connect"
  13. "github.com/porter-dev/porter/api/server/shared/apierrors/alerter"
  14. "github.com/porter-dev/porter/api/server/shared/config"
  15. "github.com/porter-dev/porter/api/server/shared/config/env"
  16. "github.com/porter-dev/porter/api/server/shared/config/envloader"
  17. "github.com/porter-dev/porter/api/server/shared/websocket"
  18. "github.com/porter-dev/porter/internal/adapter"
  19. "github.com/porter-dev/porter/internal/analytics"
  20. "github.com/porter-dev/porter/internal/auth/sessionstore"
  21. "github.com/porter-dev/porter/internal/auth/token"
  22. "github.com/porter-dev/porter/internal/billing"
  23. "github.com/porter-dev/porter/internal/helm/urlcache"
  24. "github.com/porter-dev/porter/internal/integrations/powerdns"
  25. "github.com/porter-dev/porter/internal/notifier"
  26. "github.com/porter-dev/porter/internal/notifier/sendgrid"
  27. "github.com/porter-dev/porter/internal/oauth"
  28. "github.com/porter-dev/porter/internal/repository/credentials"
  29. "github.com/porter-dev/porter/internal/repository/gorm"
  30. "github.com/porter-dev/porter/provisioner/client"
  31. lr "github.com/porter-dev/porter/pkg/logger"
  32. pgorm "gorm.io/gorm"
  33. )
  34. var (
  35. InstanceBillingManager billing.BillingManager
  36. InstanceEnvConf *envloader.EnvConf
  37. InstanceDB *pgorm.DB
  38. InstanceCredentialBackend credentials.CredentialStorage
  39. )
  40. type EnvConfigLoader struct {
  41. version string
  42. }
  43. func NewEnvLoader(version string) config.ConfigLoader {
  44. return &EnvConfigLoader{version}
  45. }
  46. func sharedInit() {
  47. var err error
  48. InstanceEnvConf, _ = envloader.FromEnv()
  49. InstanceDB, err = adapter.New(InstanceEnvConf.DBConf)
  50. if err != nil {
  51. panic(err)
  52. }
  53. InstanceBillingManager = &billing.NoopBillingManager{}
  54. }
  55. func (e *EnvConfigLoader) LoadConfig() (res *config.Config, err error) {
  56. // ctx := context.Background()
  57. envConf := InstanceEnvConf
  58. sc := envConf.ServerConf
  59. res = &config.Config{
  60. Logger: lr.NewConsole(sc.Debug),
  61. ServerConf: sc,
  62. DBConf: envConf.DBConf,
  63. RedisConf: envConf.RedisConf,
  64. BillingManager: InstanceBillingManager,
  65. CredentialBackend: InstanceCredentialBackend,
  66. }
  67. res.Metadata = config.MetadataFromConf(envConf.ServerConf, e.version)
  68. res.DB = InstanceDB
  69. err = gorm.AutoMigrate(InstanceDB, sc.Debug)
  70. if err != nil {
  71. return nil, err
  72. }
  73. var key [32]byte
  74. for i, b := range []byte(envConf.DBConf.EncryptionKey) {
  75. key[i] = b
  76. }
  77. res.Repo = gorm.NewRepository(InstanceDB, &key, InstanceCredentialBackend)
  78. // create the session store
  79. res.Store, err = sessionstore.NewStore(
  80. &sessionstore.NewStoreOpts{
  81. SessionRepository: res.Repo.Session(),
  82. CookieSecrets: envConf.ServerConf.CookieSecrets,
  83. Insecure: envConf.ServerConf.CookieInsecure,
  84. },
  85. )
  86. if err != nil {
  87. return nil, err
  88. }
  89. res.TokenConf = &token.TokenGeneratorConf{
  90. TokenSecret: envConf.ServerConf.TokenGeneratorSecret,
  91. }
  92. res.UserNotifier = &notifier.EmptyUserNotifier{}
  93. if res.Metadata.Email {
  94. res.UserNotifier = sendgrid.NewUserNotifier(&sendgrid.UserNotifierOpts{
  95. SharedOpts: &sendgrid.SharedOpts{
  96. APIKey: envConf.ServerConf.SendgridAPIKey,
  97. SenderEmail: envConf.ServerConf.SendgridSenderEmail,
  98. },
  99. PWResetTemplateID: envConf.ServerConf.SendgridPWResetTemplateID,
  100. PWGHTemplateID: envConf.ServerConf.SendgridPWGHTemplateID,
  101. VerifyEmailTemplateID: envConf.ServerConf.SendgridVerifyEmailTemplateID,
  102. ProjectInviteTemplateID: envConf.ServerConf.SendgridProjectInviteTemplateID,
  103. })
  104. }
  105. res.Alerter = alerter.NoOpAlerter{}
  106. if envConf.ServerConf.SentryDSN != "" {
  107. res.Alerter, err = alerter.NewSentryAlerter(envConf.ServerConf.SentryDSN, envConf.ServerConf.SentryEnv)
  108. }
  109. if sc.DOClientID != "" && sc.DOClientSecret != "" {
  110. res.DOConf = oauth.NewDigitalOceanClient(&oauth.Config{
  111. ClientID: sc.DOClientID,
  112. ClientSecret: sc.DOClientSecret,
  113. Scopes: []string{"read", "write"},
  114. BaseURL: sc.ServerURL,
  115. })
  116. }
  117. if sc.GoogleClientID != "" && sc.GoogleClientSecret != "" {
  118. res.GoogleConf = oauth.NewGoogleClient(&oauth.Config{
  119. ClientID: sc.GoogleClientID,
  120. ClientSecret: sc.GoogleClientSecret,
  121. Scopes: []string{
  122. "openid",
  123. "profile",
  124. "email",
  125. },
  126. BaseURL: sc.ServerURL,
  127. })
  128. }
  129. // TODO: remove this as part of POR-1055
  130. if sc.GithubClientID != "" && sc.GithubClientSecret != "" {
  131. res.GithubConf = oauth.NewGithubClient(&oauth.Config{
  132. ClientID: sc.GithubClientID,
  133. ClientSecret: sc.GithubClientSecret,
  134. Scopes: []string{"read:user", "user:email"},
  135. BaseURL: sc.ServerURL,
  136. })
  137. }
  138. if sc.GithubAppSecretBase64 != "" {
  139. if sc.GithubAppSecretPath == "" {
  140. sc.GithubAppSecretPath = "github-app-secret-key"
  141. }
  142. _, err := os.Stat(sc.GithubAppSecretPath)
  143. if err != nil {
  144. if !errors.Is(err, os.ErrNotExist) {
  145. return nil, fmt.Errorf("GITHUB_APP_SECRET_BASE64 provided, but error checking if GITHUB_APP_SECRET_PATH exists: %w", err)
  146. }
  147. secret, err := base64.StdEncoding.DecodeString(sc.GithubAppSecretBase64)
  148. if err != nil {
  149. return nil, fmt.Errorf("GITHUB_APP_SECRET_BASE64 provided, but error decoding: %w", err)
  150. }
  151. _, err = createDirectoryRecursively(sc.GithubAppSecretPath)
  152. if err != nil {
  153. return nil, fmt.Errorf("GITHUB_APP_SECRET_BASE64 provided, but error creating directory for GITHUB_APP_SECRET_PATH: %w", err)
  154. }
  155. err = os.WriteFile(sc.GithubAppSecretPath, secret, os.ModePerm)
  156. if err != nil {
  157. return nil, fmt.Errorf("GITHUB_APP_SECRET_BASE64 provided, but error writing to GITHUB_APP_SECRET_PATH: %w", err)
  158. }
  159. }
  160. }
  161. if sc.GithubAppClientID != "" &&
  162. sc.GithubAppClientSecret != "" &&
  163. sc.GithubAppName != "" &&
  164. sc.GithubAppWebhookSecret != "" &&
  165. sc.GithubAppSecretPath != "" &&
  166. sc.GithubAppID != "" {
  167. if AppID, err := strconv.ParseInt(sc.GithubAppID, 10, 64); err == nil {
  168. res.GithubAppConf = oauth.NewGithubAppClient(&oauth.Config{
  169. ClientID: sc.GithubAppClientID,
  170. ClientSecret: sc.GithubAppClientSecret,
  171. Scopes: []string{"read:user"},
  172. BaseURL: sc.ServerURL,
  173. }, sc.GithubAppName, sc.GithubAppWebhookSecret, sc.GithubAppSecretPath, AppID)
  174. }
  175. secret, err := ioutil.ReadFile(sc.GithubAppSecretPath)
  176. if err != nil {
  177. return nil, fmt.Errorf("could not read github app secret: %s", err)
  178. }
  179. sc.GithubAppSecret = append(sc.GithubAppSecret, secret...)
  180. }
  181. if sc.SlackClientID != "" && sc.SlackClientSecret != "" {
  182. res.SlackConf = oauth.NewSlackClient(&oauth.Config{
  183. ClientID: sc.SlackClientID,
  184. ClientSecret: sc.SlackClientSecret,
  185. Scopes: []string{
  186. "incoming-webhook",
  187. "team:read",
  188. },
  189. BaseURL: sc.ServerURL,
  190. })
  191. }
  192. res.WSUpgrader = &websocket.Upgrader{
  193. WSUpgrader: &gorillaws.Upgrader{
  194. ReadBufferSize: 1024,
  195. WriteBufferSize: 1024,
  196. CheckOrigin: func(r *http.Request) bool {
  197. origin := r.Header.Get("Origin")
  198. // // check if the server url is localhost, and allow all localhost origins
  199. // serverParsed, err := url.Parse(sc.ServerURL)
  200. // if err != nil {
  201. // return false
  202. // }
  203. // host, _, err := net.SplitHostPort(serverParsed.Host)
  204. // if err != nil {
  205. // return false
  206. // }
  207. // if host == "localhost" {
  208. // parsedOrigin, err := url.Parse(origin)
  209. // if err != nil {
  210. // return false
  211. // }
  212. // originHost, _, err := net.SplitHostPort(parsedOrigin.Host)
  213. // if err != nil {
  214. // if !strings.Contains(err.Error(), "missing port in address") {
  215. // return false
  216. // }
  217. // if strings.Contains(parsedOrigin.Host, "ngrok.io") {
  218. // return true
  219. // }
  220. // }
  221. // if originHost == "localhost" {
  222. // return true
  223. // }
  224. // }
  225. return origin == sc.ServerURL
  226. },
  227. },
  228. }
  229. // construct the whitelisted users map
  230. wlUsers := make(map[uint]uint)
  231. for _, userID := range sc.WhitelistedUsers {
  232. wlUsers[userID] = userID
  233. }
  234. res.WhitelistedUsers = wlUsers
  235. res.URLCache = urlcache.Init(sc.DefaultApplicationHelmRepoURL, sc.DefaultAddonHelmRepoURL)
  236. provClient, err := getProvisionerServiceClient(sc)
  237. if err == nil && provClient != nil {
  238. res.ProvisionerClient = provClient
  239. }
  240. res.AnalyticsClient = analytics.InitializeAnalyticsSegmentClient(sc.SegmentClientKey, res.Logger)
  241. if sc.PowerDNSAPIKey != "" && sc.PowerDNSAPIServerURL != "" {
  242. res.PowerDNSClient = powerdns.NewClient(sc.PowerDNSAPIServerURL, sc.PowerDNSAPIKey, sc.AppRootDomain)
  243. }
  244. res.EnableCAPIProvisioner = sc.EnableCAPIProvisioner
  245. if sc.EnableCAPIProvisioner {
  246. if sc.ClusterControlPlaneAddress == "" {
  247. return res, errors.New("must provide CLUSTER_CONTROL_PLANE_ADDRESS")
  248. }
  249. client := porterv1connect.NewClusterControlPlaneServiceClient(http.DefaultClient, sc.ClusterControlPlaneAddress)
  250. res.ClusterControlPlaneClient = client
  251. }
  252. return res, nil
  253. }
  254. func getProvisionerServiceClient(sc *env.ServerConf) (*client.Client, error) {
  255. if sc.ProvisionerServerURL != "" && sc.ProvisionerToken != "" {
  256. baseURL := fmt.Sprintf("%s/api/v1", sc.ProvisionerServerURL)
  257. pClient, err := client.NewClient(baseURL, sc.ProvisionerToken, 0)
  258. if err != nil {
  259. return nil, err
  260. }
  261. return pClient, nil
  262. }
  263. return nil, fmt.Errorf("required env vars not set for provisioner")
  264. }
  265. // createDirectoryRecursively creates a directory and all its parents if they don't exist
  266. func createDirectoryRecursively(p string) (*os.File, error) {
  267. if err := os.MkdirAll(filepath.Dir(p), 0o770); err != nil {
  268. return nil, err
  269. }
  270. return os.Create(p)
  271. }