router.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671
  1. package costmodel
  2. import (
  3. "context"
  4. "encoding/base64"
  5. "fmt"
  6. "net/http"
  7. "os"
  8. "path"
  9. "reflect"
  10. "strconv"
  11. "strings"
  12. "sync"
  13. "time"
  14. "github.com/opencost/opencost/core/pkg/kubeconfig"
  15. "github.com/opencost/opencost/core/pkg/nodestats"
  16. "github.com/opencost/opencost/core/pkg/protocol"
  17. "github.com/opencost/opencost/core/pkg/source"
  18. "github.com/opencost/opencost/core/pkg/storage"
  19. "github.com/opencost/opencost/core/pkg/util/retry"
  20. "github.com/opencost/opencost/core/pkg/util/timeutil"
  21. "github.com/opencost/opencost/core/pkg/version"
  22. "github.com/opencost/opencost/pkg/cloud/aws"
  23. cloudconfig "github.com/opencost/opencost/pkg/cloud/config"
  24. "github.com/opencost/opencost/pkg/cloud/gcp"
  25. "github.com/opencost/opencost/pkg/cloud/provider"
  26. "github.com/opencost/opencost/pkg/cloudcost"
  27. "github.com/opencost/opencost/pkg/config"
  28. "github.com/opencost/opencost/pkg/customcost"
  29. "github.com/opencost/opencost/pkg/metrics"
  30. "github.com/opencost/opencost/pkg/resourcequota"
  31. "github.com/opencost/opencost/pkg/util/watcher"
  32. "github.com/julienschmidt/httprouter"
  33. "github.com/opencost/opencost/core/pkg/clustercache"
  34. "github.com/opencost/opencost/core/pkg/clusters"
  35. sysenv "github.com/opencost/opencost/core/pkg/env"
  36. "github.com/opencost/opencost/core/pkg/log"
  37. "github.com/opencost/opencost/core/pkg/util/json"
  38. "github.com/opencost/opencost/modules/collector-source/pkg/collector"
  39. "github.com/opencost/opencost/modules/prometheus-source/pkg/prom"
  40. "github.com/opencost/opencost/pkg/cloud/azure"
  41. "github.com/opencost/opencost/pkg/cloud/models"
  42. clusterc "github.com/opencost/opencost/pkg/clustercache"
  43. "github.com/opencost/opencost/pkg/env"
  44. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  45. "github.com/patrickmn/go-cache"
  46. "k8s.io/client-go/kubernetes"
  47. )
  48. const (
  49. RFC3339Milli = "2006-01-02T15:04:05.000Z"
  50. maxCacheMinutes1d = 11
  51. maxCacheMinutes2d = 17
  52. maxCacheMinutes7d = 37
  53. maxCacheMinutes30d = 137
  54. CustomPricingSetting = "CustomPricing"
  55. DiscountSetting = "Discount"
  56. )
  57. var (
  58. // gitCommit is set by the build system
  59. gitCommit string
  60. proto = protocol.HTTP()
  61. )
  62. // Accesses defines a singleton application instance, providing access to
  63. // Prometheus, Kubernetes, the cloud provider, and caches.
  64. type Accesses struct {
  65. DataSource source.OpenCostDataSource
  66. KubeClientSet kubernetes.Interface
  67. ClusterCache clustercache.ClusterCache
  68. ClusterMap clusters.ClusterMap
  69. CloudProvider models.Provider
  70. ConfigFileManager *config.ConfigFileManager
  71. ClusterInfoProvider clusters.ClusterInfoProvider
  72. Model *CostModel
  73. MetricsEmitter *CostModelMetricsEmitter
  74. // SettingsCache stores current state of app settings
  75. SettingsCache *cache.Cache
  76. // settingsSubscribers tracks channels through which changes to different
  77. // settings will be published in a pub/sub model
  78. settingsSubscribers map[string][]chan string
  79. settingsMutex sync.Mutex
  80. }
  81. func filterFields(fields string, data map[string]*CostData) map[string]CostData {
  82. fs := strings.Split(fields, ",")
  83. fmap := make(map[string]bool)
  84. for _, f := range fs {
  85. fieldNameLower := strings.ToLower(f) // convert to go struct name by uppercasing first letter
  86. log.Debugf("to delete: %s", fieldNameLower)
  87. fmap[fieldNameLower] = true
  88. }
  89. filteredData := make(map[string]CostData)
  90. for cname, costdata := range data {
  91. s := reflect.TypeOf(*costdata)
  92. val := reflect.ValueOf(*costdata)
  93. costdata2 := CostData{}
  94. cd2 := reflect.New(reflect.Indirect(reflect.ValueOf(costdata2)).Type()).Elem()
  95. n := s.NumField()
  96. for i := 0; i < n; i++ {
  97. field := s.Field(i)
  98. value := val.Field(i)
  99. value2 := cd2.Field(i)
  100. if _, ok := fmap[strings.ToLower(field.Name)]; !ok {
  101. value2.Set(reflect.Value(value))
  102. }
  103. }
  104. filteredData[cname] = cd2.Interface().(CostData)
  105. }
  106. return filteredData
  107. }
  108. // ParsePercentString takes a string of expected format "N%" and returns a floating point 0.0N.
  109. // If the "%" symbol is missing, it just returns 0.0N. Empty string is interpreted as "0%" and
  110. // return 0.0.
  111. func ParsePercentString(percentStr string) (float64, error) {
  112. if len(percentStr) == 0 {
  113. return 0.0, nil
  114. }
  115. if percentStr[len(percentStr)-1:] == "%" {
  116. percentStr = percentStr[:len(percentStr)-1]
  117. }
  118. discount, err := strconv.ParseFloat(percentStr, 64)
  119. if err != nil {
  120. return 0.0, err
  121. }
  122. discount *= 0.01
  123. return discount, nil
  124. }
  125. func WriteData(w http.ResponseWriter, data interface{}, err error) {
  126. if err != nil {
  127. proto.WriteError(w, proto.InternalServerError(err.Error()))
  128. return
  129. }
  130. proto.WriteData(w, data)
  131. }
  132. // RefreshPricingData needs to be called when a new node joins the fleet, since we cache the relevant subsets of pricing data to avoid storing the whole thing.
  133. func (a *Accesses) RefreshPricingData(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  134. w.Header().Set("Content-Type", "application/json")
  135. w.Header().Set("Access-Control-Allow-Origin", "*")
  136. err := a.CloudProvider.DownloadPricingData()
  137. if err != nil {
  138. log.Errorf("Error refreshing pricing data: %s", err.Error())
  139. }
  140. WriteData(w, nil, err)
  141. }
  142. func (a *Accesses) CostDataModel(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  143. w.Header().Set("Content-Type", "application/json")
  144. w.Header().Set("Access-Control-Allow-Origin", "*")
  145. window := r.URL.Query().Get("timeWindow")
  146. offset := r.URL.Query().Get("offset")
  147. fields := r.URL.Query().Get("filterFields")
  148. namespace := r.URL.Query().Get("namespace")
  149. duration, err := timeutil.ParseDuration(window)
  150. if err != nil {
  151. WriteData(w, nil, fmt.Errorf("error parsing window (%s): %s", window, err))
  152. return
  153. }
  154. end := time.Now()
  155. if offset != "" {
  156. offsetDur, err := timeutil.ParseDuration(offset)
  157. if err != nil {
  158. WriteData(w, nil, fmt.Errorf("error parsing offset (%s): %s", offset, err))
  159. return
  160. }
  161. end = end.Add(-offsetDur)
  162. }
  163. start := end.Add(-duration)
  164. data, err := a.Model.ComputeCostData(start, end)
  165. // apply filter by removing if != namespace
  166. if namespace != "" {
  167. for key, costData := range data {
  168. if costData.Namespace != namespace {
  169. delete(data, key)
  170. }
  171. }
  172. }
  173. if fields != "" {
  174. filteredData := filterFields(fields, data)
  175. WriteData(w, filteredData, err)
  176. } else {
  177. WriteData(w, data, err)
  178. }
  179. }
  180. func (a *Accesses) GetAllNodePricing(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  181. w.Header().Set("Content-Type", "application/json")
  182. w.Header().Set("Access-Control-Allow-Origin", "*")
  183. data, err := a.CloudProvider.AllNodePricing()
  184. WriteData(w, data, err)
  185. }
  186. func (a *Accesses) GetConfigs(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  187. w.Header().Set("Content-Type", "application/json")
  188. w.Header().Set("Access-Control-Allow-Origin", "*")
  189. data, err := a.CloudProvider.GetConfig()
  190. WriteData(w, data, err)
  191. }
  192. func (a *Accesses) UpdateSpotInfoConfigs(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  193. w.Header().Set("Content-Type", "application/json")
  194. w.Header().Set("Access-Control-Allow-Origin", "*")
  195. data, err := a.CloudProvider.UpdateConfig(r.Body, aws.SpotInfoUpdateType)
  196. WriteData(w, data, err)
  197. err = a.CloudProvider.DownloadPricingData()
  198. if err != nil {
  199. log.Errorf("Error redownloading data on config update: %s", err.Error())
  200. }
  201. }
  202. func (a *Accesses) UpdateAthenaInfoConfigs(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  203. w.Header().Set("Content-Type", "application/json")
  204. w.Header().Set("Access-Control-Allow-Origin", "*")
  205. data, err := a.CloudProvider.UpdateConfig(r.Body, aws.AthenaInfoUpdateType)
  206. WriteData(w, data, err)
  207. }
  208. func (a *Accesses) UpdateBigQueryInfoConfigs(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  209. w.Header().Set("Content-Type", "application/json")
  210. w.Header().Set("Access-Control-Allow-Origin", "*")
  211. data, err := a.CloudProvider.UpdateConfig(r.Body, gcp.BigqueryUpdateType)
  212. WriteData(w, data, err)
  213. }
  214. func (a *Accesses) UpdateAzureStorageConfigs(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  215. w.Header().Set("Content-Type", "application/json")
  216. w.Header().Set("Access-Control-Allow-Origin", "*")
  217. data, err := a.CloudProvider.UpdateConfig(r.Body, azure.AzureStorageUpdateType)
  218. if err != nil {
  219. WriteData(w, nil, err)
  220. return
  221. }
  222. WriteData(w, data, err)
  223. }
  224. func (a *Accesses) UpdateConfigByKey(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  225. w.Header().Set("Content-Type", "application/json")
  226. w.Header().Set("Access-Control-Allow-Origin", "*")
  227. data, err := a.CloudProvider.UpdateConfig(r.Body, "")
  228. WriteData(w, data, err)
  229. }
  230. func (a *Accesses) ManagementPlatform(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  231. w.Header().Set("Content-Type", "application/json")
  232. w.Header().Set("Access-Control-Allow-Origin", "*")
  233. data, err := a.CloudProvider.GetManagementPlatform()
  234. WriteData(w, data, err)
  235. }
  236. func (a *Accesses) ClusterInfo(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  237. w.Header().Set("Content-Type", "application/json")
  238. w.Header().Set("Access-Control-Allow-Origin", "*")
  239. data := a.ClusterInfoProvider.GetClusterInfo()
  240. WriteData(w, data, nil)
  241. }
  242. func (a *Accesses) GetClusterInfoMap(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  243. w.Header().Set("Content-Type", "application/json")
  244. w.Header().Set("Access-Control-Allow-Origin", "*")
  245. data := a.ClusterMap.AsMap()
  246. WriteData(w, data, nil)
  247. }
  248. func (a *Accesses) GetServiceAccountStatus(w http.ResponseWriter, _ *http.Request, _ httprouter.Params) {
  249. w.Header().Set("Content-Type", "application/json")
  250. w.Header().Set("Access-Control-Allow-Origin", "*")
  251. WriteData(w, a.CloudProvider.ServiceAccountStatus(), nil)
  252. }
  253. func (a *Accesses) GetPricingSourceStatus(w http.ResponseWriter, _ *http.Request, _ httprouter.Params) {
  254. w.Header().Set("Content-Type", "application/json")
  255. w.Header().Set("Access-Control-Allow-Origin", "*")
  256. data := a.CloudProvider.PricingSourceStatus()
  257. WriteData(w, data, nil)
  258. }
  259. func (a *Accesses) GetPricingSourceCounts(w http.ResponseWriter, _ *http.Request, _ httprouter.Params) {
  260. w.Header().Set("Content-Type", "application/json")
  261. w.Header().Set("Access-Control-Allow-Origin", "*")
  262. data, err := a.Model.GetPricingSourceCounts()
  263. WriteData(w, data, err)
  264. }
  265. func (a *Accesses) GetPricingSourceSummary(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
  266. w.Header().Set("Content-Type", "application/json")
  267. w.Header().Set("Access-Control-Allow-Origin", "*")
  268. data := a.CloudProvider.PricingSourceSummary()
  269. WriteData(w, data, nil)
  270. }
  271. func (a *Accesses) GetOrphanedPods(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  272. w.Header().Set("Content-Type", "application/json")
  273. w.Header().Set("Access-Control-Allow-Origin", "*")
  274. podlist := a.ClusterCache.GetAllPods()
  275. var lonePods []*clustercache.Pod
  276. for _, pod := range podlist {
  277. if len(pod.OwnerReferences) == 0 {
  278. lonePods = append(lonePods, pod)
  279. }
  280. }
  281. body, err := json.Marshal(lonePods)
  282. if err != nil {
  283. fmt.Fprintf(w, "Error decoding pod: %s", err)
  284. } else {
  285. w.Write(body)
  286. }
  287. }
  288. func (a *Accesses) GetInstallNamespace(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
  289. w.Header().Set("Content-Type", "application/json")
  290. w.Header().Set("Access-Control-Allow-Origin", "*")
  291. ns := env.GetInstallNamespace()
  292. w.Write([]byte(ns))
  293. }
  294. type InstallInfo struct {
  295. Containers []ContainerInfo `json:"containers"`
  296. ClusterInfo map[string]string `json:"clusterInfo"`
  297. Version string `json:"version"`
  298. }
  299. type ContainerInfo struct {
  300. ContainerName string `json:"containerName"`
  301. Image string `json:"image"`
  302. StartTime string `json:"startTime"`
  303. }
  304. func (a *Accesses) GetInstallInfo(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
  305. w.Header().Set("Content-Type", "application/json")
  306. w.Header().Set("Access-Control-Allow-Origin", "*")
  307. containers, err := GetKubecostContainers(a.KubeClientSet)
  308. if err != nil {
  309. http.Error(w, fmt.Sprintf("Unable to list pods: %s", err.Error()), http.StatusInternalServerError)
  310. return
  311. }
  312. info := InstallInfo{
  313. Containers: containers,
  314. ClusterInfo: make(map[string]string),
  315. Version: version.FriendlyVersion(),
  316. }
  317. nodes := a.ClusterCache.GetAllNodes()
  318. cachePods := a.ClusterCache.GetAllPods()
  319. info.ClusterInfo["nodeCount"] = strconv.Itoa(len(nodes))
  320. info.ClusterInfo["podCount"] = strconv.Itoa(len(cachePods))
  321. body, err := json.Marshal(info)
  322. if err != nil {
  323. http.Error(w, fmt.Sprintf("Error decoding pod: %s", err.Error()), http.StatusInternalServerError)
  324. return
  325. }
  326. w.Write(body)
  327. }
  328. func GetKubecostContainers(kubeClientSet kubernetes.Interface) ([]ContainerInfo, error) {
  329. pods, err := kubeClientSet.CoreV1().Pods(env.GetInstallNamespace()).List(context.Background(), metav1.ListOptions{
  330. LabelSelector: "app=cost-analyzer",
  331. FieldSelector: "status.phase=Running",
  332. Limit: 1,
  333. })
  334. if err != nil {
  335. return nil, fmt.Errorf("failed to query kubernetes client for kubecost pods: %s", err)
  336. }
  337. // If we have zero pods either something is weird with the install since the app selector is not exposed in the helm
  338. // chart or more likely we are running locally - in either case Images field will return as null
  339. var containers []ContainerInfo
  340. if len(pods.Items) > 0 {
  341. for _, pod := range pods.Items {
  342. for _, container := range pod.Spec.Containers {
  343. c := ContainerInfo{
  344. ContainerName: container.Name,
  345. Image: container.Image,
  346. StartTime: pod.Status.StartTime.String(),
  347. }
  348. containers = append(containers, c)
  349. }
  350. }
  351. }
  352. return containers, nil
  353. }
  354. func (a *Accesses) AddServiceKey(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  355. w.Header().Set("Content-Type", "application/json")
  356. w.Header().Set("Access-Control-Allow-Origin", "*")
  357. r.ParseForm()
  358. key := r.PostForm.Get("key")
  359. k := []byte(key)
  360. err := os.WriteFile(path.Join(env.GetConfigPathWithDefault(env.DefaultConfigMountPath), "key.json"), k, 0644)
  361. if err != nil {
  362. fmt.Fprintf(w, "Error writing service key: %s", err)
  363. }
  364. w.WriteHeader(http.StatusOK)
  365. }
  366. func (a *Accesses) GetHelmValues(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
  367. w.Header().Set("Content-Type", "application/json")
  368. w.Header().Set("Access-Control-Allow-Origin", "*")
  369. encodedValues := sysenv.Get("HELM_VALUES", "")
  370. if encodedValues == "" {
  371. fmt.Fprintf(w, "Values reporting disabled")
  372. return
  373. }
  374. result, err := base64.StdEncoding.DecodeString(encodedValues)
  375. if err != nil {
  376. fmt.Fprintf(w, "Failed to decode encoded values: %s", err)
  377. return
  378. }
  379. w.Write(result)
  380. }
  381. func Initialize(router *httprouter.Router, additionalConfigWatchers ...*watcher.ConfigMapWatcher) *Accesses {
  382. var err error
  383. // Kubernetes API setup
  384. kubeClientset, err := kubeconfig.LoadKubeClient("")
  385. if err != nil {
  386. log.Fatalf("Failed to build Kubernetes client: %s", err.Error())
  387. }
  388. // Create Kubernetes Cluster Cache + Watchers
  389. k8sCache := clusterc.NewKubernetesClusterCache(kubeClientset)
  390. k8sCache.Run()
  391. // Create ConfigFileManager for synchronization of shared configuration
  392. confManager := config.NewConfigFileManager(&config.ConfigFileManagerOpts{
  393. BucketStoreConfig: env.GetConfigBucketFile(),
  394. LocalConfigPath: "/",
  395. })
  396. configPrefix := env.GetConfigPathWithDefault("/var/configs/")
  397. cloudProviderKey := env.GetCloudProviderAPIKey()
  398. cloudProvider, err := provider.NewProvider(k8sCache, cloudProviderKey, confManager)
  399. if err != nil {
  400. panic(err.Error())
  401. }
  402. // ClusterInfo Provider to provide the cluster map with local and remote cluster data
  403. var clusterInfoProvider clusters.ClusterInfoProvider
  404. if env.IsClusterInfoFileEnabled() {
  405. clusterInfoFile := confManager.ConfigFileAt(path.Join(configPrefix, "cluster-info.json"))
  406. clusterInfoProvider = NewConfiguredClusterInfoProvider(clusterInfoFile)
  407. } else {
  408. clusterInfoProvider = NewLocalClusterInfoProvider(kubeClientset, cloudProvider)
  409. }
  410. const maxRetries = 10
  411. const retryInterval = 10 * time.Second
  412. var fatalErr error
  413. ctx, cancel := context.WithCancel(context.Background())
  414. fn := func() (source.OpenCostDataSource, error) {
  415. ds, e := prom.NewDefaultPrometheusDataSource(clusterInfoProvider)
  416. if e != nil {
  417. if source.IsRetryable(e) {
  418. return nil, e
  419. }
  420. fatalErr = e
  421. cancel()
  422. }
  423. return ds, e
  424. }
  425. if env.IsCollectorDataSourceEnabled() {
  426. fn = func() (source.OpenCostDataSource, error) {
  427. store := getStorage()
  428. nodeStatConf, err := NewNodeClientConfigFromEnv()
  429. if err != nil {
  430. return nil, fmt.Errorf("failed to get node client config: %w", err)
  431. }
  432. clusterConfig, err := kubeconfig.LoadKubeconfig("")
  433. if err != nil {
  434. return nil, fmt.Errorf("failed to load kube config: %w", err)
  435. }
  436. nodeStatClient := nodestats.NewNodeStatsSummaryClient(k8sCache, nodeStatConf, clusterConfig)
  437. ds := collector.NewDefaultCollectorDataSource(
  438. store,
  439. clusterInfoProvider,
  440. k8sCache,
  441. nodeStatClient,
  442. )
  443. return ds, nil
  444. }
  445. }
  446. dataSource, _ := retry.Retry(
  447. ctx,
  448. fn,
  449. maxRetries,
  450. retryInterval,
  451. )
  452. if fatalErr != nil {
  453. log.Fatalf("Failed to create Prometheus data source: %s", fatalErr)
  454. panic(fatalErr)
  455. }
  456. // Append the pricing config watcher
  457. kubecostNamespace := env.GetInstallNamespace()
  458. configWatchers := watcher.NewConfigMapWatchers(kubeClientset, kubecostNamespace, additionalConfigWatchers...)
  459. configWatchers.AddWatcher(provider.ConfigWatcherFor(cloudProvider))
  460. configWatchers.AddWatcher(metrics.GetMetricsConfigWatcher())
  461. configWatchers.Watch()
  462. clusterMap := dataSource.ClusterMap()
  463. settingsCache := cache.New(cache.NoExpiration, cache.NoExpiration)
  464. costModel := NewCostModel(dataSource, cloudProvider, k8sCache, clusterMap, dataSource.BatchDuration())
  465. metricsEmitter := NewCostModelMetricsEmitter(k8sCache, cloudProvider, clusterInfoProvider, costModel)
  466. a := &Accesses{
  467. DataSource: dataSource,
  468. KubeClientSet: kubeClientset,
  469. ClusterCache: k8sCache,
  470. ClusterMap: clusterMap,
  471. CloudProvider: cloudProvider,
  472. ConfigFileManager: confManager,
  473. ClusterInfoProvider: clusterInfoProvider,
  474. Model: costModel,
  475. MetricsEmitter: metricsEmitter,
  476. SettingsCache: settingsCache,
  477. }
  478. // Initialize mechanism for subscribing to settings changes
  479. a.InitializeSettingsPubSub()
  480. err = a.CloudProvider.DownloadPricingData()
  481. if err != nil {
  482. log.Infof("Failed to download pricing data: %s", err)
  483. }
  484. if !env.IsKubecostMetricsPodEnabled() {
  485. a.MetricsEmitter.Start()
  486. }
  487. a.DataSource.RegisterEndPoints(router)
  488. router.GET("/costDataModel", a.CostDataModel)
  489. router.GET("/allocation/compute", a.ComputeAllocationHandler)
  490. router.GET("/allocation/compute/summary", a.ComputeAllocationHandlerSummary)
  491. router.GET("/allNodePricing", a.GetAllNodePricing)
  492. router.POST("/refreshPricing", a.RefreshPricingData)
  493. router.GET("/managementPlatform", a.ManagementPlatform)
  494. router.GET("/clusterInfo", a.ClusterInfo)
  495. router.GET("/clusterInfoMap", a.GetClusterInfoMap)
  496. router.GET("/serviceAccountStatus", a.GetServiceAccountStatus)
  497. router.GET("/pricingSourceStatus", a.GetPricingSourceStatus)
  498. router.GET("/pricingSourceSummary", a.GetPricingSourceSummary)
  499. router.GET("/pricingSourceCounts", a.GetPricingSourceCounts)
  500. router.GET("/orphanedPods", a.GetOrphanedPods)
  501. router.GET("/installNamespace", a.GetInstallNamespace)
  502. router.GET("/installInfo", a.GetInstallInfo)
  503. router.POST("/serviceKey", a.AddServiceKey)
  504. router.GET("/helmValues", a.GetHelmValues)
  505. InitializeQuota(router, kubeClientset)
  506. return a
  507. }
  508. func getStorage() storage.Storage {
  509. var store storage.Storage
  510. pvMountPath := env.GetPVMountPath()
  511. if pvMountPath != "" {
  512. store = storage.NewFileStorage(pvMountPath)
  513. }
  514. return store
  515. }
  516. // InitializeCloudCost Initializes Cloud Cost pipeline and querier and registers endpoints
  517. func InitializeCloudCost(router *httprouter.Router, providerConfig models.ProviderConfig) {
  518. log.Debugf("Cloud Cost config path: %s", env.GetCloudCostConfigPath())
  519. cloudConfigController := cloudconfig.NewMemoryController(providerConfig)
  520. repo := cloudcost.NewMemoryRepository()
  521. cloudCostPipelineService := cloudcost.NewPipelineService(repo, cloudConfigController, cloudcost.DefaultIngestorConfiguration())
  522. repoQuerier := cloudcost.NewRepositoryQuerier(repo)
  523. cloudCostQueryService := cloudcost.NewQueryService(repoQuerier, repoQuerier)
  524. router.GET("/cloud/config/export", cloudConfigController.GetExportConfigHandler())
  525. router.GET("/cloud/config/enable", cloudConfigController.GetEnableConfigHandler())
  526. router.GET("/cloud/config/disable", cloudConfigController.GetDisableConfigHandler())
  527. router.GET("/cloud/config/delete", cloudConfigController.GetDeleteConfigHandler())
  528. router.GET("/cloudCost", cloudCostQueryService.GetCloudCostHandler())
  529. router.GET("/cloudCost/view/graph", cloudCostQueryService.GetCloudCostViewGraphHandler())
  530. router.GET("/cloudCost/view/totals", cloudCostQueryService.GetCloudCostViewTotalsHandler())
  531. router.GET("/cloudCost/view/table", cloudCostQueryService.GetCloudCostViewTableHandler())
  532. router.GET("/cloudCost/status", cloudCostPipelineService.GetCloudCostStatusHandler())
  533. router.GET("/cloudCost/rebuild", cloudCostPipelineService.GetCloudCostRebuildHandler())
  534. router.GET("/cloudCost/repair", cloudCostPipelineService.GetCloudCostRepairHandler())
  535. }
  536. func InitializeQuota(router *httprouter.Router, clientset *kubernetes.Clientset) {
  537. router.GET("/resourcequota", resourcequota.GetQuotaMetricsHandler(clientset))
  538. }
  539. func InitializeCustomCost(router *httprouter.Router) *customcost.PipelineService {
  540. hourlyRepo := customcost.NewMemoryRepository()
  541. dailyRepo := customcost.NewMemoryRepository()
  542. ingConfig := customcost.DefaultIngestorConfiguration()
  543. var err error
  544. customCostPipelineService, err := customcost.NewPipelineService(hourlyRepo, dailyRepo, ingConfig)
  545. if err != nil {
  546. log.Errorf("error instantiating custom cost pipeline service: %v", err)
  547. return nil
  548. }
  549. customCostQuerier := customcost.NewRepositoryQuerier(hourlyRepo, dailyRepo, ingConfig.HourlyDuration, ingConfig.DailyDuration)
  550. customCostQueryService := customcost.NewQueryService(customCostQuerier)
  551. router.GET("/customCost/total", customCostQueryService.GetCustomCostTotalHandler())
  552. router.GET("/customCost/timeseries", customCostQueryService.GetCustomCostTimeseriesHandler())
  553. return customCostPipelineService
  554. }