queryservice_helper.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. package cloudcost
  2. import (
  3. "encoding/csv"
  4. "fmt"
  5. "net/http"
  6. "strings"
  7. filter21 "github.com/opencost/opencost/pkg/filter21"
  8. "github.com/opencost/opencost/pkg/filter21/cloudcost"
  9. "github.com/opencost/opencost/pkg/kubecost"
  10. "github.com/opencost/opencost/pkg/prom"
  11. "github.com/opencost/opencost/pkg/util/httputil"
  12. )
  13. func ParseCloudCostRequest(qp httputil.QueryParams) (*QueryRequest, error) {
  14. windowStr := qp.Get("window", "")
  15. if windowStr == "" {
  16. return nil, fmt.Errorf("missing require window param")
  17. }
  18. window, err := kubecost.ParseWindowUTC(windowStr)
  19. if err != nil {
  20. return nil, fmt.Errorf("invalid window parameter: %w", err)
  21. }
  22. if window.IsOpen() {
  23. return nil, fmt.Errorf("invalid window parameter: %s", window.String())
  24. }
  25. aggregateByRaw := qp.GetList("aggregate", ",")
  26. var aggregateBy []string
  27. for _, aggBy := range aggregateByRaw {
  28. prop, err := ParseCloudCostProperty(aggBy)
  29. if err != nil {
  30. return nil, fmt.Errorf("error parsing aggregate by %v", err)
  31. }
  32. aggregateBy = append(aggregateBy, prop)
  33. }
  34. accumulate := kubecost.ParseAccumulate(qp.Get("accumulate", ""))
  35. var filter filter21.Filter
  36. filterString := qp.Get("filter", "")
  37. if filterString != "" {
  38. parser := cloudcost.NewCloudCostFilterParser()
  39. filter, err = parser.Parse(filterString)
  40. if err != nil {
  41. return nil, fmt.Errorf("Parsing 'filter' parameter: %s", err)
  42. }
  43. }
  44. opts := &QueryRequest{
  45. Start: *window.Start(),
  46. End: *window.End(),
  47. AggregateBy: aggregateBy,
  48. Accumulate: accumulate,
  49. Filter: filter,
  50. }
  51. return opts, nil
  52. }
  53. func ParseCloudCostProperty(text string) (string, error) {
  54. switch strings.TrimSpace(strings.ToLower(text)) {
  55. case strings.ToLower(kubecost.CloudCostInvoiceEntityIDProp):
  56. return kubecost.CloudCostInvoiceEntityIDProp, nil
  57. case strings.ToLower(kubecost.CloudCostAccountIDProp):
  58. return kubecost.CloudCostAccountIDProp, nil
  59. case strings.ToLower(kubecost.CloudCostProviderProp):
  60. return kubecost.CloudCostProviderProp, nil
  61. case strings.ToLower(kubecost.CloudCostProviderIDProp):
  62. return kubecost.CloudCostProviderIDProp, nil
  63. case strings.ToLower(kubecost.CloudCostCategoryProp):
  64. return kubecost.CloudCostCategoryProp, nil
  65. case strings.ToLower(kubecost.CloudCostServiceProp):
  66. return kubecost.CloudCostServiceProp, nil
  67. }
  68. if strings.HasPrefix(text, "label:") {
  69. label := prom.SanitizeLabelName(strings.TrimSpace(strings.TrimPrefix(text, "label:")))
  70. return fmt.Sprintf("label:%s", label), nil
  71. }
  72. return "", fmt.Errorf("invalid cloud cost property: %s", text)
  73. }
  74. func parseCloudCostViewRequest(qp httputil.QueryParams) (*ViewQueryRequest, error) {
  75. qr, err := ParseCloudCostRequest(qp)
  76. if err != nil {
  77. return nil, err
  78. }
  79. // parse cost metric
  80. costMetricName, err := kubecost.ParseCostMetricName(qp.Get("costMetric", string(kubecost.CostMetricAmortizedNetCost)))
  81. if err != nil {
  82. return nil, fmt.Errorf("error parsing 'costMetric': %w", err)
  83. }
  84. limit := qp.GetInt("limit", 0)
  85. if limit < 0 {
  86. return nil, fmt.Errorf("invalid value for limit %d", limit)
  87. }
  88. offset := qp.GetInt("offset", 0)
  89. if offset < 0 {
  90. return nil, fmt.Errorf("invalid value for offset %d", offset)
  91. }
  92. // parse order
  93. order, err := ParseSortDirection(qp.Get("sortByOrder", "desc"))
  94. if err != nil {
  95. return nil, fmt.Errorf("error parsing 'sortByOrder: %w", err)
  96. }
  97. sortColumn, err := ParseSortField(qp.Get("sortBy", "cost"))
  98. if err != nil {
  99. return nil, fmt.Errorf("error parsing 'sortBy': %w", err)
  100. }
  101. return &ViewQueryRequest{
  102. QueryRequest: *qr,
  103. CostMetricName: costMetricName,
  104. ChartItemsLength: DefaultChartItemsLength,
  105. Limit: limit,
  106. Offset: offset,
  107. SortDirection: order,
  108. SortColumn: sortColumn,
  109. }, nil
  110. }
  111. // CloudCostViewTableRowsToCSV takes the csv writer and writes the ViewTableRows into the writer.
  112. func CloudCostViewTableRowsToCSV(writer *csv.Writer, ctr ViewTableRows, window string) error {
  113. defer writer.Flush()
  114. // Write the column headers
  115. headers := []string{
  116. "Name",
  117. "K8s Utilization",
  118. "Total",
  119. "Window",
  120. }
  121. err := writer.Write(headers)
  122. if err != nil {
  123. return fmt.Errorf("CloudCostViewTableRowsToCSV: failed to convert ViewTableRows to csv with error: %w", err)
  124. }
  125. // Write one row per entry in the ViewTableRows
  126. for _, row := range ctr {
  127. err = writer.Write([]string{
  128. row.Name,
  129. fmt.Sprintf("%.3f", row.KubernetesPercent),
  130. fmt.Sprintf("%.3f", row.Cost),
  131. window,
  132. })
  133. if err != nil {
  134. return fmt.Errorf("CloudCostViewTableRowsToCSV: failed to convert ViewTableRows to csv with error: %w", err)
  135. }
  136. }
  137. return nil
  138. }
  139. func writeCloudCostViewTableRowsAsCSV(w http.ResponseWriter, ctr ViewTableRows, window string) {
  140. writer := csv.NewWriter(w)
  141. err := CloudCostViewTableRowsToCSV(writer, ctr, window)
  142. if err != nil {
  143. protocol.WriteError(w, protocol.InternalServerError(err.Error()))
  144. return
  145. }
  146. }