queryservice_helper.go 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. package cloudcost
  2. import (
  3. "encoding/csv"
  4. "fmt"
  5. "net/http"
  6. "github.com/opencost/opencost/core/pkg/filter"
  7. "github.com/opencost/opencost/core/pkg/filter/cloudcost"
  8. "github.com/opencost/opencost/core/pkg/opencost"
  9. "github.com/opencost/opencost/core/pkg/util/httputil"
  10. )
  11. func ParseCloudCostRequest(qp httputil.QueryParams) (*QueryRequest, error) {
  12. windowStr := qp.Get("window", "")
  13. if windowStr == "" {
  14. return nil, fmt.Errorf("missing required 'window' parameter")
  15. }
  16. window, err := opencost.ParseWindowUTC(windowStr)
  17. if err != nil {
  18. return nil, fmt.Errorf("invalid window parameter: %w", err)
  19. }
  20. if window.IsOpen() {
  21. return nil, fmt.Errorf("invalid window parameter: %s", window.String())
  22. }
  23. aggregateByRaw := qp.GetList("aggregate", ",")
  24. var aggregateBy []string
  25. for _, aggBy := range aggregateByRaw {
  26. prop, err := opencost.ParseCloudCostProperty(aggBy)
  27. if err != nil {
  28. return nil, fmt.Errorf("error parsing aggregate by %v", err)
  29. }
  30. aggregateBy = append(aggregateBy, string(prop))
  31. }
  32. // if we're aggregating by nothing (aka `item` on the frontend) then aggregate by all
  33. if len(aggregateBy) == 0 {
  34. aggregateBy = []string{opencost.CloudCostInvoiceEntityIDProp, opencost.CloudCostAccountIDProp, opencost.CloudCostProviderProp, opencost.CloudCostProviderIDProp, opencost.CloudCostCategoryProp, opencost.CloudCostServiceProp}
  35. }
  36. accumulate := opencost.ParseAccumulate(qp.Get("accumulate", ""))
  37. var filter filter.Filter
  38. filterString := qp.Get("filter", "")
  39. if filterString != "" {
  40. parser := cloudcost.NewCloudCostFilterParser()
  41. filter, err = parser.Parse(filterString)
  42. if err != nil {
  43. return nil, fmt.Errorf("invalid 'filter' parameter: %w", err)
  44. }
  45. }
  46. opts := &QueryRequest{
  47. Start: *window.Start(),
  48. End: *window.End(),
  49. AggregateBy: aggregateBy,
  50. Accumulate: accumulate,
  51. Filter: filter,
  52. }
  53. return opts, nil
  54. }
  55. func ParseCloudCostViewRequest(qp httputil.QueryParams) (*ViewQueryRequest, error) {
  56. qr, err := ParseCloudCostRequest(qp)
  57. if err != nil {
  58. return nil, err
  59. }
  60. // parse cost metric
  61. costMetricName, err := opencost.ParseCostMetricName(qp.Get("costMetric", string(opencost.CostMetricAmortizedNetCost)))
  62. if err != nil {
  63. return nil, fmt.Errorf("error parsing 'costMetric': %w", err)
  64. }
  65. limit := qp.GetInt("limit", 0)
  66. if limit < 0 {
  67. return nil, fmt.Errorf("invalid value for limit %d", limit)
  68. }
  69. offset := qp.GetInt("offset", 0)
  70. if offset < 0 {
  71. return nil, fmt.Errorf("invalid value for offset %d", offset)
  72. }
  73. // parse order
  74. order, err := ParseSortDirection(qp.Get("sortByOrder", "desc"))
  75. if err != nil {
  76. return nil, fmt.Errorf("error parsing 'sortByOrder: %w", err)
  77. }
  78. sortColumn, err := ParseSortField(qp.Get("sortBy", "cost"))
  79. if err != nil {
  80. return nil, fmt.Errorf("error parsing 'sortBy': %w", err)
  81. }
  82. // includeCount controls whether the (potentially very expensive) NumResults
  83. // count is computed alongside the combined cost. Defaults to true; callers
  84. // pass includeCount=false to skip it.
  85. includeCount := qp.GetBool("includeCount", true)
  86. return &ViewQueryRequest{
  87. QueryRequest: *qr,
  88. CostMetricName: costMetricName,
  89. ChartItemsLength: DefaultChartItemsLength,
  90. Limit: limit,
  91. Offset: offset,
  92. SortDirection: order,
  93. SortColumn: sortColumn,
  94. SkipCount: !includeCount,
  95. }, nil
  96. }
  97. // CloudCostViewTableRowsToCSV takes the csv writer and writes the ViewTableRows into the writer.
  98. func CloudCostViewTableRowsToCSV(writer *csv.Writer, ctr ViewTableRows, window string) error {
  99. defer writer.Flush()
  100. // Write the column headers
  101. headers := []string{
  102. "Name",
  103. "K8s Utilization",
  104. "Total",
  105. "Window",
  106. }
  107. err := writer.Write(headers)
  108. if err != nil {
  109. return fmt.Errorf("CloudCostViewTableRowsToCSV: failed to convert ViewTableRows to csv with error: %w", err)
  110. }
  111. // Write one row per entry in the ViewTableRows
  112. for _, row := range ctr {
  113. err = writer.Write([]string{
  114. row.Name,
  115. fmt.Sprintf("%.3f", row.KubernetesPercent),
  116. fmt.Sprintf("%.3f", row.Cost),
  117. window,
  118. })
  119. if err != nil {
  120. return fmt.Errorf("CloudCostViewTableRowsToCSV: failed to convert ViewTableRows to csv with error: %w", err)
  121. }
  122. }
  123. return nil
  124. }
  125. func writeCloudCostViewTableRowsAsCSV(w http.ResponseWriter, ctr ViewTableRows, window string) {
  126. writer := csv.NewWriter(w)
  127. err := CloudCostViewTableRowsToCSV(writer, ctr, window)
  128. if err != nil {
  129. protocol.WriteError(w, protocol.InternalServerError(err.Error()))
  130. return
  131. }
  132. }