asset_test.go 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267
  1. package kubecost
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "math"
  6. "testing"
  7. "time"
  8. util "github.com/kubecost/cost-model/pkg/util"
  9. )
  10. var start1 = time.Date(2020, time.January, 1, 0, 0, 0, 0, time.UTC)
  11. var start2 = start1.Add(day)
  12. var start3 = start2.Add(day)
  13. var start4 = start2.Add(day)
  14. var windows = []Window{
  15. NewWindow(&start1, &start2),
  16. NewWindow(&start2, &start3),
  17. NewWindow(&start3, &start4),
  18. }
  19. const gb = 1024 * 1024 * 1024
  20. // generateAssetSet generates the following topology:
  21. //
  22. // | Asset | Cost | Adj |
  23. // +------------------------------+------+------+
  24. // cluster1:
  25. // node1: 6.00 1.00
  26. // node2: 4.00 1.50
  27. // node3: 7.00 -0.50
  28. // disk1: 2.50 0.00
  29. // disk2: 1.50 0.00
  30. // clusterManagement1: 3.00 0.00
  31. // +------------------------------+------+------+
  32. // cluster1 subtotal 24.00 2.00
  33. // +------------------------------+------+------+
  34. // cluster2:
  35. // node4: 12.00 -1.00
  36. // disk3: 2.50 0.00
  37. // disk4: 1.50 0.00
  38. // clusterManagement2: 0.00 0.00
  39. // +------------------------------+------+------+
  40. // cluster2 subtotal 16.00 -1.00
  41. // +------------------------------+------+------+
  42. // cluster3:
  43. // node5: 17.00 2.00
  44. // +------------------------------+------+------+
  45. // cluster3 subtotal 17.00 2.00
  46. // +------------------------------+------+------+
  47. // total 57.00 3.00
  48. // +------------------------------+------+------+
  49. func generateAssetSet(start time.Time) *AssetSet {
  50. end := start.Add(day)
  51. window := NewWindow(&start, &end)
  52. hours := window.Duration().Hours()
  53. node1 := NewNode("node1", "cluster1", "gcp-node1", *window.Clone().start, *window.Clone().end, window.Clone())
  54. node1.CPUCost = 4.0
  55. node1.RAMCost = 4.0
  56. node1.GPUCost = 2.0
  57. node1.Discount = 0.5
  58. node1.CPUCoreHours = 2.0 * hours
  59. node1.RAMByteHours = 4.0 * gb * hours
  60. node1.SetAdjustment(1.0)
  61. node1.SetLabels(map[string]string{"test": "test"})
  62. node2 := NewNode("node2", "cluster1", "gcp-node2", *window.Clone().start, *window.Clone().end, window.Clone())
  63. node2.CPUCost = 4.0
  64. node2.RAMCost = 4.0
  65. node2.GPUCost = 0.0
  66. node2.Discount = 0.5
  67. node2.CPUCoreHours = 2.0 * hours
  68. node2.RAMByteHours = 4.0 * gb * hours
  69. node2.SetAdjustment(1.5)
  70. node3 := NewNode("node3", "cluster1", "gcp-node3", *window.Clone().start, *window.Clone().end, window.Clone())
  71. node3.CPUCost = 4.0
  72. node3.RAMCost = 4.0
  73. node3.GPUCost = 3.0
  74. node3.Discount = 0.5
  75. node3.CPUCoreHours = 2.0 * hours
  76. node3.RAMByteHours = 4.0 * gb * hours
  77. node3.SetAdjustment(-0.5)
  78. node4 := NewNode("node4", "cluster2", "gcp-node4", *window.Clone().start, *window.Clone().end, window.Clone())
  79. node4.CPUCost = 10.0
  80. node4.RAMCost = 6.0
  81. node4.GPUCost = 0.0
  82. node4.Discount = 0.25
  83. node4.CPUCoreHours = 4.0 * hours
  84. node4.RAMByteHours = 12.0 * gb * hours
  85. node4.SetAdjustment(-1.0)
  86. node5 := NewNode("node5", "cluster3", "aws-node5", *window.Clone().start, *window.Clone().end, window.Clone())
  87. node5.CPUCost = 10.0
  88. node5.RAMCost = 7.0
  89. node5.GPUCost = 0.0
  90. node5.Discount = 0.0
  91. node5.CPUCoreHours = 8.0 * hours
  92. node5.RAMByteHours = 24.0 * gb * hours
  93. node5.SetAdjustment(2.0)
  94. disk1 := NewDisk("disk1", "cluster1", "gcp-disk1", *window.Clone().start, *window.Clone().end, window.Clone())
  95. disk1.Cost = 2.5
  96. disk1.ByteHours = 100 * gb * hours
  97. disk2 := NewDisk("disk2", "cluster1", "gcp-disk2", *window.Clone().start, *window.Clone().end, window.Clone())
  98. disk2.Cost = 1.5
  99. disk2.ByteHours = 60 * gb * hours
  100. disk3 := NewDisk("disk3", "cluster2", "gcp-disk3", *window.Clone().start, *window.Clone().end, window.Clone())
  101. disk3.Cost = 2.5
  102. disk3.ByteHours = 100 * gb * hours
  103. disk4 := NewDisk("disk4", "cluster2", "gcp-disk4", *window.Clone().start, *window.Clone().end, window.Clone())
  104. disk4.Cost = 1.5
  105. disk4.ByteHours = 100 * gb * hours
  106. cm1 := NewClusterManagement("gcp", "cluster1", window.Clone())
  107. cm1.Cost = 3.0
  108. cm2 := NewClusterManagement("gcp", "cluster2", window.Clone())
  109. cm2.Cost = 0.0
  110. return NewAssetSet(
  111. start, end,
  112. // cluster 1
  113. node1, node2, node3, disk1, disk2, cm1,
  114. // cluster 2
  115. node4, disk3, disk4, cm2,
  116. // cluster 3
  117. node5,
  118. )
  119. }
  120. func assertAssetSet(t *testing.T, as *AssetSet, msg string, window Window, exps map[string]float64, err error) {
  121. if err != nil {
  122. t.Fatalf("AssetSet.AggregateBy[%s]: unexpected error: %s", msg, err)
  123. }
  124. if as.Length() != len(exps) {
  125. t.Fatalf("AssetSet.AggregateBy[%s]: expected set of length %d, actual %d", msg, len(exps), as.Length())
  126. }
  127. if !as.Window.Equal(window) {
  128. t.Fatalf("AssetSet.AggregateBy[%s]: expected window %s, actual %s", msg, window, as.Window)
  129. }
  130. as.Each(func(key string, a Asset) {
  131. if exp, ok := exps[key]; ok {
  132. if math.Round(a.TotalCost()*100) != math.Round(exp*100) {
  133. t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected total cost %.2f, actual %.2f", msg, key, exp, a.TotalCost())
  134. }
  135. if !a.Window().Equal(window) {
  136. t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected window %s, actual %s", msg, key, window, a.Window())
  137. }
  138. } else {
  139. t.Fatalf("AssetSet.AggregateBy[%s]: unexpected asset: %s", msg, key)
  140. }
  141. })
  142. }
  143. func printAssetSet(msg string, as *AssetSet) {
  144. fmt.Printf("--- %s ---\n", msg)
  145. as.Each(func(key string, a Asset) {
  146. fmt.Printf(" > %s: %s\n", key, a)
  147. })
  148. }
  149. func TestAny_Add(t *testing.T) {
  150. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  151. any1.SetProperties(&AssetProperties{
  152. Name: "any1",
  153. Cluster: "cluster1",
  154. ProviderID: "any1",
  155. })
  156. any1.Cost = 9.0
  157. any1.SetAdjustment(1.0)
  158. any2 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  159. any2.SetProperties(&AssetProperties{
  160. Name: "any2",
  161. Cluster: "cluster1",
  162. ProviderID: "any2",
  163. })
  164. any2.Cost = 4.0
  165. any2.SetAdjustment(1.0)
  166. any3 := any1.Add(any2)
  167. // Check that the sums and properties are correct
  168. if any3.TotalCost() != 15.0 {
  169. t.Fatalf("Any.Add: expected %f; got %f", 15.0, any3.TotalCost())
  170. }
  171. if any3.Adjustment() != 2.0 {
  172. t.Fatalf("Any.Add: expected %f; got %f", 2.0, any3.Adjustment())
  173. }
  174. if any3.Properties().Cluster != "cluster1" {
  175. t.Fatalf("Any.Add: expected %s; got %s", "cluster1", any3.Properties().Cluster)
  176. }
  177. if any3.Type() != AnyAssetType {
  178. t.Fatalf("Any.Add: expected %s; got %s", AnyAssetType, any3.Type())
  179. }
  180. if any3.Properties().ProviderID != "" {
  181. t.Fatalf("Any.Add: expected %s; got %s", "", any3.Properties().ProviderID)
  182. }
  183. if any3.Properties().Name != "" {
  184. t.Fatalf("Any.Add: expected %s; got %s", "", any3.Properties().Name)
  185. }
  186. // Check that the original assets are unchanged
  187. if any1.TotalCost() != 10.0 {
  188. t.Fatalf("Any.Add: expected %f; got %f", 10.0, any1.TotalCost())
  189. }
  190. if any1.Adjustment() != 1.0 {
  191. t.Fatalf("Any.Add: expected %f; got %f", 1.0, any1.Adjustment())
  192. }
  193. if any2.TotalCost() != 5.0 {
  194. t.Fatalf("Any.Add: expected %f; got %f", 5.0, any2.TotalCost())
  195. }
  196. if any2.Adjustment() != 1.0 {
  197. t.Fatalf("Any.Add: expected %f; got %f", 1.0, any2.Adjustment())
  198. }
  199. }
  200. func TestAny_Clone(t *testing.T) {
  201. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  202. any1.SetProperties(&AssetProperties{
  203. Name: "any1",
  204. Cluster: "cluster1",
  205. ProviderID: "any1",
  206. })
  207. any1.Cost = 9.0
  208. any1.SetAdjustment(1.0)
  209. any2 := any1.Clone()
  210. any1.Cost = 18.0
  211. any1.SetAdjustment(2.0)
  212. // any2 should match any1, even after mutating any1
  213. if any2.TotalCost() != 10.0 {
  214. t.Fatalf("Any.Clone: expected %f; got %f", 10.0, any2.TotalCost())
  215. }
  216. if any2.Adjustment() != 1.0 {
  217. t.Fatalf("Any.Clone: expected %f; got %f", 1.0, any2.Adjustment())
  218. }
  219. }
  220. func TestAny_MarshalJSON(t *testing.T) {
  221. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  222. any1.SetProperties(&AssetProperties{
  223. Name: "any1",
  224. Cluster: "cluster1",
  225. ProviderID: "any1",
  226. })
  227. any1.Cost = 9.0
  228. any1.SetAdjustment(1.0)
  229. _, err := json.Marshal(any1)
  230. if err != nil {
  231. t.Fatalf("Any.MarshalJSON: unexpected error: %s", err)
  232. }
  233. any2 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  234. any2.SetProperties(&AssetProperties{
  235. Name: "any2",
  236. Cluster: "cluster1",
  237. ProviderID: "any2",
  238. })
  239. any2.Cost = math.NaN()
  240. any2.SetAdjustment(1.0)
  241. _, err = json.Marshal(any2)
  242. if err != nil {
  243. t.Fatalf("Any.MarshalJSON: unexpected error: %s", err)
  244. }
  245. }
  246. func TestDisk_Add(t *testing.T) {
  247. // 1. aggregate: add size, local
  248. // 2. accumulate: don't add size, local
  249. hours := windows[0].Duration().Hours()
  250. // Aggregate: two disks, one window
  251. disk1 := NewDisk("disk1", "cluster1", "disk1", *windows[0].start, *windows[0].end, windows[0])
  252. disk1.ByteHours = 100.0 * gb * hours
  253. disk1.Cost = 9.0
  254. disk1.SetAdjustment(1.0)
  255. if disk1.Bytes() != 100.0*gb {
  256. t.Fatalf("Disk.Add: expected %f; got %f", 100.0*gb, disk1.Bytes())
  257. }
  258. disk2 := NewDisk("disk2", "cluster1", "disk2", *windows[0].start, *windows[0].end, windows[0])
  259. disk2.ByteHours = 60.0 * gb * hours
  260. disk2.Cost = 4.0
  261. disk2.Local = 1.0
  262. disk2.SetAdjustment(1.0)
  263. if disk2.Bytes() != 60.0*gb {
  264. t.Fatalf("Disk.Add: expected %f; got %f", 60.0*gb, disk2.Bytes())
  265. }
  266. diskT := disk1.Add(disk2).(*Disk)
  267. // Check that the sums and properties are correct
  268. if diskT.TotalCost() != 15.0 {
  269. t.Fatalf("Disk.Add: expected %f; got %f", 15.0, diskT.TotalCost())
  270. }
  271. if diskT.Adjustment() != 2.0 {
  272. t.Fatalf("Disk.Add: expected %f; got %f", 2.0, diskT.Adjustment())
  273. }
  274. if diskT.Properties().Cluster != "cluster1" {
  275. t.Fatalf("Disk.Add: expected %s; got %s", "cluster1", diskT.Properties().Cluster)
  276. }
  277. if diskT.Type() != DiskAssetType {
  278. t.Fatalf("Disk.Add: expected %s; got %s", AnyAssetType, diskT.Type())
  279. }
  280. if diskT.Properties().ProviderID != "" {
  281. t.Fatalf("Disk.Add: expected %s; got %s", "", diskT.Properties().ProviderID)
  282. }
  283. if diskT.Properties().Name != "" {
  284. t.Fatalf("Disk.Add: expected %s; got %s", "", diskT.Properties().Name)
  285. }
  286. if diskT.Bytes() != 160.0*gb {
  287. t.Fatalf("Disk.Add: expected %f; got %f", 160.0*gb, diskT.Bytes())
  288. }
  289. if !util.IsApproximately(diskT.Local, 0.333333) {
  290. t.Fatalf("Disk.Add: expected %f; got %f", 0.333333, diskT.Local)
  291. }
  292. // Check that the original assets are unchanged
  293. if disk1.TotalCost() != 10.0 {
  294. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, disk1.TotalCost())
  295. }
  296. if disk1.Adjustment() != 1.0 {
  297. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk1.Adjustment())
  298. }
  299. if disk1.Local != 0.0 {
  300. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, disk1.Local)
  301. }
  302. if disk2.TotalCost() != 5.0 {
  303. t.Fatalf("Disk.Add: expected %f; got %f", 5.0, disk2.TotalCost())
  304. }
  305. if disk2.Adjustment() != 1.0 {
  306. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Adjustment())
  307. }
  308. if disk2.Local != 1.0 {
  309. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Local)
  310. }
  311. disk3 := NewDisk("disk3", "cluster1", "disk3", *windows[0].start, *windows[0].end, windows[0])
  312. disk3.ByteHours = 0.0 * hours
  313. disk3.Cost = 0.0
  314. disk3.Local = 0.0
  315. disk3.SetAdjustment(0.0)
  316. disk4 := NewDisk("disk4", "cluster1", "disk4", *windows[0].start, *windows[0].end, windows[0])
  317. disk4.ByteHours = 0.0 * hours
  318. disk4.Cost = 0.0
  319. disk4.Local = 1.0
  320. disk4.SetAdjustment(0.0)
  321. diskT = disk3.Add(disk4).(*Disk)
  322. if diskT.TotalCost() != 0.0 {
  323. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskT.TotalCost())
  324. }
  325. if diskT.Local != 0.5 {
  326. t.Fatalf("Disk.Add: expected %f; got %f", 0.5, diskT.Local)
  327. }
  328. // Accumulate: one disks, two windows
  329. diskA1 := NewDisk("diskA1", "cluster1", "diskA1", *windows[0].start, *windows[0].end, windows[0])
  330. diskA1.ByteHours = 100 * gb * hours
  331. diskA1.Cost = 9.0
  332. diskA1.SetAdjustment(1.0)
  333. diskA2 := NewDisk("diskA2", "cluster1", "diskA2", *windows[1].start, *windows[1].end, windows[1])
  334. diskA2.ByteHours = 100 * gb * hours
  335. diskA2.Cost = 9.0
  336. diskA2.SetAdjustment(1.0)
  337. diskAT := diskA1.Add(diskA2).(*Disk)
  338. // Check that the sums and properties are correct
  339. if diskAT.TotalCost() != 20.0 {
  340. t.Fatalf("Disk.Add: expected %f; got %f", 20.0, diskAT.TotalCost())
  341. }
  342. if diskAT.Adjustment() != 2.0 {
  343. t.Fatalf("Disk.Add: expected %f; got %f", 2.0, diskAT.Adjustment())
  344. }
  345. if diskAT.Properties().Cluster != "cluster1" {
  346. t.Fatalf("Disk.Add: expected %s; got %s", "cluster1", diskAT.Properties().Cluster)
  347. }
  348. if diskAT.Type() != DiskAssetType {
  349. t.Fatalf("Disk.Add: expected %s; got %s", AnyAssetType, diskAT.Type())
  350. }
  351. if diskAT.Properties().ProviderID != "" {
  352. t.Fatalf("Disk.Add: expected %s; got %s", "", diskAT.Properties().ProviderID)
  353. }
  354. if diskAT.Properties().Name != "" {
  355. t.Fatalf("Disk.Add: expected %s; got %s", "", diskAT.Properties().Name)
  356. }
  357. if diskAT.Bytes() != 100.0*gb {
  358. t.Fatalf("Disk.Add: expected %f; got %f", 100.0*gb, diskT.Bytes())
  359. }
  360. if diskAT.Local != 0.0 {
  361. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskAT.Local)
  362. }
  363. // Check that the original assets are unchanged
  364. if diskA1.TotalCost() != 10.0 {
  365. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, diskA1.TotalCost())
  366. }
  367. if diskA1.Adjustment() != 1.0 {
  368. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, diskA1.Adjustment())
  369. }
  370. if diskA1.Local != 0.0 {
  371. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskA1.Local)
  372. }
  373. if diskA2.TotalCost() != 10.0 {
  374. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, diskA2.TotalCost())
  375. }
  376. if diskA2.Adjustment() != 1.0 {
  377. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, diskA2.Adjustment())
  378. }
  379. if diskA2.Local != 0.0 {
  380. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskA2.Local)
  381. }
  382. }
  383. func TestDisk_Clone(t *testing.T) {
  384. disk1 := NewDisk("disk1", "cluster1", "disk1", *windows[0].start, *windows[0].end, windows[0])
  385. disk1.Local = 0.0
  386. disk1.Cost = 9.0
  387. disk1.SetAdjustment(1.0)
  388. disk2 := disk1.Clone().(*Disk)
  389. disk2.Local = 1.0
  390. disk1.Cost = 18.0
  391. disk1.SetAdjustment(2.0)
  392. // disk2 should match disk1, even after mutating disk1
  393. if disk2.TotalCost() != 10.0 {
  394. t.Fatalf("Any.Clone: expected %f; got %f", 10.0, disk2.TotalCost())
  395. }
  396. if disk2.Adjustment() != 1.0 {
  397. t.Fatalf("Any.Clone: expected %f; got %f", 1.0, disk2.Adjustment())
  398. }
  399. if disk2.Local != 1.0 {
  400. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Local)
  401. }
  402. }
  403. func TestDisk_MarshalJSON(t *testing.T) {
  404. disk := NewDisk("disk", "cluster", "providerID", *windows[0].start, *windows[0].end, windows[0])
  405. disk.SetLabels(AssetLabels{
  406. "label": "value",
  407. })
  408. disk.Cost = 9.0
  409. disk.SetAdjustment(1.0)
  410. _, err := json.Marshal(disk)
  411. if err != nil {
  412. t.Fatalf("Disk.MarshalJSON: unexpected error: %s", err)
  413. }
  414. }
  415. func TestNode_Add(t *testing.T) {
  416. // 1. aggregate: add size, local
  417. // 2. accumulate: don't add size, local
  418. hours := windows[0].Duration().Hours()
  419. // Aggregate: two nodes, one window
  420. node1 := NewNode("node1", "cluster1", "node1", *windows[0].start, *windows[0].end, windows[0])
  421. node1.CPUCoreHours = 1.0 * hours
  422. node1.RAMByteHours = 2.0 * gb * hours
  423. node1.GPUCost = 0.0
  424. node1.CPUCost = 8.0
  425. node1.RAMCost = 4.0
  426. node1.Discount = 0.3
  427. node1.CPUBreakdown = &Breakdown{
  428. Idle: 0.6,
  429. System: 0.2,
  430. User: 0.2,
  431. Other: 0.0,
  432. }
  433. node1.RAMBreakdown = &Breakdown{
  434. Idle: 0.6,
  435. System: 0.2,
  436. User: 0.2,
  437. Other: 0.0,
  438. }
  439. node1.SetAdjustment(1.6)
  440. node2 := NewNode("node2", "cluster1", "node2", *windows[0].start, *windows[0].end, windows[0])
  441. node2.CPUCoreHours = 1.0 * hours
  442. node2.RAMByteHours = 2.0 * gb * hours
  443. node2.GPUCost = 0.0
  444. node2.CPUCost = 3.0
  445. node2.RAMCost = 1.0
  446. node2.Discount = 0.0
  447. node1.CPUBreakdown = &Breakdown{
  448. Idle: 0.9,
  449. System: 0.05,
  450. User: 0.0,
  451. Other: 0.05,
  452. }
  453. node1.RAMBreakdown = &Breakdown{
  454. Idle: 0.9,
  455. System: 0.05,
  456. User: 0.0,
  457. Other: 0.05,
  458. }
  459. node2.SetAdjustment(1.0)
  460. nodeT := node1.Add(node2).(*Node)
  461. // Check that the sums and properties are correct
  462. if !util.IsApproximately(nodeT.TotalCost(), 15.0) {
  463. t.Fatalf("Node.Add: expected %f; got %f", 15.0, nodeT.TotalCost())
  464. }
  465. if nodeT.Adjustment() != 2.6 {
  466. t.Fatalf("Node.Add: expected %f; got %f", 2.6, nodeT.Adjustment())
  467. }
  468. if nodeT.Properties().Cluster != "cluster1" {
  469. t.Fatalf("Node.Add: expected %s; got %s", "cluster1", nodeT.Properties().Cluster)
  470. }
  471. if nodeT.Type() != NodeAssetType {
  472. t.Fatalf("Node.Add: expected %s; got %s", AnyAssetType, nodeT.Type())
  473. }
  474. if nodeT.Properties().ProviderID != "" {
  475. t.Fatalf("Node.Add: expected %s; got %s", "", nodeT.Properties().ProviderID)
  476. }
  477. if nodeT.Properties().Name != "" {
  478. t.Fatalf("Node.Add: expected %s; got %s", "", nodeT.Properties().Name)
  479. }
  480. if nodeT.CPUCores() != 2.0 {
  481. t.Fatalf("Node.Add: expected %f; got %f", 2.0, nodeT.CPUCores())
  482. }
  483. if nodeT.RAMBytes() != 4.0*gb {
  484. t.Fatalf("Node.Add: expected %f; got %f", 4.0*gb, nodeT.RAMBytes())
  485. }
  486. // Check that the original assets are unchanged
  487. if !util.IsApproximately(node1.TotalCost(), 10.0) {
  488. t.Fatalf("Node.Add: expected %f; got %f", 10.0, node1.TotalCost())
  489. }
  490. if node1.Adjustment() != 1.6 {
  491. t.Fatalf("Node.Add: expected %f; got %f", 1.0, node1.Adjustment())
  492. }
  493. if !util.IsApproximately(node2.TotalCost(), 5.0) {
  494. t.Fatalf("Node.Add: expected %f; got %f", 5.0, node2.TotalCost())
  495. }
  496. if node2.Adjustment() != 1.0 {
  497. t.Fatalf("Node.Add: expected %f; got %f", 1.0, node2.Adjustment())
  498. }
  499. // Check that we don't divide by zero computing Local
  500. node3 := NewNode("node3", "cluster1", "node3", *windows[0].start, *windows[0].end, windows[0])
  501. node3.CPUCoreHours = 0 * hours
  502. node3.RAMByteHours = 0 * hours
  503. node3.GPUCost = 0
  504. node3.CPUCost = 0.0
  505. node3.RAMCost = 0.0
  506. node3.Discount = 0.3
  507. node3.SetAdjustment(0.0)
  508. node4 := NewNode("node4", "cluster1", "node4", *windows[0].start, *windows[0].end, windows[0])
  509. node4.CPUCoreHours = 0 * hours
  510. node4.RAMByteHours = 0 * hours
  511. node4.GPUCost = 0
  512. node4.CPUCost = 0.0
  513. node4.RAMCost = 0.0
  514. node4.Discount = 0.1
  515. node4.SetAdjustment(0.0)
  516. nodeT = node3.Add(node4).(*Node)
  517. // Check that the sums and properties are correct and without NaNs
  518. if nodeT.TotalCost() != 0.0 {
  519. t.Fatalf("Node.Add: expected %f; got %f", 0.0, nodeT.TotalCost())
  520. }
  521. if nodeT.Discount != 0.2 {
  522. t.Fatalf("Node.Add: expected %f; got %f", 0.2, nodeT.Discount)
  523. }
  524. // Accumulate: one nodes, two window
  525. nodeA1 := NewNode("nodeA1", "cluster1", "nodeA1", *windows[0].start, *windows[0].end, windows[0])
  526. nodeA1.CPUCoreHours = 1.0 * hours
  527. nodeA1.RAMByteHours = 2.0 * gb * hours
  528. nodeA1.GPUCost = 0.0
  529. nodeA1.CPUCost = 8.0
  530. nodeA1.RAMCost = 4.0
  531. nodeA1.Discount = 0.3
  532. nodeA1.SetAdjustment(1.6)
  533. nodeA2 := NewNode("nodeA2", "cluster1", "nodeA2", *windows[1].start, *windows[1].end, windows[1])
  534. nodeA2.CPUCoreHours = 1.0 * hours
  535. nodeA2.RAMByteHours = 2.0 * gb * hours
  536. nodeA2.GPUCost = 0.0
  537. nodeA2.CPUCost = 3.0
  538. nodeA2.RAMCost = 1.0
  539. nodeA2.Discount = 0.0
  540. nodeA2.SetAdjustment(1.0)
  541. nodeAT := nodeA1.Add(nodeA2).(*Node)
  542. // Check that the sums and properties are correct
  543. if !util.IsApproximately(nodeAT.TotalCost(), 15.0) {
  544. t.Fatalf("Node.Add: expected %f; got %f", 15.0, nodeAT.TotalCost())
  545. }
  546. if nodeAT.Adjustment() != 2.6 {
  547. t.Fatalf("Node.Add: expected %f; got %f", 2.6, nodeAT.Adjustment())
  548. }
  549. if nodeAT.Properties().Cluster != "cluster1" {
  550. t.Fatalf("Node.Add: expected %s; got %s", "cluster1", nodeAT.Properties().Cluster)
  551. }
  552. if nodeAT.Type() != NodeAssetType {
  553. t.Fatalf("Node.Add: expected %s; got %s", AnyAssetType, nodeAT.Type())
  554. }
  555. if nodeAT.Properties().ProviderID != "" {
  556. t.Fatalf("Node.Add: expected %s; got %s", "", nodeAT.Properties().ProviderID)
  557. }
  558. if nodeAT.Properties().Name != "" {
  559. t.Fatalf("Node.Add: expected %s; got %s", "", nodeAT.Properties().Name)
  560. }
  561. if nodeAT.CPUCores() != 1.0 {
  562. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeAT.CPUCores())
  563. }
  564. if nodeAT.RAMBytes() != 2.0*gb {
  565. t.Fatalf("Node.Add: expected %f; got %f", 2.0*gb, nodeAT.RAMBytes())
  566. }
  567. // Check that the original assets are unchanged
  568. if !util.IsApproximately(nodeA1.TotalCost(), 10.0) {
  569. t.Fatalf("Node.Add: expected %f; got %f", 10.0, nodeA1.TotalCost())
  570. }
  571. if nodeA1.Adjustment() != 1.6 {
  572. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeA1.Adjustment())
  573. }
  574. if !util.IsApproximately(nodeA2.TotalCost(), 5.0) {
  575. t.Fatalf("Node.Add: expected %f; got %f", 5.0, nodeA2.TotalCost())
  576. }
  577. if nodeA2.Adjustment() != 1.0 {
  578. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeA2.Adjustment())
  579. }
  580. }
  581. func TestNode_Clone(t *testing.T) {
  582. // TODO
  583. }
  584. func TestNode_MarshalJSON(t *testing.T) {
  585. node := NewNode("node", "cluster", "providerID", *windows[0].start, *windows[0].end, windows[0])
  586. node.SetLabels(AssetLabels{
  587. "label": "value",
  588. })
  589. node.CPUCost = 9.0
  590. node.RAMCost = 0.0
  591. node.CPUCoreHours = 123.0
  592. node.RAMByteHours = 13323.0
  593. node.SetAdjustment(1.0)
  594. _, err := json.Marshal(node)
  595. if err != nil {
  596. t.Fatalf("Node.MarshalJSON: unexpected error: %s", err)
  597. }
  598. }
  599. func TestClusterManagement_Add(t *testing.T) {
  600. cm1 := NewClusterManagement("gcp", "cluster1", windows[0])
  601. cm1.Cost = 9.0
  602. cm2 := NewClusterManagement("gcp", "cluster1", windows[0])
  603. cm2.Cost = 4.0
  604. cm3 := cm1.Add(cm2)
  605. // Check that the sums and properties are correct
  606. if cm3.TotalCost() != 13.0 {
  607. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 13.0, cm3.TotalCost())
  608. }
  609. if cm3.Properties().Cluster != "cluster1" {
  610. t.Fatalf("ClusterManagement.Add: expected %s; got %s", "cluster1", cm3.Properties().Cluster)
  611. }
  612. if cm3.Type() != ClusterManagementAssetType {
  613. t.Fatalf("ClusterManagement.Add: expected %s; got %s", ClusterManagementAssetType, cm3.Type())
  614. }
  615. // Check that the original assets are unchanged
  616. if cm1.TotalCost() != 9.0 {
  617. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 9.0, cm1.TotalCost())
  618. }
  619. if cm2.TotalCost() != 4.0 {
  620. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 4.0, cm2.TotalCost())
  621. }
  622. }
  623. func TestClusterManagement_Clone(t *testing.T) {
  624. // TODO
  625. }
  626. func TestCloudAny_Add(t *testing.T) {
  627. ca1 := NewCloud(ComputeCategory, "ca1", *windows[0].start, *windows[0].end, windows[0])
  628. ca1.Cost = 9.0
  629. ca1.SetAdjustment(1.0)
  630. ca2 := NewCloud(StorageCategory, "ca2", *windows[0].start, *windows[0].end, windows[0])
  631. ca2.Cost = 4.0
  632. ca2.SetAdjustment(1.0)
  633. ca3 := ca1.Add(ca2)
  634. // Check that the sums and properties are correct
  635. if ca3.TotalCost() != 15.0 {
  636. t.Fatalf("Any.Add: expected %f; got %f", 15.0, ca3.TotalCost())
  637. }
  638. if ca3.Adjustment() != 2.0 {
  639. t.Fatalf("Any.Add: expected %f; got %f", 2.0, ca3.Adjustment())
  640. }
  641. if ca3.Type() != CloudAssetType {
  642. t.Fatalf("Any.Add: expected %s; got %s", CloudAssetType, ca3.Type())
  643. }
  644. // Check that the original assets are unchanged
  645. if ca1.TotalCost() != 10.0 {
  646. t.Fatalf("Any.Add: expected %f; got %f", 10.0, ca1.TotalCost())
  647. }
  648. if ca1.Adjustment() != 1.0 {
  649. t.Fatalf("Any.Add: expected %f; got %f", 1.0, ca1.Adjustment())
  650. }
  651. if ca2.TotalCost() != 5.0 {
  652. t.Fatalf("Any.Add: expected %f; got %f", 5.0, ca2.TotalCost())
  653. }
  654. if ca2.Adjustment() != 1.0 {
  655. t.Fatalf("Any.Add: expected %f; got %f", 1.0, ca2.Adjustment())
  656. }
  657. }
  658. func TestCloudAny_Clone(t *testing.T) {
  659. // TODO
  660. }
  661. func TestAssetSet_AggregateBy(t *testing.T) {
  662. endYesterday := time.Now().UTC().Truncate(day)
  663. startYesterday := endYesterday.Add(-day)
  664. window := NewWindow(&startYesterday, &endYesterday)
  665. // Scenarios to test:
  666. // 1 Single-aggregation
  667. // 1a []AssetProperty=[Cluster]
  668. // 1b []AssetProperty=[Type]
  669. // 1c []AssetProperty=[Nil]
  670. // 1d []AssetProperty=nil
  671. // 1e aggregateBy []string=["label:test"]
  672. // 2 Multi-aggregation
  673. // 2a []AssetProperty=[Cluster,Type]
  674. // 3 Share resources
  675. // 3a Shared hourly cost > 0.0
  676. // Definitions and set-up:
  677. var as *AssetSet
  678. var err error
  679. // Tests:
  680. // 1 Single-aggregation
  681. // 1a []AssetProperty=[Cluster]
  682. as = generateAssetSet(startYesterday)
  683. err = as.AggregateBy([]string{string(AssetClusterProp)}, nil)
  684. if err != nil {
  685. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  686. }
  687. assertAssetSet(t, as, "1a", window, map[string]float64{
  688. "cluster1": 26.0,
  689. "cluster2": 15.0,
  690. "cluster3": 19.0,
  691. }, nil)
  692. // 1b []AssetProperty=[Type]
  693. as = generateAssetSet(startYesterday)
  694. err = as.AggregateBy([]string{string(AssetTypeProp)}, nil)
  695. if err != nil {
  696. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  697. }
  698. assertAssetSet(t, as, "1b", window, map[string]float64{
  699. "Node": 49.0,
  700. "Disk": 8.0,
  701. "ClusterManagement": 3.0,
  702. }, nil)
  703. // 1c []AssetProperty=[Nil]
  704. as = generateAssetSet(startYesterday)
  705. err = as.AggregateBy([]string{}, nil)
  706. if err != nil {
  707. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  708. }
  709. assertAssetSet(t, as, "1c", window, map[string]float64{
  710. "": 60.0,
  711. }, nil)
  712. // 1d []AssetProperty=nil
  713. as = generateAssetSet(startYesterday)
  714. err = as.AggregateBy(nil, nil)
  715. if err != nil {
  716. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  717. }
  718. assertAssetSet(t, as, "1d", window, map[string]float64{
  719. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node1/node1": 7.00,
  720. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node2/node2": 5.50,
  721. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node3/node3": 6.50,
  722. "__undefined__/__undefined__/__undefined__/Storage/cluster1/Disk/Kubernetes/gcp-disk1/disk1": 2.50,
  723. "__undefined__/__undefined__/__undefined__/Storage/cluster1/Disk/Kubernetes/gcp-disk2/disk2": 1.50,
  724. "GCP/__undefined__/__undefined__/Management/cluster1/ClusterManagement/Kubernetes/__undefined__/__undefined__": 3.00,
  725. "__undefined__/__undefined__/__undefined__/Compute/cluster2/Node/Kubernetes/gcp-node4/node4": 11.00,
  726. "__undefined__/__undefined__/__undefined__/Storage/cluster2/Disk/Kubernetes/gcp-disk3/disk3": 2.50,
  727. "__undefined__/__undefined__/__undefined__/Storage/cluster2/Disk/Kubernetes/gcp-disk4/disk4": 1.50,
  728. "GCP/__undefined__/__undefined__/Management/cluster2/ClusterManagement/Kubernetes/__undefined__/__undefined__": 0.00,
  729. "__undefined__/__undefined__/__undefined__/Compute/cluster3/Node/Kubernetes/aws-node5/node5": 19.00,
  730. }, nil)
  731. // 1e aggregateBy []string=["label:test"]
  732. as = generateAssetSet(startYesterday)
  733. err = as.AggregateBy([]string{"label:test"}, nil)
  734. if err != nil {
  735. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  736. }
  737. assertAssetSet(t, as, "1e", window, map[string]float64{
  738. "__undefined__": 53.00,
  739. "test=test": 7.00,
  740. }, nil)
  741. // 2 Multi-aggregation
  742. // 2a []AssetProperty=[Cluster,Type]
  743. as = generateAssetSet(startYesterday)
  744. err = as.AggregateBy([]string{string(AssetClusterProp), string(AssetTypeProp)}, nil)
  745. if err != nil {
  746. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  747. }
  748. assertAssetSet(t, as, "2a", window, map[string]float64{
  749. "cluster1/Node": 19.0,
  750. "cluster1/Disk": 4.0,
  751. "cluster1/ClusterManagement": 3.0,
  752. "cluster2/Node": 11.0,
  753. "cluster2/Disk": 4.0,
  754. "cluster2/ClusterManagement": 0.0,
  755. "cluster3/Node": 19.0,
  756. }, nil)
  757. // 3 Share resources
  758. // 3a Shared hourly cost > 0.0
  759. as = generateAssetSet(startYesterday)
  760. err = as.AggregateBy([]string{string(AssetTypeProp)}, &AssetAggregationOptions{
  761. SharedHourlyCosts: map[string]float64{"shared1": 0.5},
  762. })
  763. if err != nil {
  764. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  765. }
  766. assertAssetSet(t, as, "1a", window, map[string]float64{
  767. "Node": 49.0,
  768. "Disk": 8.0,
  769. "ClusterManagement": 3.0,
  770. "Shared": 12.0,
  771. }, nil)
  772. }
  773. func TestAssetSet_FindMatch(t *testing.T) {
  774. endYesterday := time.Now().UTC().Truncate(day)
  775. startYesterday := endYesterday.Add(-day)
  776. s, e := startYesterday, endYesterday
  777. w := NewWindow(&s, &e)
  778. var query, match Asset
  779. var as *AssetSet
  780. var err error
  781. // Assert success of a simple match of Type and ProviderID
  782. as = generateAssetSet(startYesterday)
  783. query = NewNode("", "", "gcp-node3", s, e, w)
  784. match, err = as.FindMatch(query, []string{string(AssetTypeProp), string(AssetProviderIDProp)})
  785. if err != nil {
  786. t.Fatalf("AssetSet.FindMatch: unexpected error: %s", err)
  787. }
  788. // Assert error of a simple non-match of Type and ProviderID
  789. as = generateAssetSet(startYesterday)
  790. query = NewNode("", "", "aws-node3", s, e, w)
  791. match, err = as.FindMatch(query, []string{string(AssetTypeProp), string(AssetProviderIDProp)})
  792. if err == nil {
  793. t.Fatalf("AssetSet.FindMatch: expected error (no match); found %s", match)
  794. }
  795. // Assert error of matching ProviderID, but not Type
  796. as = generateAssetSet(startYesterday)
  797. query = NewCloud(ComputeCategory, "gcp-node3", s, e, w)
  798. match, err = as.FindMatch(query, []string{string(AssetTypeProp), string(AssetProviderIDProp)})
  799. if err == nil {
  800. t.Fatalf("AssetSet.FindMatch: expected error (no match); found %s", match)
  801. }
  802. }
  803. func TestAssetSetRange_Accumulate(t *testing.T) {
  804. endYesterday := time.Now().UTC().Truncate(day)
  805. startYesterday := endYesterday.Add(-day)
  806. startD2 := startYesterday
  807. startD1 := startD2.Add(-day)
  808. startD0 := startD1.Add(-day)
  809. window := NewWindow(&startD0, &endYesterday)
  810. var asr *AssetSetRange
  811. var as *AssetSet
  812. var err error
  813. asr = NewAssetSetRange(
  814. generateAssetSet(startD0),
  815. generateAssetSet(startD1),
  816. generateAssetSet(startD2),
  817. )
  818. err = asr.AggregateBy(nil, nil)
  819. as, err = asr.Accumulate()
  820. if err != nil {
  821. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  822. }
  823. assertAssetSet(t, as, "1a", window, map[string]float64{
  824. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node1/node1": 21.00,
  825. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node2/node2": 16.50,
  826. "__undefined__/__undefined__/__undefined__/Compute/cluster1/Node/Kubernetes/gcp-node3/node3": 19.50,
  827. "__undefined__/__undefined__/__undefined__/Storage/cluster1/Disk/Kubernetes/gcp-disk1/disk1": 7.50,
  828. "__undefined__/__undefined__/__undefined__/Storage/cluster1/Disk/Kubernetes/gcp-disk2/disk2": 4.50,
  829. "GCP/__undefined__/__undefined__/Management/cluster1/ClusterManagement/Kubernetes/__undefined__/__undefined__": 9.00,
  830. "__undefined__/__undefined__/__undefined__/Compute/cluster2/Node/Kubernetes/gcp-node4/node4": 33.00,
  831. "__undefined__/__undefined__/__undefined__/Storage/cluster2/Disk/Kubernetes/gcp-disk3/disk3": 7.50,
  832. "__undefined__/__undefined__/__undefined__/Storage/cluster2/Disk/Kubernetes/gcp-disk4/disk4": 4.50,
  833. "GCP/__undefined__/__undefined__/Management/cluster2/ClusterManagement/Kubernetes/__undefined__/__undefined__": 0.00,
  834. "__undefined__/__undefined__/__undefined__/Compute/cluster3/Node/Kubernetes/aws-node5/node5": 57.00,
  835. }, nil)
  836. asr = NewAssetSetRange(
  837. generateAssetSet(startD0),
  838. generateAssetSet(startD1),
  839. generateAssetSet(startD2),
  840. )
  841. err = asr.AggregateBy([]string{}, nil)
  842. as, err = asr.Accumulate()
  843. if err != nil {
  844. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  845. }
  846. assertAssetSet(t, as, "1b", window, map[string]float64{
  847. "": 180.00,
  848. }, nil)
  849. asr = NewAssetSetRange(
  850. generateAssetSet(startD0),
  851. generateAssetSet(startD1),
  852. generateAssetSet(startD2),
  853. )
  854. err = asr.AggregateBy([]string{string(AssetTypeProp)}, nil)
  855. if err != nil {
  856. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  857. }
  858. as, err = asr.Accumulate()
  859. if err != nil {
  860. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  861. }
  862. assertAssetSet(t, as, "1c", window, map[string]float64{
  863. "Node": 147.0,
  864. "Disk": 24.0,
  865. "ClusterManagement": 9.0,
  866. }, nil)
  867. asr = NewAssetSetRange(
  868. generateAssetSet(startD0),
  869. generateAssetSet(startD1),
  870. generateAssetSet(startD2),
  871. )
  872. err = asr.AggregateBy([]string{string(AssetClusterProp)}, nil)
  873. if err != nil {
  874. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  875. }
  876. as, err = asr.Accumulate()
  877. if err != nil {
  878. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  879. }
  880. assertAssetSet(t, as, "1c", window, map[string]float64{
  881. "cluster1": 78.0,
  882. "cluster2": 45.0,
  883. "cluster3": 57.0,
  884. }, nil)
  885. // Accumulation with aggregation should work, even when the first AssetSet
  886. // is empty (this was previously an issue)
  887. asr = NewAssetSetRange(
  888. NewAssetSet(startD0, startD1),
  889. generateAssetSet(startD1),
  890. generateAssetSet(startD2),
  891. )
  892. err = asr.AggregateBy([]string{string(AssetTypeProp)}, nil)
  893. as, err = asr.Accumulate()
  894. if err != nil {
  895. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  896. }
  897. assertAssetSet(t, as, "1d", window, map[string]float64{
  898. "Node": 98.00,
  899. "Disk": 16.00,
  900. "ClusterManagement": 6.00,
  901. }, nil)
  902. }
  903. func TestAssetToExternalAllocation(t *testing.T) {
  904. var asset Asset
  905. var alloc *Allocation
  906. var err error
  907. // default allocationPropertyLabels, which should be compatible with result
  908. // of LabelConfig.AllocationPropertyLabels()
  909. apls := map[string]string{"namespace": "kubernetes_namespace"}
  910. alloc, err = AssetToExternalAllocation(asset, []string{"namespace"}, apls)
  911. if err == nil {
  912. t.Fatalf("expected error due to nil asset")
  913. }
  914. // Consider this Asset:
  915. // Cloud {
  916. // TotalCost: 10.00,
  917. // Labels{
  918. // "kubernetes_namespace":"monitoring",
  919. // "env":"prod"
  920. // }
  921. // }
  922. cloud := NewCloud(ComputeCategory, "abc123", start1, start2, windows[0])
  923. cloud.SetLabels(map[string]string{
  924. "kubernetes_namespace": "monitoring",
  925. "env": "prod",
  926. })
  927. cloud.Cost = 10.00
  928. asset = cloud
  929. // Providing nil params with a non-nil Asset should not panic, but it
  930. // should return an error in both cases (no matching is possible).
  931. alloc, err = AssetToExternalAllocation(asset, []string{"namespace"}, nil)
  932. if err == nil {
  933. t.Fatalf("expected error due to nil allocationPropertyLabels")
  934. }
  935. alloc, err = AssetToExternalAllocation(asset, nil, apls)
  936. if err == nil {
  937. t.Fatalf("expected error due to nil aggregateBy")
  938. }
  939. // Given the following parameters, we expect to return:
  940. //
  941. // 1) single-prop full match
  942. // aggregateBy = ["namespace"]
  943. // allocationPropertyLabels = {"namespace":"kubernetes_namespace"}
  944. // => Allocation{Name: "monitoring", ExternalCost: 10.00, TotalCost: 10.00}, nil
  945. //
  946. // 2) multi-prop full match
  947. // aggregateBy = ["namespace", "label:env"]
  948. // allocationPropertyLabels = {"namespace":"kubernetes_namespace"}
  949. // => Allocation{Name: "monitoring/env=prod", ExternalCost: 10.00, TotalCost: 10.00}, nil
  950. //
  951. // 3) multi-prop partial match
  952. // aggregateBy = ["namespace", "label:foo"]
  953. // allocationPropertyLabels = {"namespace":"kubernetes_namespace"}
  954. // => Allocation{Name: "monitoring/__unallocated__", ExternalCost: 10.00, TotalCost: 10.00}, nil
  955. //
  956. // 4) no match
  957. // aggregateBy = ["cluster"]
  958. // allocationPropertyLabels = {"namespace":"kubernetes_namespace"}
  959. // => nil, err
  960. // 1) single-prop full match
  961. alloc, err = AssetToExternalAllocation(asset, []string{"namespace"}, apls)
  962. if err != nil {
  963. t.Fatalf("unexpected error: %s", err)
  964. }
  965. if alloc.Name != "monitoring/__external__" {
  966. t.Fatalf("expected external allocation with name '%s'; got '%s'", "monitoring/__external__", alloc.Name)
  967. }
  968. if ns, err := alloc.Properties.GetNamespace(); err != nil || ns != "monitoring" {
  969. t.Fatalf("expected external allocation with Properties.Namespace '%s'; got '%s' (%s)", "monitoring", ns, err)
  970. }
  971. if alloc.ExternalCost != 10.00 {
  972. t.Fatalf("expected external allocation with ExternalCost %f; got %f", 10.00, alloc.ExternalCost)
  973. }
  974. if alloc.TotalCost != 10.00 {
  975. t.Fatalf("expected external allocation with TotalCost %f; got %f", 10.00, alloc.TotalCost)
  976. }
  977. // 2) multi-prop full match
  978. alloc, err = AssetToExternalAllocation(asset, []string{"namespace", "label:env"}, apls)
  979. if err != nil {
  980. t.Fatalf("unexpected error: %s", err)
  981. }
  982. if alloc.Name != "monitoring/env=prod/__external__" {
  983. t.Fatalf("expected external allocation with name '%s'; got '%s'", "monitoring/env=prod/__external__", alloc.Name)
  984. }
  985. if ns, err := alloc.Properties.GetNamespace(); err != nil || ns != "monitoring" {
  986. t.Fatalf("expected external allocation with Properties.Namespace '%s'; got '%s' (%s)", "monitoring", ns, err)
  987. }
  988. if ls, err := alloc.Properties.GetLabels(); err != nil || ls["env"] != "prod" {
  989. t.Fatalf("expected external allocation with Properties.Labels[\"env\"] '%s'; got '%s' (%s)", "prod", ls["env"], err)
  990. }
  991. if alloc.ExternalCost != 10.00 {
  992. t.Fatalf("expected external allocation with ExternalCost %f; got %f", 10.00, alloc.ExternalCost)
  993. }
  994. if alloc.TotalCost != 10.00 {
  995. t.Fatalf("expected external allocation with TotalCost %f; got %f", 10.00, alloc.TotalCost)
  996. }
  997. // 3) multi-prop partial match
  998. alloc, err = AssetToExternalAllocation(asset, []string{"namespace", "label:foo"}, apls)
  999. if err != nil {
  1000. t.Fatalf("unexpected error: %s", err)
  1001. }
  1002. if alloc.Name != "monitoring/__unallocated__/__external__" {
  1003. t.Fatalf("expected external allocation with name '%s'; got '%s'", "monitoring/__unallocated__/__external__", alloc.Name)
  1004. }
  1005. if ns, err := alloc.Properties.GetNamespace(); err != nil || ns != "monitoring" {
  1006. t.Fatalf("expected external allocation with Properties.Namespace '%s'; got '%s' (%s)", "monitoring", ns, err)
  1007. }
  1008. if alloc.ExternalCost != 10.00 {
  1009. t.Fatalf("expected external allocation with ExternalCost %f; got %f", 10.00, alloc.ExternalCost)
  1010. }
  1011. if alloc.TotalCost != 10.00 {
  1012. t.Fatalf("expected external allocation with TotalCost %f; got %f", 10.00, alloc.TotalCost)
  1013. }
  1014. // 3) no match
  1015. alloc, err = AssetToExternalAllocation(asset, []string{"cluster"}, apls)
  1016. if err == nil {
  1017. t.Fatalf("expected 'no match' error")
  1018. }
  1019. }
  1020. // TODO merge conflict had this:
  1021. // as.Each(func(key string, a Asset) {
  1022. // if exp, ok := exps[key]; ok {
  1023. // if math.Round(a.TotalCost()*100) != math.Round(exp*100) {
  1024. // t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected total cost %.2f, actual %.2f", msg, key, exp, a.TotalCost())
  1025. // }
  1026. // if !a.Window().Equal(window) {
  1027. // t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected window %s, actual %s", msg, key, window, as.Window)
  1028. // }
  1029. // } else {
  1030. // t.Fatalf("AssetSet.AggregateBy[%s]: unexpected asset: %s", msg, key)
  1031. // }
  1032. // })
  1033. // }
  1034. // // generateAssetSet generates the following topology:
  1035. // //
  1036. // // | Asset | Cost | Adj |
  1037. // // +------------------------------+------+------+
  1038. // // cluster1:
  1039. // // node1: 6.00 1.00
  1040. // // node2: 4.00 1.50
  1041. // // node3: 7.00 -0.50
  1042. // // disk1: 2.50 0.00
  1043. // // disk2: 1.50 0.00
  1044. // // clusterManagement1: 3.00 0.00
  1045. // // +------------------------------+------+------+
  1046. // // cluster1 subtotal 24.00 2.00
  1047. // // +------------------------------+------+------+
  1048. // // cluster2:
  1049. // // node4: 12.00 -1.00
  1050. // // disk3: 2.50 0.00
  1051. // // disk4: 1.50 0.00
  1052. // // clusterManagement2: 0.00 0.00
  1053. // // +------------------------------+------+------+
  1054. // // cluster2 subtotal 16.00 -1.00
  1055. // // +------------------------------+------+------+
  1056. // // cluster3:
  1057. // // node5: 17.00 2.00
  1058. // // +------------------------------+------+------+
  1059. // // cluster3 subtotal 17.00 2.00
  1060. // // +------------------------------+------+------+
  1061. // // total 57.00 3.00
  1062. // // +------------------------------+------+------+
  1063. // func generateAssetSet(start time.Time) *AssetSet {
  1064. // end := start.Add(day)
  1065. // window := NewWindow(&start, &end)
  1066. // hours := window.Duration().Hours()
  1067. // node1 := NewNode("node1", "cluster1", "gcp-node1", *window.Clone().start, *window.Clone().end, window.Clone())
  1068. // node1.CPUCost = 4.0
  1069. // node1.RAMCost = 4.0
  1070. // node1.GPUCost = 2.0
  1071. // node1.Discount = 0.5
  1072. // node1.CPUCoreHours = 2.0 * hours
  1073. // node1.RAMByteHours = 4.0 * gb * hours
  1074. // node1.SetAdjustment(1.0)
  1075. // node1.SetLabels(map[string]string{"test": "test"})
  1076. // node2 := NewNode("node2", "cluster1", "gcp-node2", *window.Clone().start, *window.Clone().end, window.Clone())
  1077. // node2.CPUCost = 4.0
  1078. // node2.RAMCost = 4.0
  1079. // node2.GPUCost = 0.0
  1080. // node2.Discount = 0.5
  1081. // node2.CPUCoreHours = 2.0 * hours
  1082. // node2.RAMByteHours = 4.0 * gb * hours
  1083. // node2.SetAdjustment(1.5)
  1084. // node3 := NewNode("node3", "cluster1", "gcp-node3", *window.Clone().start, *window.Clone().end, window.Clone())
  1085. // node3.CPUCost = 4.0
  1086. // node3.RAMCost = 4.0
  1087. // node3.GPUCost = 3.0
  1088. // node3.Discount = 0.5
  1089. // node3.CPUCoreHours = 2.0 * hours
  1090. // node3.RAMByteHours = 4.0 * gb * hours
  1091. // node3.SetAdjustment(-0.5)
  1092. // node4 := NewNode("node4", "cluster2", "gcp-node4", *window.Clone().start, *window.Clone().end, window.Clone())
  1093. // node4.CPUCost = 10.0
  1094. // node4.RAMCost = 6.0
  1095. // node4.GPUCost = 0.0
  1096. // node4.Discount = 0.25
  1097. // node4.CPUCoreHours = 4.0 * hours
  1098. // node4.RAMByteHours = 12.0 * gb * hours
  1099. // node4.SetAdjustment(-1.0)
  1100. // node5 := NewNode("node5", "cluster3", "aws-node5", *window.Clone().start, *window.Clone().end, window.Clone())
  1101. // node5.CPUCost = 10.0
  1102. // node5.RAMCost = 7.0
  1103. // node5.GPUCost = 0.0
  1104. // node5.Discount = 0.0
  1105. // node5.CPUCoreHours = 8.0 * hours
  1106. // node5.RAMByteHours = 24.0 * gb * hours
  1107. // node5.SetAdjustment(2.0)
  1108. // disk1 := NewDisk("disk1", "cluster1", "gcp-disk1", *window.Clone().start, *window.Clone().end, window.Clone())
  1109. // disk1.Cost = 2.5
  1110. // disk1.ByteHours = 100 * gb * hours
  1111. // disk2 := NewDisk("disk2", "cluster1", "gcp-disk2", *window.Clone().start, *window.Clone().end, window.Clone())
  1112. // disk2.Cost = 1.5
  1113. // disk2.ByteHours = 60 * gb * hours
  1114. // disk3 := NewDisk("disk3", "cluster2", "gcp-disk3", *window.Clone().start, *window.Clone().end, window.Clone())
  1115. // disk3.Cost = 2.5
  1116. // disk3.ByteHours = 100 * gb * hours
  1117. // disk4 := NewDisk("disk4", "cluster2", "gcp-disk4", *window.Clone().start, *window.Clone().end, window.Clone())
  1118. // disk4.Cost = 1.5
  1119. // disk4.ByteHours = 100 * gb * hours
  1120. // cm1 := NewClusterManagement("gcp", "cluster1", window.Clone())
  1121. // cm1.Cost = 3.0