asset_test.go 30 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013
  1. package kubecost
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "math"
  6. "testing"
  7. "time"
  8. )
  9. var start1 = time.Date(2020, time.January, 1, 0, 0, 0, 0, time.UTC)
  10. var start2 = start1.Add(day)
  11. var start3 = start2.Add(day)
  12. var start4 = start2.Add(day)
  13. var windows = []Window{
  14. NewWindow(&start1, &start2),
  15. NewWindow(&start2, &start3),
  16. NewWindow(&start3, &start4),
  17. }
  18. const delta = 0.00001
  19. const gb = 1024 * 1024 * 1024
  20. func approx(a, b, delta float64) bool {
  21. return math.Abs(a-b) < delta
  22. }
  23. func TestAny_Add(t *testing.T) {
  24. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  25. any1.SetProperties(&AssetProperties{
  26. Name: "any1",
  27. Cluster: "cluster1",
  28. ProviderID: "any1",
  29. })
  30. any1.Cost = 9.0
  31. any1.SetAdjustment(1.0)
  32. any2 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  33. any2.SetProperties(&AssetProperties{
  34. Name: "any2",
  35. Cluster: "cluster1",
  36. ProviderID: "any2",
  37. })
  38. any2.Cost = 4.0
  39. any2.SetAdjustment(1.0)
  40. any3 := any1.Add(any2)
  41. // Check that the sums and properties are correct
  42. if any3.TotalCost() != 15.0 {
  43. t.Fatalf("Any.Add: expected %f; got %f", 15.0, any3.TotalCost())
  44. }
  45. if any3.Adjustment() != 2.0 {
  46. t.Fatalf("Any.Add: expected %f; got %f", 2.0, any3.Adjustment())
  47. }
  48. if any3.Properties().Cluster != "cluster1" {
  49. t.Fatalf("Any.Add: expected %s; got %s", "cluster1", any3.Properties().Cluster)
  50. }
  51. if any3.Type() != AnyAssetType {
  52. t.Fatalf("Any.Add: expected %s; got %s", AnyAssetType, any3.Type())
  53. }
  54. if any3.Properties().ProviderID != "" {
  55. t.Fatalf("Any.Add: expected %s; got %s", "", any3.Properties().ProviderID)
  56. }
  57. if any3.Properties().Name != "" {
  58. t.Fatalf("Any.Add: expected %s; got %s", "", any3.Properties().Name)
  59. }
  60. // Check that the original assets are unchanged
  61. if any1.TotalCost() != 10.0 {
  62. t.Fatalf("Any.Add: expected %f; got %f", 10.0, any1.TotalCost())
  63. }
  64. if any1.Adjustment() != 1.0 {
  65. t.Fatalf("Any.Add: expected %f; got %f", 1.0, any1.Adjustment())
  66. }
  67. if any2.TotalCost() != 5.0 {
  68. t.Fatalf("Any.Add: expected %f; got %f", 5.0, any2.TotalCost())
  69. }
  70. if any2.Adjustment() != 1.0 {
  71. t.Fatalf("Any.Add: expected %f; got %f", 1.0, any2.Adjustment())
  72. }
  73. }
  74. func TestAny_Clone(t *testing.T) {
  75. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  76. any1.SetProperties(&AssetProperties{
  77. Name: "any1",
  78. Cluster: "cluster1",
  79. ProviderID: "any1",
  80. })
  81. any1.Cost = 9.0
  82. any1.SetAdjustment(1.0)
  83. any2 := any1.Clone()
  84. any1.Cost = 18.0
  85. any1.SetAdjustment(2.0)
  86. // any2 should match any1, even after mutating any1
  87. if any2.TotalCost() != 10.0 {
  88. t.Fatalf("Any.Clone: expected %f; got %f", 10.0, any2.TotalCost())
  89. }
  90. if any2.Adjustment() != 1.0 {
  91. t.Fatalf("Any.Clone: expected %f; got %f", 1.0, any2.Adjustment())
  92. }
  93. }
  94. func TestAny_MarshalJSON(t *testing.T) {
  95. any1 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  96. any1.SetProperties(&AssetProperties{
  97. Name: "any1",
  98. Cluster: "cluster1",
  99. ProviderID: "any1",
  100. })
  101. any1.Cost = 9.0
  102. any1.SetAdjustment(1.0)
  103. _, err := json.Marshal(any1)
  104. if err != nil {
  105. t.Fatalf("Any.MarshalJSON: unexpected error: %s", err)
  106. }
  107. any2 := NewAsset(*windows[0].start, *windows[0].end, windows[0])
  108. any2.SetProperties(&AssetProperties{
  109. Name: "any2",
  110. Cluster: "cluster1",
  111. ProviderID: "any2",
  112. })
  113. any2.Cost = math.NaN()
  114. any2.SetAdjustment(1.0)
  115. _, err = json.Marshal(any2)
  116. if err != nil {
  117. t.Fatalf("Any.MarshalJSON: unexpected error: %s", err)
  118. }
  119. }
  120. func TestDisk_Add(t *testing.T) {
  121. // 1. aggregate: add size, local
  122. // 2. accumulate: don't add size, local
  123. hours := windows[0].Duration().Hours()
  124. // Aggregate: two disks, one window
  125. disk1 := NewDisk("disk1", "cluster1", "disk1", *windows[0].start, *windows[0].end, windows[0])
  126. disk1.ByteHours = 100.0 * gb * hours
  127. disk1.Cost = 9.0
  128. disk1.SetAdjustment(1.0)
  129. if disk1.Bytes() != 100.0*gb {
  130. t.Fatalf("Disk.Add: expected %f; got %f", 100.0*gb, disk1.Bytes())
  131. }
  132. disk2 := NewDisk("disk2", "cluster1", "disk2", *windows[0].start, *windows[0].end, windows[0])
  133. disk2.ByteHours = 60.0 * gb * hours
  134. disk2.Cost = 4.0
  135. disk2.Local = 1.0
  136. disk2.SetAdjustment(1.0)
  137. if disk2.Bytes() != 60.0*gb {
  138. t.Fatalf("Disk.Add: expected %f; got %f", 60.0*gb, disk2.Bytes())
  139. }
  140. diskT := disk1.Add(disk2).(*Disk)
  141. // Check that the sums and properties are correct
  142. if diskT.TotalCost() != 15.0 {
  143. t.Fatalf("Disk.Add: expected %f; got %f", 15.0, diskT.TotalCost())
  144. }
  145. if diskT.Adjustment() != 2.0 {
  146. t.Fatalf("Disk.Add: expected %f; got %f", 2.0, diskT.Adjustment())
  147. }
  148. if diskT.Properties().Cluster != "cluster1" {
  149. t.Fatalf("Disk.Add: expected %s; got %s", "cluster1", diskT.Properties().Cluster)
  150. }
  151. if diskT.Type() != DiskAssetType {
  152. t.Fatalf("Disk.Add: expected %s; got %s", AnyAssetType, diskT.Type())
  153. }
  154. if diskT.Properties().ProviderID != "" {
  155. t.Fatalf("Disk.Add: expected %s; got %s", "", diskT.Properties().ProviderID)
  156. }
  157. if diskT.Properties().Name != "" {
  158. t.Fatalf("Disk.Add: expected %s; got %s", "", diskT.Properties().Name)
  159. }
  160. if diskT.Bytes() != 160.0*gb {
  161. t.Fatalf("Disk.Add: expected %f; got %f", 160.0*gb, diskT.Bytes())
  162. }
  163. if !approx(diskT.Local, 0.333333, delta) {
  164. t.Fatalf("Disk.Add: expected %f; got %f", 0.333333, diskT.Local)
  165. }
  166. // Check that the original assets are unchanged
  167. if disk1.TotalCost() != 10.0 {
  168. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, disk1.TotalCost())
  169. }
  170. if disk1.Adjustment() != 1.0 {
  171. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk1.Adjustment())
  172. }
  173. if disk1.Local != 0.0 {
  174. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, disk1.Local)
  175. }
  176. if disk2.TotalCost() != 5.0 {
  177. t.Fatalf("Disk.Add: expected %f; got %f", 5.0, disk2.TotalCost())
  178. }
  179. if disk2.Adjustment() != 1.0 {
  180. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Adjustment())
  181. }
  182. if disk2.Local != 1.0 {
  183. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Local)
  184. }
  185. disk3 := NewDisk("disk3", "cluster1", "disk3", *windows[0].start, *windows[0].end, windows[0])
  186. disk3.ByteHours = 0.0 * hours
  187. disk3.Cost = 0.0
  188. disk3.Local = 0.0
  189. disk3.SetAdjustment(0.0)
  190. disk4 := NewDisk("disk4", "cluster1", "disk4", *windows[0].start, *windows[0].end, windows[0])
  191. disk4.ByteHours = 0.0 * hours
  192. disk4.Cost = 0.0
  193. disk4.Local = 1.0
  194. disk4.SetAdjustment(0.0)
  195. diskT = disk3.Add(disk4).(*Disk)
  196. if diskT.TotalCost() != 0.0 {
  197. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskT.TotalCost())
  198. }
  199. if diskT.Local != 0.5 {
  200. t.Fatalf("Disk.Add: expected %f; got %f", 0.5, diskT.Local)
  201. }
  202. // Accumulate: one disks, two windows
  203. diskA1 := NewDisk("diskA1", "cluster1", "diskA1", *windows[0].start, *windows[0].end, windows[0])
  204. diskA1.ByteHours = 100 * gb * hours
  205. diskA1.Cost = 9.0
  206. diskA1.SetAdjustment(1.0)
  207. diskA2 := NewDisk("diskA2", "cluster1", "diskA2", *windows[1].start, *windows[1].end, windows[1])
  208. diskA2.ByteHours = 100 * gb * hours
  209. diskA2.Cost = 9.0
  210. diskA2.SetAdjustment(1.0)
  211. diskAT := diskA1.Add(diskA2).(*Disk)
  212. // Check that the sums and properties are correct
  213. if diskAT.TotalCost() != 20.0 {
  214. t.Fatalf("Disk.Add: expected %f; got %f", 20.0, diskAT.TotalCost())
  215. }
  216. if diskAT.Adjustment() != 2.0 {
  217. t.Fatalf("Disk.Add: expected %f; got %f", 2.0, diskAT.Adjustment())
  218. }
  219. if diskAT.Properties().Cluster != "cluster1" {
  220. t.Fatalf("Disk.Add: expected %s; got %s", "cluster1", diskAT.Properties().Cluster)
  221. }
  222. if diskAT.Type() != DiskAssetType {
  223. t.Fatalf("Disk.Add: expected %s; got %s", AnyAssetType, diskAT.Type())
  224. }
  225. if diskAT.Properties().ProviderID != "" {
  226. t.Fatalf("Disk.Add: expected %s; got %s", "", diskAT.Properties().ProviderID)
  227. }
  228. if diskAT.Properties().Name != "" {
  229. t.Fatalf("Disk.Add: expected %s; got %s", "", diskAT.Properties().Name)
  230. }
  231. if diskAT.Bytes() != 100.0*gb {
  232. t.Fatalf("Disk.Add: expected %f; got %f", 100.0*gb, diskT.Bytes())
  233. }
  234. if diskAT.Local != 0.0 {
  235. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskAT.Local)
  236. }
  237. // Check that the original assets are unchanged
  238. if diskA1.TotalCost() != 10.0 {
  239. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, diskA1.TotalCost())
  240. }
  241. if diskA1.Adjustment() != 1.0 {
  242. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, diskA1.Adjustment())
  243. }
  244. if diskA1.Local != 0.0 {
  245. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskA1.Local)
  246. }
  247. if diskA2.TotalCost() != 10.0 {
  248. t.Fatalf("Disk.Add: expected %f; got %f", 10.0, diskA2.TotalCost())
  249. }
  250. if diskA2.Adjustment() != 1.0 {
  251. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, diskA2.Adjustment())
  252. }
  253. if diskA2.Local != 0.0 {
  254. t.Fatalf("Disk.Add: expected %f; got %f", 0.0, diskA2.Local)
  255. }
  256. }
  257. func TestDisk_Clone(t *testing.T) {
  258. disk1 := NewDisk("disk1", "cluster1", "disk1", *windows[0].start, *windows[0].end, windows[0])
  259. disk1.Local = 0.0
  260. disk1.Cost = 9.0
  261. disk1.SetAdjustment(1.0)
  262. disk2 := disk1.Clone().(*Disk)
  263. disk2.Local = 1.0
  264. disk1.Cost = 18.0
  265. disk1.SetAdjustment(2.0)
  266. // disk2 should match disk1, even after mutating disk1
  267. if disk2.TotalCost() != 10.0 {
  268. t.Fatalf("Any.Clone: expected %f; got %f", 10.0, disk2.TotalCost())
  269. }
  270. if disk2.Adjustment() != 1.0 {
  271. t.Fatalf("Any.Clone: expected %f; got %f", 1.0, disk2.Adjustment())
  272. }
  273. if disk2.Local != 1.0 {
  274. t.Fatalf("Disk.Add: expected %f; got %f", 1.0, disk2.Local)
  275. }
  276. }
  277. func TestDisk_MarshalJSON(t *testing.T) {
  278. disk := NewDisk("disk", "cluster", "providerID", *windows[0].start, *windows[0].end, windows[0])
  279. disk.SetLabels(AssetLabels{
  280. "label": "value",
  281. })
  282. disk.Cost = 9.0
  283. disk.SetAdjustment(1.0)
  284. _, err := json.Marshal(disk)
  285. if err != nil {
  286. t.Fatalf("Disk.MarshalJSON: unexpected error: %s", err)
  287. }
  288. }
  289. func TestNode_Add(t *testing.T) {
  290. // 1. aggregate: add size, local
  291. // 2. accumulate: don't add size, local
  292. hours := windows[0].Duration().Hours()
  293. // Aggregate: two nodes, one window
  294. node1 := NewNode("node1", "cluster1", "node1", *windows[0].start, *windows[0].end, windows[0])
  295. node1.CPUCoreHours = 1.0 * hours
  296. node1.RAMByteHours = 2.0 * gb * hours
  297. node1.GPUCost = 0.0
  298. node1.CPUCost = 8.0
  299. node1.RAMCost = 4.0
  300. node1.Discount = 0.3
  301. node1.CPUBreakdown = &Breakdown{
  302. Idle: 0.6,
  303. System: 0.2,
  304. User: 0.2,
  305. Other: 0.0,
  306. }
  307. node1.RAMBreakdown = &Breakdown{
  308. Idle: 0.6,
  309. System: 0.2,
  310. User: 0.2,
  311. Other: 0.0,
  312. }
  313. node1.SetAdjustment(1.6)
  314. node2 := NewNode("node2", "cluster1", "node2", *windows[0].start, *windows[0].end, windows[0])
  315. node2.CPUCoreHours = 1.0 * hours
  316. node2.RAMByteHours = 2.0 * gb * hours
  317. node2.GPUCost = 0.0
  318. node2.CPUCost = 3.0
  319. node2.RAMCost = 1.0
  320. node2.Discount = 0.0
  321. node1.CPUBreakdown = &Breakdown{
  322. Idle: 0.9,
  323. System: 0.05,
  324. User: 0.0,
  325. Other: 0.05,
  326. }
  327. node1.RAMBreakdown = &Breakdown{
  328. Idle: 0.9,
  329. System: 0.05,
  330. User: 0.0,
  331. Other: 0.05,
  332. }
  333. node2.SetAdjustment(1.0)
  334. nodeT := node1.Add(node2).(*Node)
  335. // Check that the sums and properties are correct
  336. if !approx(nodeT.TotalCost(), 15.0, delta) {
  337. t.Fatalf("Node.Add: expected %f; got %f", 15.0, nodeT.TotalCost())
  338. }
  339. if nodeT.Adjustment() != 2.6 {
  340. t.Fatalf("Node.Add: expected %f; got %f", 2.6, nodeT.Adjustment())
  341. }
  342. if nodeT.Properties().Cluster != "cluster1" {
  343. t.Fatalf("Node.Add: expected %s; got %s", "cluster1", nodeT.Properties().Cluster)
  344. }
  345. if nodeT.Type() != NodeAssetType {
  346. t.Fatalf("Node.Add: expected %s; got %s", AnyAssetType, nodeT.Type())
  347. }
  348. if nodeT.Properties().ProviderID != "" {
  349. t.Fatalf("Node.Add: expected %s; got %s", "", nodeT.Properties().ProviderID)
  350. }
  351. if nodeT.Properties().Name != "" {
  352. t.Fatalf("Node.Add: expected %s; got %s", "", nodeT.Properties().Name)
  353. }
  354. if nodeT.CPUCores() != 2.0 {
  355. t.Fatalf("Node.Add: expected %f; got %f", 2.0, nodeT.CPUCores())
  356. }
  357. if nodeT.RAMBytes() != 4.0*gb {
  358. t.Fatalf("Node.Add: expected %f; got %f", 4.0*gb, nodeT.RAMBytes())
  359. }
  360. // Check that the original assets are unchanged
  361. if !approx(node1.TotalCost(), 10.0, delta) {
  362. t.Fatalf("Node.Add: expected %f; got %f", 10.0, node1.TotalCost())
  363. }
  364. if node1.Adjustment() != 1.6 {
  365. t.Fatalf("Node.Add: expected %f; got %f", 1.0, node1.Adjustment())
  366. }
  367. if !approx(node2.TotalCost(), 5.0, delta) {
  368. t.Fatalf("Node.Add: expected %f; got %f", 5.0, node2.TotalCost())
  369. }
  370. if node2.Adjustment() != 1.0 {
  371. t.Fatalf("Node.Add: expected %f; got %f", 1.0, node2.Adjustment())
  372. }
  373. // Check that we don't divide by zero computing Local
  374. node3 := NewNode("node3", "cluster1", "node3", *windows[0].start, *windows[0].end, windows[0])
  375. node3.CPUCoreHours = 0 * hours
  376. node3.RAMByteHours = 0 * hours
  377. node3.GPUCost = 0
  378. node3.CPUCost = 0.0
  379. node3.RAMCost = 0.0
  380. node3.Discount = 0.3
  381. node3.SetAdjustment(0.0)
  382. node4 := NewNode("node4", "cluster1", "node4", *windows[0].start, *windows[0].end, windows[0])
  383. node4.CPUCoreHours = 0 * hours
  384. node4.RAMByteHours = 0 * hours
  385. node4.GPUCost = 0
  386. node4.CPUCost = 0.0
  387. node4.RAMCost = 0.0
  388. node4.Discount = 0.1
  389. node4.SetAdjustment(0.0)
  390. nodeT = node3.Add(node4).(*Node)
  391. // Check that the sums and properties are correct and without NaNs
  392. if nodeT.TotalCost() != 0.0 {
  393. t.Fatalf("Node.Add: expected %f; got %f", 0.0, nodeT.TotalCost())
  394. }
  395. if nodeT.Discount != 0.2 {
  396. t.Fatalf("Node.Add: expected %f; got %f", 0.2, nodeT.Discount)
  397. }
  398. // Accumulate: one nodes, two window
  399. nodeA1 := NewNode("nodeA1", "cluster1", "nodeA1", *windows[0].start, *windows[0].end, windows[0])
  400. nodeA1.CPUCoreHours = 1.0 * hours
  401. nodeA1.RAMByteHours = 2.0 * gb * hours
  402. nodeA1.GPUCost = 0.0
  403. nodeA1.CPUCost = 8.0
  404. nodeA1.RAMCost = 4.0
  405. nodeA1.Discount = 0.3
  406. nodeA1.SetAdjustment(1.6)
  407. nodeA2 := NewNode("nodeA2", "cluster1", "nodeA2", *windows[1].start, *windows[1].end, windows[1])
  408. nodeA2.CPUCoreHours = 1.0 * hours
  409. nodeA2.RAMByteHours = 2.0 * gb * hours
  410. nodeA2.GPUCost = 0.0
  411. nodeA2.CPUCost = 3.0
  412. nodeA2.RAMCost = 1.0
  413. nodeA2.Discount = 0.0
  414. nodeA2.SetAdjustment(1.0)
  415. nodeAT := nodeA1.Add(nodeA2).(*Node)
  416. // Check that the sums and properties are correct
  417. if !approx(nodeAT.TotalCost(), 15.0, delta) {
  418. t.Fatalf("Node.Add: expected %f; got %f", 15.0, nodeAT.TotalCost())
  419. }
  420. if nodeAT.Adjustment() != 2.6 {
  421. t.Fatalf("Node.Add: expected %f; got %f", 2.6, nodeAT.Adjustment())
  422. }
  423. if nodeAT.Properties().Cluster != "cluster1" {
  424. t.Fatalf("Node.Add: expected %s; got %s", "cluster1", nodeAT.Properties().Cluster)
  425. }
  426. if nodeAT.Type() != NodeAssetType {
  427. t.Fatalf("Node.Add: expected %s; got %s", AnyAssetType, nodeAT.Type())
  428. }
  429. if nodeAT.Properties().ProviderID != "" {
  430. t.Fatalf("Node.Add: expected %s; got %s", "", nodeAT.Properties().ProviderID)
  431. }
  432. if nodeAT.Properties().Name != "" {
  433. t.Fatalf("Node.Add: expected %s; got %s", "", nodeAT.Properties().Name)
  434. }
  435. if nodeAT.CPUCores() != 1.0 {
  436. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeAT.CPUCores())
  437. }
  438. if nodeAT.RAMBytes() != 2.0*gb {
  439. t.Fatalf("Node.Add: expected %f; got %f", 2.0*gb, nodeAT.RAMBytes())
  440. }
  441. // Check that the original assets are unchanged
  442. if !approx(nodeA1.TotalCost(), 10.0, delta) {
  443. t.Fatalf("Node.Add: expected %f; got %f", 10.0, nodeA1.TotalCost())
  444. }
  445. if nodeA1.Adjustment() != 1.6 {
  446. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeA1.Adjustment())
  447. }
  448. if !approx(nodeA2.TotalCost(), 5.0, delta) {
  449. t.Fatalf("Node.Add: expected %f; got %f", 5.0, nodeA2.TotalCost())
  450. }
  451. if nodeA2.Adjustment() != 1.0 {
  452. t.Fatalf("Node.Add: expected %f; got %f", 1.0, nodeA2.Adjustment())
  453. }
  454. }
  455. func TestNode_Clone(t *testing.T) {
  456. // TODO
  457. }
  458. func TestNode_MarshalJSON(t *testing.T) {
  459. node := NewNode("node", "cluster", "providerID", *windows[0].start, *windows[0].end, windows[0])
  460. node.SetLabels(AssetLabels{
  461. "label": "value",
  462. })
  463. node.CPUCost = 9.0
  464. node.RAMCost = 0.0
  465. node.CPUCoreHours = 123.0
  466. node.RAMByteHours = 13323.0
  467. node.SetAdjustment(1.0)
  468. _, err := json.Marshal(node)
  469. if err != nil {
  470. t.Fatalf("Node.MarshalJSON: unexpected error: %s", err)
  471. }
  472. }
  473. func TestClusterManagement_Add(t *testing.T) {
  474. cm1 := NewClusterManagement("gcp", "cluster1", windows[0])
  475. cm1.Cost = 9.0
  476. cm2 := NewClusterManagement("gcp", "cluster1", windows[0])
  477. cm2.Cost = 4.0
  478. cm3 := cm1.Add(cm2)
  479. // Check that the sums and properties are correct
  480. if cm3.TotalCost() != 13.0 {
  481. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 13.0, cm3.TotalCost())
  482. }
  483. if cm3.Properties().Cluster != "cluster1" {
  484. t.Fatalf("ClusterManagement.Add: expected %s; got %s", "cluster1", cm3.Properties().Cluster)
  485. }
  486. if cm3.Type() != ClusterManagementAssetType {
  487. t.Fatalf("ClusterManagement.Add: expected %s; got %s", ClusterManagementAssetType, cm3.Type())
  488. }
  489. // Check that the original assets are unchanged
  490. if cm1.TotalCost() != 9.0 {
  491. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 9.0, cm1.TotalCost())
  492. }
  493. if cm2.TotalCost() != 4.0 {
  494. t.Fatalf("ClusterManagement.Add: expected %f; got %f", 4.0, cm2.TotalCost())
  495. }
  496. }
  497. func TestClusterManagement_Clone(t *testing.T) {
  498. // TODO
  499. }
  500. func TestCloudAny_Add(t *testing.T) {
  501. ca1 := NewCloud(ComputeCategory, "ca1", *windows[0].start, *windows[0].end, windows[0])
  502. ca1.Cost = 9.0
  503. ca1.SetAdjustment(1.0)
  504. ca2 := NewCloud(StorageCategory, "ca2", *windows[0].start, *windows[0].end, windows[0])
  505. ca2.Cost = 4.0
  506. ca2.SetAdjustment(1.0)
  507. ca3 := ca1.Add(ca2)
  508. // Check that the sums and properties are correct
  509. if ca3.TotalCost() != 15.0 {
  510. t.Fatalf("Any.Add: expected %f; got %f", 15.0, ca3.TotalCost())
  511. }
  512. if ca3.Adjustment() != 2.0 {
  513. t.Fatalf("Any.Add: expected %f; got %f", 2.0, ca3.Adjustment())
  514. }
  515. if ca3.Type() != CloudAssetType {
  516. t.Fatalf("Any.Add: expected %s; got %s", CloudAssetType, ca3.Type())
  517. }
  518. // Check that the original assets are unchanged
  519. if ca1.TotalCost() != 10.0 {
  520. t.Fatalf("Any.Add: expected %f; got %f", 10.0, ca1.TotalCost())
  521. }
  522. if ca1.Adjustment() != 1.0 {
  523. t.Fatalf("Any.Add: expected %f; got %f", 1.0, ca1.Adjustment())
  524. }
  525. if ca2.TotalCost() != 5.0 {
  526. t.Fatalf("Any.Add: expected %f; got %f", 5.0, ca2.TotalCost())
  527. }
  528. if ca2.Adjustment() != 1.0 {
  529. t.Fatalf("Any.Add: expected %f; got %f", 1.0, ca2.Adjustment())
  530. }
  531. }
  532. func TestCloudAny_Clone(t *testing.T) {
  533. // TODO
  534. }
  535. func TestAssetSet_AggregateBy(t *testing.T) {
  536. endYesterday := time.Now().UTC().Truncate(day)
  537. startYesterday := endYesterday.Add(-day)
  538. window := NewWindow(&startYesterday, &endYesterday)
  539. // Scenarios to test:
  540. // 1 Single-aggregation
  541. // 1a []AssetProperty=[Cluster]
  542. // 1b []AssetProperty=[Type]
  543. // 1c []AssetProperty=[Nil]
  544. // 1d []AssetProperty=nil
  545. // 2 Multi-aggregation
  546. // 2a []AssetProperty=[Cluster,Type]
  547. // 3 Share resources
  548. // 3a Shared hourly cost > 0.0
  549. // Definitions and set-up:
  550. var as *AssetSet
  551. var err error
  552. // Tests:
  553. // 1 Single-aggregation
  554. // 1a []AssetProperty=[Cluster]
  555. as = generateAssetSet(startYesterday)
  556. err = as.AggregateBy([]AssetProperty{AssetClusterProp}, nil)
  557. if err != nil {
  558. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  559. }
  560. assertAssetSet(t, as, "1a", window, map[string]float64{
  561. "cluster1": 26.0,
  562. "cluster2": 15.0,
  563. "cluster3": 19.0,
  564. }, nil)
  565. // 1b []AssetProperty=[Type]
  566. as = generateAssetSet(startYesterday)
  567. err = as.AggregateBy([]AssetProperty{AssetTypeProp}, nil)
  568. if err != nil {
  569. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  570. }
  571. assertAssetSet(t, as, "1b", window, map[string]float64{
  572. "Node": 49.0,
  573. "Disk": 8.0,
  574. "ClusterManagement": 3.0,
  575. }, nil)
  576. // 1c []AssetProperty=[Nil]
  577. as = generateAssetSet(startYesterday)
  578. err = as.AggregateBy([]AssetProperty{}, nil)
  579. if err != nil {
  580. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  581. }
  582. assertAssetSet(t, as, "1c", window, map[string]float64{
  583. "": 60.0,
  584. }, nil)
  585. // 1d []AssetProperty=nil
  586. as = generateAssetSet(startYesterday)
  587. err = as.AggregateBy(nil, nil)
  588. if err != nil {
  589. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  590. }
  591. assertAssetSet(t, as, "1d", window, map[string]float64{
  592. "Compute/cluster1/Node/Kubernetes/gcp-node1/node1": 7.00,
  593. "Compute/cluster1/Node/Kubernetes/gcp-node2/node2": 5.50,
  594. "Compute/cluster1/Node/Kubernetes/gcp-node3/node3": 6.50,
  595. "Storage/cluster1/Disk/Kubernetes/gcp-disk1/disk1": 2.50,
  596. "Storage/cluster1/Disk/Kubernetes/gcp-disk2/disk2": 1.50,
  597. "GCP/Management/cluster1/ClusterManagement/Kubernetes": 3.00,
  598. "Compute/cluster2/Node/Kubernetes/gcp-node4/node4": 11.00,
  599. "Storage/cluster2/Disk/Kubernetes/gcp-disk3/disk3": 2.50,
  600. "Storage/cluster2/Disk/Kubernetes/gcp-disk4/disk4": 1.50,
  601. "GCP/Management/cluster2/ClusterManagement/Kubernetes": 0.00,
  602. "Compute/cluster3/Node/Kubernetes/aws-node5/node5": 19.00,
  603. }, nil)
  604. // 2 Multi-aggregation
  605. // 2a []AssetProperty=[Cluster,Type]
  606. as = generateAssetSet(startYesterday)
  607. err = as.AggregateBy([]AssetProperty{AssetClusterProp, AssetTypeProp}, nil)
  608. if err != nil {
  609. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  610. }
  611. assertAssetSet(t, as, "2a", window, map[string]float64{
  612. "cluster1/Node": 19.0,
  613. "cluster1/Disk": 4.0,
  614. "cluster1/ClusterManagement": 3.0,
  615. "cluster2/Node": 11.0,
  616. "cluster2/Disk": 4.0,
  617. "cluster2/ClusterManagement": 0.0,
  618. "cluster3/Node": 19.0,
  619. }, nil)
  620. // 3 Share resources
  621. // 3a Shared hourly cost > 0.0
  622. as = generateAssetSet(startYesterday)
  623. err = as.AggregateBy([]AssetProperty{AssetTypeProp}, &AssetAggregationOptions{
  624. SharedHourlyCosts: map[string]float64{"shared1": 0.5},
  625. })
  626. if err != nil {
  627. t.Fatalf("AssetSet.AggregateBy: unexpected error: %s", err)
  628. }
  629. assertAssetSet(t, as, "1a", window, map[string]float64{
  630. "Node": 49.0,
  631. "Disk": 8.0,
  632. "ClusterManagement": 3.0,
  633. "Shared": 12.0,
  634. }, nil)
  635. }
  636. func TestAssetSet_FindMatch(t *testing.T) {
  637. endYesterday := time.Now().UTC().Truncate(day)
  638. startYesterday := endYesterday.Add(-day)
  639. s, e := startYesterday, endYesterday
  640. w := NewWindow(&s, &e)
  641. var query, match Asset
  642. var as *AssetSet
  643. var err error
  644. // Assert success of a simple match of Type and ProviderID
  645. as = generateAssetSet(startYesterday)
  646. query = NewNode("", "", "gcp-node3", s, e, w)
  647. match, err = as.FindMatch(query, []AssetProperty{AssetTypeProp, AssetProviderIDProp})
  648. if err != nil {
  649. t.Fatalf("AssetSet.FindMatch: unexpected error: %s", err)
  650. }
  651. // Assert error of a simple non-match of Type and ProviderID
  652. as = generateAssetSet(startYesterday)
  653. query = NewNode("", "", "aws-node3", s, e, w)
  654. match, err = as.FindMatch(query, []AssetProperty{AssetTypeProp, AssetProviderIDProp})
  655. if err == nil {
  656. t.Fatalf("AssetSet.FindMatch: expected error (no match); found %s", match)
  657. }
  658. // Assert error of matching ProviderID, but not Type
  659. as = generateAssetSet(startYesterday)
  660. query = NewCloud(ComputeCategory, "gcp-node3", s, e, w)
  661. match, err = as.FindMatch(query, []AssetProperty{AssetTypeProp, AssetProviderIDProp})
  662. if err == nil {
  663. t.Fatalf("AssetSet.FindMatch: expected error (no match); found %s", match)
  664. }
  665. }
  666. func TestAssetSetRange_Accumulate(t *testing.T) {
  667. endYesterday := time.Now().UTC().Truncate(day)
  668. startYesterday := endYesterday.Add(-day)
  669. startD2 := startYesterday
  670. startD1 := startD2.Add(-day)
  671. startD0 := startD1.Add(-day)
  672. window := NewWindow(&startD0, &endYesterday)
  673. var asr *AssetSetRange
  674. var as *AssetSet
  675. var err error
  676. asr = NewAssetSetRange(
  677. generateAssetSet(startD0),
  678. generateAssetSet(startD1),
  679. generateAssetSet(startD2),
  680. )
  681. err = asr.AggregateBy(nil, nil)
  682. as, err = asr.Accumulate()
  683. if err != nil {
  684. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  685. }
  686. assertAssetSet(t, as, "1a", window, map[string]float64{
  687. "Compute/cluster1/Node/Kubernetes/gcp-node1/node1": 21.00,
  688. "Compute/cluster1/Node/Kubernetes/gcp-node2/node2": 16.50,
  689. "Compute/cluster1/Node/Kubernetes/gcp-node3/node3": 19.50,
  690. "Storage/cluster1/Disk/Kubernetes/gcp-disk1/disk1": 7.50,
  691. "Storage/cluster1/Disk/Kubernetes/gcp-disk2/disk2": 4.50,
  692. "GCP/Management/cluster1/ClusterManagement/Kubernetes": 9.00,
  693. "Compute/cluster2/Node/Kubernetes/gcp-node4/node4": 33.00,
  694. "Storage/cluster2/Disk/Kubernetes/gcp-disk3/disk3": 7.50,
  695. "Storage/cluster2/Disk/Kubernetes/gcp-disk4/disk4": 4.50,
  696. "GCP/Management/cluster2/ClusterManagement/Kubernetes": 0.00,
  697. "Compute/cluster3/Node/Kubernetes/aws-node5/node5": 57.00,
  698. }, nil)
  699. asr = NewAssetSetRange(
  700. generateAssetSet(startD0),
  701. generateAssetSet(startD1),
  702. generateAssetSet(startD2),
  703. )
  704. err = asr.AggregateBy([]AssetProperty{}, nil)
  705. as, err = asr.Accumulate()
  706. if err != nil {
  707. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  708. }
  709. assertAssetSet(t, as, "1b", window, map[string]float64{
  710. "": 180.00,
  711. }, nil)
  712. asr = NewAssetSetRange(
  713. generateAssetSet(startD0),
  714. generateAssetSet(startD1),
  715. generateAssetSet(startD2),
  716. )
  717. err = asr.AggregateBy([]AssetProperty{AssetTypeProp}, nil)
  718. if err != nil {
  719. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  720. }
  721. as, err = asr.Accumulate()
  722. if err != nil {
  723. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  724. }
  725. assertAssetSet(t, as, "1c", window, map[string]float64{
  726. "Node": 147.0,
  727. "Disk": 24.0,
  728. "ClusterManagement": 9.0,
  729. }, nil)
  730. asr = NewAssetSetRange(
  731. generateAssetSet(startD0),
  732. generateAssetSet(startD1),
  733. generateAssetSet(startD2),
  734. )
  735. err = asr.AggregateBy([]AssetProperty{AssetClusterProp}, nil)
  736. if err != nil {
  737. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  738. }
  739. as, err = asr.Accumulate()
  740. if err != nil {
  741. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  742. }
  743. assertAssetSet(t, as, "1c", window, map[string]float64{
  744. "cluster1": 78.0,
  745. "cluster2": 45.0,
  746. "cluster3": 57.0,
  747. }, nil)
  748. // Accumulation with aggregation should work, even when the first AssetSet
  749. // is empty (this was previously an issue)
  750. asr = NewAssetSetRange(
  751. NewAssetSet(startD0, startD1),
  752. generateAssetSet(startD1),
  753. generateAssetSet(startD2),
  754. )
  755. err = asr.AggregateBy([]AssetProperty{AssetTypeProp}, nil)
  756. as, err = asr.Accumulate()
  757. if err != nil {
  758. t.Fatalf("AssetSetRange.AggregateBy: unexpected error: %s", err)
  759. }
  760. assertAssetSet(t, as, "1d", window, map[string]float64{
  761. "Node": 98.00,
  762. "Disk": 16.00,
  763. "ClusterManagement": 6.00,
  764. }, nil)
  765. }
  766. func assertAssetSet(t *testing.T, as *AssetSet, msg string, window Window, exps map[string]float64, err error) {
  767. if err != nil {
  768. t.Fatalf("AssetSet.AggregateBy[%s]: unexpected error: %s", msg, err)
  769. }
  770. if as.Length() != len(exps) {
  771. t.Fatalf("AssetSet.AggregateBy[%s]: expected set of length %d, actual %d", msg, len(exps), as.Length())
  772. }
  773. if !as.Window.Equal(window) {
  774. t.Fatalf("AssetSet.AggregateBy[%s]: expected window %s, actual %s", msg, window, as.Window)
  775. }
  776. as.Each(func(key string, a Asset) {
  777. if exp, ok := exps[key]; ok {
  778. if math.Round(a.TotalCost()*100) != math.Round(exp*100) {
  779. t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected total cost %.2f, actual %.2f", msg, key, exp, a.TotalCost())
  780. }
  781. if !a.Window().Equal(window) {
  782. t.Fatalf("AssetSet.AggregateBy[%s]: key %s expected window %s, actual %s", msg, key, window, as.Window)
  783. }
  784. } else {
  785. t.Fatalf("AssetSet.AggregateBy[%s]: unexpected asset: %s", msg, key)
  786. }
  787. })
  788. }
  789. // generateAssetSet generates the following topology:
  790. //
  791. // | Asset | Cost | Adj |
  792. // +------------------------------+------+------+
  793. // cluster1:
  794. // node1: 6.00 1.00
  795. // node2: 4.00 1.50
  796. // node3: 7.00 -0.50
  797. // disk1: 2.50 0.00
  798. // disk2: 1.50 0.00
  799. // clusterManagement1: 3.00 0.00
  800. // +------------------------------+------+------+
  801. // cluster1 subtotal 24.00 2.00
  802. // +------------------------------+------+------+
  803. // cluster2:
  804. // node4: 12.00 -1.00
  805. // disk3: 2.50 0.00
  806. // disk4: 1.50 0.00
  807. // clusterManagement2: 0.00 0.00
  808. // +------------------------------+------+------+
  809. // cluster2 subtotal 16.00 -1.00
  810. // +------------------------------+------+------+
  811. // cluster3:
  812. // node5: 17.00 2.00
  813. // +------------------------------+------+------+
  814. // cluster3 subtotal 17.00 2.00
  815. // +------------------------------+------+------+
  816. // total 57.00 3.00
  817. // +------------------------------+------+------+
  818. func generateAssetSet(start time.Time) *AssetSet {
  819. end := start.Add(day)
  820. window := NewWindow(&start, &end)
  821. hours := window.Duration().Hours()
  822. node1 := NewNode("node1", "cluster1", "gcp-node1", *window.Clone().start, *window.Clone().end, window.Clone())
  823. node1.CPUCost = 4.0
  824. node1.RAMCost = 4.0
  825. node1.GPUCost = 2.0
  826. node1.Discount = 0.5
  827. node1.CPUCoreHours = 2.0 * hours
  828. node1.RAMByteHours = 4.0 * gb * hours
  829. node1.SetAdjustment(1.0)
  830. node2 := NewNode("node2", "cluster1", "gcp-node2", *window.Clone().start, *window.Clone().end, window.Clone())
  831. node2.CPUCost = 4.0
  832. node2.RAMCost = 4.0
  833. node2.GPUCost = 0.0
  834. node2.Discount = 0.5
  835. node2.CPUCoreHours = 2.0 * hours
  836. node2.RAMByteHours = 4.0 * gb * hours
  837. node2.SetAdjustment(1.5)
  838. node3 := NewNode("node3", "cluster1", "gcp-node3", *window.Clone().start, *window.Clone().end, window.Clone())
  839. node3.CPUCost = 4.0
  840. node3.RAMCost = 4.0
  841. node3.GPUCost = 3.0
  842. node3.Discount = 0.5
  843. node3.CPUCoreHours = 2.0 * hours
  844. node3.RAMByteHours = 4.0 * gb * hours
  845. node3.SetAdjustment(-0.5)
  846. node4 := NewNode("node4", "cluster2", "gcp-node4", *window.Clone().start, *window.Clone().end, window.Clone())
  847. node4.CPUCost = 10.0
  848. node4.RAMCost = 6.0
  849. node4.GPUCost = 0.0
  850. node4.Discount = 0.25
  851. node4.CPUCoreHours = 4.0 * hours
  852. node4.RAMByteHours = 12.0 * gb * hours
  853. node4.SetAdjustment(-1.0)
  854. node5 := NewNode("node5", "cluster3", "aws-node5", *window.Clone().start, *window.Clone().end, window.Clone())
  855. node5.CPUCost = 10.0
  856. node5.RAMCost = 7.0
  857. node5.GPUCost = 0.0
  858. node5.Discount = 0.0
  859. node5.CPUCoreHours = 8.0 * hours
  860. node5.RAMByteHours = 24.0 * gb * hours
  861. node5.SetAdjustment(2.0)
  862. disk1 := NewDisk("disk1", "cluster1", "gcp-disk1", *window.Clone().start, *window.Clone().end, window.Clone())
  863. disk1.Cost = 2.5
  864. disk1.ByteHours = 100 * gb * hours
  865. disk2 := NewDisk("disk2", "cluster1", "gcp-disk2", *window.Clone().start, *window.Clone().end, window.Clone())
  866. disk2.Cost = 1.5
  867. disk2.ByteHours = 60 * gb * hours
  868. disk3 := NewDisk("disk3", "cluster2", "gcp-disk3", *window.Clone().start, *window.Clone().end, window.Clone())
  869. disk3.Cost = 2.5
  870. disk3.ByteHours = 100 * gb * hours
  871. disk4 := NewDisk("disk4", "cluster2", "gcp-disk4", *window.Clone().start, *window.Clone().end, window.Clone())
  872. disk4.Cost = 1.5
  873. disk4.ByteHours = 100 * gb * hours
  874. cm1 := NewClusterManagement("gcp", "cluster1", window.Clone())
  875. cm1.Cost = 3.0
  876. cm2 := NewClusterManagement("gcp", "cluster2", window.Clone())
  877. cm2.Cost = 0.0
  878. return NewAssetSet(
  879. start, end,
  880. // cluster 1
  881. node1, node2, node3, disk1, disk2, cm1,
  882. // cluster 2
  883. node4, disk3, disk4, cm2,
  884. // cluster 3
  885. node5,
  886. )
  887. }
  888. func printAssetSet(msg string, as *AssetSet) {
  889. fmt.Printf("--- %s ---\n", msg)
  890. as.Each(func(key string, a Asset) {
  891. fmt.Printf(" > %s: %s\n", key, a)
  892. })
  893. }