cluster_helpers_test.go 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103
  1. package costmodel
  2. import (
  3. "reflect"
  4. "testing"
  5. "time"
  6. "github.com/opencost/opencost/pkg/cloud/provider"
  7. "github.com/opencost/opencost/pkg/config"
  8. "github.com/opencost/opencost/pkg/prom"
  9. "github.com/opencost/opencost/pkg/util"
  10. "github.com/davecgh/go-spew/spew"
  11. )
  12. func TestMergeTypeMaps(t *testing.T) {
  13. cases := []struct {
  14. name string
  15. map1 map[nodeIdentifierNoProviderID]string
  16. map2 map[nodeIdentifierNoProviderID]string
  17. expected map[nodeIdentifierNoProviderID]string
  18. }{
  19. {
  20. name: "both empty",
  21. map1: map[nodeIdentifierNoProviderID]string{},
  22. map2: map[nodeIdentifierNoProviderID]string{},
  23. expected: map[nodeIdentifierNoProviderID]string{},
  24. },
  25. {
  26. name: "map2 empty",
  27. map1: map[nodeIdentifierNoProviderID]string{
  28. {
  29. Cluster: "cluster1",
  30. Name: "node1",
  31. }: "type1",
  32. },
  33. map2: map[nodeIdentifierNoProviderID]string{},
  34. expected: map[nodeIdentifierNoProviderID]string{
  35. {
  36. Cluster: "cluster1",
  37. Name: "node1",
  38. }: "type1",
  39. },
  40. },
  41. {
  42. name: "map1 empty",
  43. map1: map[nodeIdentifierNoProviderID]string{},
  44. map2: map[nodeIdentifierNoProviderID]string{
  45. {
  46. Cluster: "cluster1",
  47. Name: "node1",
  48. }: "type1",
  49. },
  50. expected: map[nodeIdentifierNoProviderID]string{
  51. {
  52. Cluster: "cluster1",
  53. Name: "node1",
  54. }: "type1",
  55. },
  56. },
  57. {
  58. name: "no overlap",
  59. map1: map[nodeIdentifierNoProviderID]string{
  60. {
  61. Cluster: "cluster1",
  62. Name: "node1",
  63. }: "type1",
  64. },
  65. map2: map[nodeIdentifierNoProviderID]string{
  66. {
  67. Cluster: "cluster1",
  68. Name: "node2",
  69. }: "type2",
  70. {
  71. Cluster: "cluster1",
  72. Name: "node4",
  73. }: "type4",
  74. },
  75. expected: map[nodeIdentifierNoProviderID]string{
  76. {
  77. Cluster: "cluster1",
  78. Name: "node1",
  79. }: "type1",
  80. {
  81. Cluster: "cluster1",
  82. Name: "node2",
  83. }: "type2",
  84. {
  85. Cluster: "cluster1",
  86. Name: "node4",
  87. }: "type4",
  88. },
  89. },
  90. {
  91. name: "with overlap",
  92. map1: map[nodeIdentifierNoProviderID]string{
  93. {
  94. Cluster: "cluster1",
  95. Name: "node1",
  96. }: "type1",
  97. },
  98. map2: map[nodeIdentifierNoProviderID]string{
  99. {
  100. Cluster: "cluster1",
  101. Name: "node2",
  102. }: "type2",
  103. {
  104. Cluster: "cluster1",
  105. Name: "node1",
  106. }: "type4",
  107. },
  108. expected: map[nodeIdentifierNoProviderID]string{
  109. {
  110. Cluster: "cluster1",
  111. Name: "node1",
  112. }: "type1",
  113. {
  114. Cluster: "cluster1",
  115. Name: "node2",
  116. }: "type2",
  117. },
  118. },
  119. }
  120. for _, testCase := range cases {
  121. t.Run(testCase.name, func(t *testing.T) {
  122. result := mergeTypeMaps(testCase.map1, testCase.map2)
  123. if !reflect.DeepEqual(result, testCase.expected) {
  124. t.Errorf("mergeTypeMaps case %s failed. Got %+v but expected %+v", testCase.name, result, testCase.expected)
  125. }
  126. })
  127. }
  128. }
  129. func TestBuildNodeMap(t *testing.T) {
  130. cases := []struct {
  131. name string
  132. cpuCostMap map[NodeIdentifier]float64
  133. ramCostMap map[NodeIdentifier]float64
  134. gpuCostMap map[NodeIdentifier]float64
  135. gpuCountMap map[NodeIdentifier]float64
  136. cpuCoresMap map[nodeIdentifierNoProviderID]float64
  137. ramBytesMap map[nodeIdentifierNoProviderID]float64
  138. ramUserPctMap map[nodeIdentifierNoProviderID]float64
  139. ramSystemPctMap map[nodeIdentifierNoProviderID]float64
  140. cpuBreakdownMap map[nodeIdentifierNoProviderID]*ClusterCostsBreakdown
  141. activeDataMap map[NodeIdentifier]activeData
  142. preemptibleMap map[NodeIdentifier]bool
  143. labelsMap map[nodeIdentifierNoProviderID]map[string]string
  144. clusterAndNameToType map[nodeIdentifierNoProviderID]string
  145. expected map[NodeIdentifier]*Node
  146. overheadMap map[nodeIdentifierNoProviderID]*NodeOverhead
  147. }{
  148. {
  149. name: "empty",
  150. expected: map[NodeIdentifier]*Node{},
  151. },
  152. {
  153. name: "just cpu cost",
  154. cpuCostMap: map[NodeIdentifier]float64{
  155. {
  156. Cluster: "cluster1",
  157. Name: "node1",
  158. ProviderID: "prov_node1",
  159. }: 0.048,
  160. },
  161. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  162. {
  163. Cluster: "cluster1",
  164. Name: "node1",
  165. }: "type1",
  166. },
  167. expected: map[NodeIdentifier]*Node{
  168. {
  169. Cluster: "cluster1",
  170. Name: "node1",
  171. ProviderID: "prov_node1",
  172. }: {
  173. Cluster: "cluster1",
  174. Name: "node1",
  175. ProviderID: "prov_node1",
  176. NodeType: "type1",
  177. CPUCost: 0.048,
  178. CPUBreakdown: &ClusterCostsBreakdown{},
  179. RAMBreakdown: &ClusterCostsBreakdown{},
  180. Overhead: &NodeOverhead{},
  181. },
  182. },
  183. },
  184. {
  185. name: "just cpu cost with empty provider ID",
  186. cpuCostMap: map[NodeIdentifier]float64{
  187. {
  188. Cluster: "cluster1",
  189. Name: "node1",
  190. }: 0.048,
  191. },
  192. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  193. {
  194. Cluster: "cluster1",
  195. Name: "node1",
  196. }: "type1",
  197. },
  198. expected: map[NodeIdentifier]*Node{
  199. {
  200. Cluster: "cluster1",
  201. Name: "node1",
  202. }: {
  203. Cluster: "cluster1",
  204. Name: "node1",
  205. NodeType: "type1",
  206. CPUCost: 0.048,
  207. CPUBreakdown: &ClusterCostsBreakdown{},
  208. RAMBreakdown: &ClusterCostsBreakdown{},
  209. Overhead: &NodeOverhead{},
  210. },
  211. },
  212. },
  213. {
  214. name: "cpu cost with overlapping node names",
  215. cpuCostMap: map[NodeIdentifier]float64{
  216. {
  217. Cluster: "cluster1",
  218. Name: "node1",
  219. ProviderID: "prov_node1_A",
  220. }: 0.048,
  221. {
  222. Cluster: "cluster1",
  223. Name: "node1",
  224. ProviderID: "prov_node1_B",
  225. }: 0.087,
  226. },
  227. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  228. {
  229. Cluster: "cluster1",
  230. Name: "node1",
  231. }: "type1",
  232. },
  233. expected: map[NodeIdentifier]*Node{
  234. {
  235. Cluster: "cluster1",
  236. Name: "node1",
  237. ProviderID: "prov_node1_A",
  238. }: {
  239. Cluster: "cluster1",
  240. Name: "node1",
  241. ProviderID: "prov_node1_A",
  242. NodeType: "type1",
  243. CPUCost: 0.048,
  244. CPUBreakdown: &ClusterCostsBreakdown{},
  245. RAMBreakdown: &ClusterCostsBreakdown{},
  246. Overhead: &NodeOverhead{},
  247. },
  248. {
  249. Cluster: "cluster1",
  250. Name: "node1",
  251. ProviderID: "prov_node1_B",
  252. }: {
  253. Cluster: "cluster1",
  254. Name: "node1",
  255. ProviderID: "prov_node1_B",
  256. NodeType: "type1",
  257. CPUCost: 0.087,
  258. CPUBreakdown: &ClusterCostsBreakdown{},
  259. RAMBreakdown: &ClusterCostsBreakdown{},
  260. Overhead: &NodeOverhead{},
  261. },
  262. },
  263. },
  264. {
  265. name: "all fields + overlapping node names",
  266. cpuCostMap: map[NodeIdentifier]float64{
  267. {
  268. Cluster: "cluster1",
  269. Name: "node1",
  270. ProviderID: "prov_node1_A",
  271. }: 0.048,
  272. {
  273. Cluster: "cluster1",
  274. Name: "node1",
  275. ProviderID: "prov_node1_B",
  276. }: 0.087,
  277. {
  278. Cluster: "cluster1",
  279. Name: "node2",
  280. ProviderID: "prov_node2_A",
  281. }: 0.033,
  282. },
  283. ramCostMap: map[NodeIdentifier]float64{
  284. {
  285. Cluster: "cluster1",
  286. Name: "node1",
  287. ProviderID: "prov_node1_A",
  288. }: 0.09,
  289. {
  290. Cluster: "cluster1",
  291. Name: "node1",
  292. ProviderID: "prov_node1_B",
  293. }: 0.3,
  294. {
  295. Cluster: "cluster1",
  296. Name: "node2",
  297. ProviderID: "prov_node2_A",
  298. }: 0.024,
  299. },
  300. gpuCostMap: map[NodeIdentifier]float64{
  301. {
  302. Cluster: "cluster1",
  303. Name: "node1",
  304. ProviderID: "prov_node1_A",
  305. }: 0.8,
  306. {
  307. Cluster: "cluster1",
  308. Name: "node1",
  309. ProviderID: "prov_node1_B",
  310. }: 1.4,
  311. {
  312. Cluster: "cluster1",
  313. Name: "node2",
  314. ProviderID: "prov_node2_A",
  315. }: 3.1,
  316. },
  317. gpuCountMap: map[NodeIdentifier]float64{
  318. {
  319. Cluster: "cluster1",
  320. Name: "node1",
  321. ProviderID: "prov_node1_A",
  322. }: 1.0,
  323. {
  324. Cluster: "cluster1",
  325. Name: "node1",
  326. ProviderID: "prov_node1_B",
  327. }: 1.0,
  328. {
  329. Cluster: "cluster1",
  330. Name: "node2",
  331. ProviderID: "prov_node2_A",
  332. }: 2.0,
  333. },
  334. cpuCoresMap: map[nodeIdentifierNoProviderID]float64{
  335. {
  336. Cluster: "cluster1",
  337. Name: "node1",
  338. }: 2.0,
  339. {
  340. Cluster: "cluster1",
  341. Name: "node2",
  342. }: 5.0,
  343. },
  344. ramBytesMap: map[nodeIdentifierNoProviderID]float64{
  345. {
  346. Cluster: "cluster1",
  347. Name: "node1",
  348. }: 2048.0,
  349. {
  350. Cluster: "cluster1",
  351. Name: "node2",
  352. }: 6303.0,
  353. },
  354. ramUserPctMap: map[nodeIdentifierNoProviderID]float64{
  355. {
  356. Cluster: "cluster1",
  357. Name: "node1",
  358. }: 30.0,
  359. {
  360. Cluster: "cluster1",
  361. Name: "node2",
  362. }: 42.6,
  363. },
  364. ramSystemPctMap: map[nodeIdentifierNoProviderID]float64{
  365. {
  366. Cluster: "cluster1",
  367. Name: "node1",
  368. }: 15.0,
  369. {
  370. Cluster: "cluster1",
  371. Name: "node2",
  372. }: 20.1,
  373. },
  374. cpuBreakdownMap: map[nodeIdentifierNoProviderID]*ClusterCostsBreakdown{
  375. {
  376. Cluster: "cluster1",
  377. Name: "node1",
  378. }: {
  379. System: 20.2,
  380. User: 68.0,
  381. },
  382. {
  383. Cluster: "cluster1",
  384. Name: "node2",
  385. }: {
  386. System: 28.9,
  387. User: 34.0,
  388. },
  389. },
  390. activeDataMap: map[NodeIdentifier]activeData{
  391. {
  392. Cluster: "cluster1",
  393. Name: "node1",
  394. ProviderID: "prov_node1_A",
  395. }: {
  396. start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  397. end: time.Date(2020, 6, 16, 9, 20, 39, 0, time.UTC),
  398. minutes: 5*60 + 35 + (11.0 / 60.0),
  399. },
  400. {
  401. Cluster: "cluster1",
  402. Name: "node1",
  403. ProviderID: "prov_node1_B",
  404. }: {
  405. start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  406. end: time.Date(2020, 6, 16, 9, 21, 39, 0, time.UTC),
  407. minutes: 5*60 + 36 + (11.0 / 60.0),
  408. },
  409. {
  410. Cluster: "cluster1",
  411. Name: "node2",
  412. ProviderID: "prov_node2_A",
  413. }: {
  414. start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  415. end: time.Date(2020, 6, 16, 9, 10, 39, 0, time.UTC),
  416. minutes: 5*60 + 25 + (11.0 / 60.0),
  417. },
  418. },
  419. preemptibleMap: map[NodeIdentifier]bool{
  420. {
  421. Cluster: "cluster1",
  422. Name: "node1",
  423. ProviderID: "prov_node1_A",
  424. }: true,
  425. {
  426. Cluster: "cluster1",
  427. Name: "node1",
  428. ProviderID: "prov_node1_B",
  429. }: false,
  430. {
  431. Cluster: "cluster1",
  432. Name: "node2",
  433. ProviderID: "prov_node2_A",
  434. }: false,
  435. },
  436. labelsMap: map[nodeIdentifierNoProviderID]map[string]string{
  437. {
  438. Cluster: "cluster1",
  439. Name: "node1",
  440. }: {
  441. "labelname1_A": "labelvalue1_A",
  442. "labelname1_B": "labelvalue1_B",
  443. },
  444. {
  445. Cluster: "cluster1",
  446. Name: "node2",
  447. }: {
  448. "labelname2_A": "labelvalue2_A",
  449. "labelname2_B": "labelvalue2_B",
  450. },
  451. },
  452. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  453. {
  454. Cluster: "cluster1",
  455. Name: "node1",
  456. }: "type1",
  457. {
  458. Cluster: "cluster1",
  459. Name: "node2",
  460. }: "type2",
  461. },
  462. expected: map[NodeIdentifier]*Node{
  463. {
  464. Cluster: "cluster1",
  465. Name: "node1",
  466. ProviderID: "prov_node1_A",
  467. }: {
  468. Cluster: "cluster1",
  469. Name: "node1",
  470. ProviderID: "prov_node1_A",
  471. NodeType: "type1",
  472. CPUCost: 0.048,
  473. RAMCost: 0.09,
  474. GPUCost: 0.8,
  475. CPUCores: 2.0,
  476. GPUCount: 1.0,
  477. RAMBytes: 2048.0,
  478. RAMBreakdown: &ClusterCostsBreakdown{
  479. User: 30.0,
  480. System: 15.0,
  481. },
  482. CPUBreakdown: &ClusterCostsBreakdown{
  483. System: 20.2,
  484. User: 68.0,
  485. },
  486. Start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  487. End: time.Date(2020, 6, 16, 9, 20, 39, 0, time.UTC),
  488. Minutes: 5*60 + 35 + (11.0 / 60.0),
  489. Preemptible: true,
  490. Overhead: &NodeOverhead{},
  491. Labels: map[string]string{
  492. "labelname1_A": "labelvalue1_A",
  493. "labelname1_B": "labelvalue1_B",
  494. },
  495. },
  496. {
  497. Cluster: "cluster1",
  498. Name: "node1",
  499. ProviderID: "prov_node1_B",
  500. }: {
  501. Cluster: "cluster1",
  502. Name: "node1",
  503. ProviderID: "prov_node1_B",
  504. NodeType: "type1",
  505. CPUCost: 0.087,
  506. RAMCost: 0.3,
  507. GPUCost: 1.4,
  508. CPUCores: 2.0,
  509. GPUCount: 1.0,
  510. RAMBytes: 2048.0,
  511. RAMBreakdown: &ClusterCostsBreakdown{
  512. User: 30.0,
  513. System: 15.0,
  514. },
  515. CPUBreakdown: &ClusterCostsBreakdown{
  516. System: 20.2,
  517. User: 68.0,
  518. },
  519. Start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  520. End: time.Date(2020, 6, 16, 9, 21, 39, 0, time.UTC),
  521. Minutes: 5*60 + 36 + (11.0 / 60.0),
  522. Preemptible: false,
  523. Labels: map[string]string{
  524. "labelname1_A": "labelvalue1_A",
  525. "labelname1_B": "labelvalue1_B",
  526. },
  527. Overhead: &NodeOverhead{},
  528. },
  529. {
  530. Cluster: "cluster1",
  531. Name: "node2",
  532. ProviderID: "prov_node2_A",
  533. }: {
  534. Cluster: "cluster1",
  535. Name: "node2",
  536. ProviderID: "prov_node2_A",
  537. NodeType: "type2",
  538. CPUCost: 0.033,
  539. RAMCost: 0.024,
  540. GPUCost: 3.1,
  541. CPUCores: 5.0,
  542. GPUCount: 2.0,
  543. RAMBytes: 6303.0,
  544. RAMBreakdown: &ClusterCostsBreakdown{
  545. User: 42.6,
  546. System: 20.1,
  547. },
  548. CPUBreakdown: &ClusterCostsBreakdown{
  549. System: 28.9,
  550. User: 34.0,
  551. },
  552. Start: time.Date(2020, 6, 16, 3, 45, 28, 0, time.UTC),
  553. End: time.Date(2020, 6, 16, 9, 10, 39, 0, time.UTC),
  554. Minutes: 5*60 + 25 + (11.0 / 60.0),
  555. Preemptible: false,
  556. Labels: map[string]string{
  557. "labelname2_A": "labelvalue2_A",
  558. "labelname2_B": "labelvalue2_B",
  559. },
  560. Overhead: &NodeOverhead{},
  561. },
  562. },
  563. },
  564. {
  565. name: "e2-micro cpu cost adjustment",
  566. cpuCostMap: map[NodeIdentifier]float64{
  567. {
  568. Cluster: "cluster1",
  569. Name: "node1",
  570. ProviderID: "prov_node1",
  571. }: 0.048,
  572. },
  573. cpuCoresMap: map[nodeIdentifierNoProviderID]float64{
  574. {
  575. Cluster: "cluster1",
  576. Name: "node1",
  577. }: 6.0, // GKE lies about number of cores
  578. },
  579. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  580. {
  581. Cluster: "cluster1",
  582. Name: "node1",
  583. }: "e2-micro", // for this node type
  584. },
  585. expected: map[NodeIdentifier]*Node{
  586. {
  587. Cluster: "cluster1",
  588. Name: "node1",
  589. ProviderID: "prov_node1",
  590. }: {
  591. Cluster: "cluster1",
  592. Name: "node1",
  593. ProviderID: "prov_node1",
  594. NodeType: "e2-micro",
  595. CPUCost: 0.048 * (partialCPUMap["e2-micro"] / 6.0), // adjustmentFactor is (v / GKE cores)
  596. CPUCores: partialCPUMap["e2-micro"],
  597. CPUBreakdown: &ClusterCostsBreakdown{},
  598. RAMBreakdown: &ClusterCostsBreakdown{},
  599. Overhead: &NodeOverhead{},
  600. },
  601. },
  602. },
  603. {
  604. name: "e2-small cpu cost adjustment",
  605. cpuCostMap: map[NodeIdentifier]float64{
  606. {
  607. Cluster: "cluster1",
  608. Name: "node1",
  609. ProviderID: "prov_node1",
  610. }: 0.048,
  611. },
  612. cpuCoresMap: map[nodeIdentifierNoProviderID]float64{
  613. {
  614. Cluster: "cluster1",
  615. Name: "node1",
  616. }: 6.0, // GKE lies about number of cores
  617. },
  618. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  619. {
  620. Cluster: "cluster1",
  621. Name: "node1",
  622. }: "e2-small", // for this node type
  623. },
  624. expected: map[NodeIdentifier]*Node{
  625. {
  626. Cluster: "cluster1",
  627. Name: "node1",
  628. ProviderID: "prov_node1",
  629. }: {
  630. Cluster: "cluster1",
  631. Name: "node1",
  632. ProviderID: "prov_node1",
  633. NodeType: "e2-small",
  634. CPUCost: 0.048 * (partialCPUMap["e2-small"] / 6.0), // adjustmentFactor is (v / GKE cores)
  635. CPUCores: partialCPUMap["e2-small"],
  636. CPUBreakdown: &ClusterCostsBreakdown{},
  637. RAMBreakdown: &ClusterCostsBreakdown{},
  638. Overhead: &NodeOverhead{},
  639. },
  640. },
  641. },
  642. {
  643. name: "e2-medium cpu cost adjustment",
  644. cpuCostMap: map[NodeIdentifier]float64{
  645. {
  646. Cluster: "cluster1",
  647. Name: "node1",
  648. ProviderID: "prov_node1",
  649. }: 0.048,
  650. },
  651. cpuCoresMap: map[nodeIdentifierNoProviderID]float64{
  652. {
  653. Cluster: "cluster1",
  654. Name: "node1",
  655. }: 6.0, // GKE lies about number of cores
  656. },
  657. clusterAndNameToType: map[nodeIdentifierNoProviderID]string{
  658. {
  659. Cluster: "cluster1",
  660. Name: "node1",
  661. }: "e2-medium", // for this node type
  662. },
  663. overheadMap: map[nodeIdentifierNoProviderID]*NodeOverhead{
  664. {
  665. Cluster: "cluster1",
  666. Name: "node1",
  667. }: {
  668. CpuOverheadFraction: 0.5,
  669. RamOverheadFraction: 0.25,
  670. }, // for this node type
  671. },
  672. expected: map[NodeIdentifier]*Node{
  673. {
  674. Cluster: "cluster1",
  675. Name: "node1",
  676. ProviderID: "prov_node1",
  677. }: {
  678. Cluster: "cluster1",
  679. Name: "node1",
  680. ProviderID: "prov_node1",
  681. NodeType: "e2-medium",
  682. CPUCost: 0.048 * (partialCPUMap["e2-medium"] / 6.0), // adjustmentFactor is (v / GKE cores)
  683. CPUCores: partialCPUMap["e2-medium"],
  684. CPUBreakdown: &ClusterCostsBreakdown{},
  685. RAMBreakdown: &ClusterCostsBreakdown{},
  686. Overhead: &NodeOverhead{
  687. CpuOverheadFraction: 0.5,
  688. RamOverheadFraction: 0.25,
  689. },
  690. },
  691. },
  692. },
  693. }
  694. for _, testCase := range cases {
  695. t.Run(testCase.name, func(t *testing.T) {
  696. result := buildNodeMap(
  697. testCase.cpuCostMap, testCase.ramCostMap, testCase.gpuCostMap, testCase.gpuCountMap,
  698. testCase.cpuCoresMap, testCase.ramBytesMap, testCase.ramUserPctMap,
  699. testCase.ramSystemPctMap,
  700. testCase.cpuBreakdownMap,
  701. testCase.activeDataMap,
  702. testCase.preemptibleMap,
  703. testCase.labelsMap,
  704. testCase.clusterAndNameToType,
  705. time.Minute,
  706. testCase.overheadMap,
  707. )
  708. if !reflect.DeepEqual(result, testCase.expected) {
  709. t.Errorf("buildNodeMap case %s failed. Got %+v but expected %+v", testCase.name, result, testCase.expected)
  710. // Use spew because we have to follow pointers to figure out
  711. // what isn't matching up
  712. t.Logf("Got: %s", spew.Sdump(result))
  713. t.Logf("Expected: %s", spew.Sdump(testCase.expected))
  714. }
  715. })
  716. }
  717. }
  718. func TestBuildGPUCostMap(t *testing.T) {
  719. cases := []struct {
  720. name string
  721. promResult []*prom.QueryResult
  722. countMap map[NodeIdentifier]float64
  723. expected map[NodeIdentifier]float64
  724. }{
  725. {
  726. name: "All Zeros",
  727. promResult: []*prom.QueryResult{
  728. {
  729. Metric: map[string]interface{}{
  730. "cluster_id": "cluster1",
  731. "node": "node1",
  732. "instance_type": "type1",
  733. "provider_id": "provider1",
  734. },
  735. Values: []*util.Vector{
  736. {
  737. Timestamp: 0,
  738. Value: 0,
  739. },
  740. },
  741. },
  742. },
  743. countMap: map[NodeIdentifier]float64{
  744. {
  745. Cluster: "cluster1",
  746. Name: "node1",
  747. ProviderID: "provider1",
  748. }: 0,
  749. },
  750. expected: map[NodeIdentifier]float64{
  751. {
  752. Cluster: "cluster1",
  753. Name: "node1",
  754. ProviderID: "provider1",
  755. }: 0,
  756. },
  757. },
  758. {
  759. name: "Zero Node Count",
  760. promResult: []*prom.QueryResult{
  761. {
  762. Metric: map[string]interface{}{
  763. "cluster_id": "cluster1",
  764. "node": "node1",
  765. "instance_type": "type1",
  766. "provider_id": "provider1",
  767. },
  768. Values: []*util.Vector{
  769. {
  770. Timestamp: 0,
  771. Value: 2,
  772. },
  773. },
  774. },
  775. },
  776. countMap: map[NodeIdentifier]float64{
  777. {
  778. Cluster: "cluster1",
  779. Name: "node1",
  780. ProviderID: "provider1",
  781. }: 0,
  782. },
  783. expected: map[NodeIdentifier]float64{
  784. {
  785. Cluster: "cluster1",
  786. Name: "node1",
  787. ProviderID: "provider1",
  788. }: 0,
  789. },
  790. },
  791. {
  792. name: "Missing Node Count",
  793. promResult: []*prom.QueryResult{
  794. {
  795. Metric: map[string]interface{}{
  796. "cluster_id": "cluster1",
  797. "node": "node1",
  798. "instance_type": "type1",
  799. "provider_id": "provider1",
  800. },
  801. Values: []*util.Vector{
  802. {
  803. Timestamp: 0,
  804. Value: 2,
  805. },
  806. },
  807. },
  808. },
  809. countMap: map[NodeIdentifier]float64{},
  810. expected: map[NodeIdentifier]float64{
  811. {
  812. Cluster: "cluster1",
  813. Name: "node1",
  814. ProviderID: "provider1",
  815. }: 0,
  816. },
  817. },
  818. {
  819. name: "missing cost data",
  820. promResult: []*prom.QueryResult{
  821. {},
  822. },
  823. countMap: map[NodeIdentifier]float64{
  824. {
  825. Cluster: "cluster1",
  826. Name: "node1",
  827. ProviderID: "provider1",
  828. }: 0,
  829. },
  830. expected: map[NodeIdentifier]float64{},
  831. },
  832. {
  833. name: "All values present",
  834. promResult: []*prom.QueryResult{
  835. {
  836. Metric: map[string]interface{}{
  837. "cluster_id": "cluster1",
  838. "node": "node1",
  839. "instance_type": "type1",
  840. "provider_id": "provider1",
  841. },
  842. Values: []*util.Vector{
  843. {
  844. Timestamp: 0,
  845. Value: 2,
  846. },
  847. },
  848. },
  849. },
  850. countMap: map[NodeIdentifier]float64{
  851. {
  852. Cluster: "cluster1",
  853. Name: "node1",
  854. ProviderID: "provider1",
  855. }: 2,
  856. },
  857. expected: map[NodeIdentifier]float64{
  858. {
  859. Cluster: "cluster1",
  860. Name: "node1",
  861. ProviderID: "provider1",
  862. }: 4,
  863. },
  864. },
  865. }
  866. for _, testCase := range cases {
  867. t.Run(testCase.name, func(t *testing.T) {
  868. testProvider := &provider.CustomProvider{
  869. Config: provider.NewProviderConfig(config.NewConfigFileManager(nil), "fakeFile"),
  870. }
  871. testPreemptible := make(map[NodeIdentifier]bool)
  872. result, _ := buildGPUCostMap(testCase.promResult, testCase.countMap, testProvider, testPreemptible)
  873. if !reflect.DeepEqual(result, testCase.expected) {
  874. t.Errorf("buildGPUCostMap case %s failed. Got %+v but expected %+v", testCase.name, result, testCase.expected)
  875. }
  876. })
  877. }
  878. }
  879. func TestAssetCustompricing(t *testing.T) {
  880. nodePromResult := []*prom.QueryResult{
  881. {
  882. Metric: map[string]interface{}{
  883. "cluster_id": "cluster1",
  884. "node": "node1",
  885. "instance_type": "type1",
  886. "provider_id": "provider1",
  887. },
  888. Values: []*util.Vector{
  889. {
  890. Timestamp: 0,
  891. Value: 0.5,
  892. },
  893. },
  894. },
  895. }
  896. pvCostPromResult := []*prom.QueryResult{
  897. {
  898. Metric: map[string]interface{}{
  899. "cluster_id": "cluster1",
  900. "persistentvolume": "pvc1",
  901. "provider_id": "provider1",
  902. },
  903. Values: []*util.Vector{
  904. {
  905. Timestamp: 0,
  906. Value: 1.0,
  907. },
  908. },
  909. },
  910. }
  911. pvSizePromResult := []*prom.QueryResult{
  912. {
  913. Metric: map[string]interface{}{
  914. "cluster_id": "cluster1",
  915. "persistentvolume": "pvc1",
  916. "provider_id": "provider1",
  917. },
  918. Values: []*util.Vector{
  919. {
  920. Timestamp: 0,
  921. Value: 1073741824.0,
  922. },
  923. },
  924. },
  925. }
  926. pvMinsPromResult := []*prom.QueryResult{
  927. {
  928. Metric: map[string]interface{}{
  929. "cluster_id": "cluster1",
  930. "persistentvolume": "pvc1",
  931. "provider_id": "provider1",
  932. },
  933. Values: []*util.Vector{
  934. {
  935. Timestamp: 0,
  936. Value: 1.0,
  937. },
  938. {
  939. Timestamp: 3600.0,
  940. Value: 1.0,
  941. },
  942. },
  943. },
  944. }
  945. pvAvgUsagePromResult := []*prom.QueryResult{
  946. {
  947. Metric: map[string]interface{}{
  948. "cluster_id": "cluster1",
  949. "persistentvolumeclaim": "pv-claim1",
  950. "namespace": "ns1",
  951. },
  952. Values: []*util.Vector{
  953. {
  954. Timestamp: 0,
  955. Value: 1.0,
  956. },
  957. {
  958. Timestamp: 3600.0,
  959. Value: 1.0,
  960. },
  961. },
  962. },
  963. }
  964. pvMaxUsagePromResult := []*prom.QueryResult{
  965. {
  966. Metric: map[string]interface{}{
  967. "cluster_id": "cluster1",
  968. "persistentvolumeclaim": "pv-claim1",
  969. "namespace": "ns1",
  970. },
  971. Values: []*util.Vector{
  972. {
  973. Timestamp: 0,
  974. Value: 1.0,
  975. },
  976. {
  977. Timestamp: 3600.0,
  978. Value: 1.0,
  979. },
  980. },
  981. },
  982. }
  983. pvInfoPromResult := []*prom.QueryResult{
  984. {
  985. Metric: map[string]interface{}{
  986. "cluster_id": "cluster1",
  987. "persistentvolumeclaim": "pv-claim1",
  988. "volumename": "pvc1",
  989. "namespace": "ns1",
  990. },
  991. Values: []*util.Vector{
  992. {
  993. Timestamp: 0,
  994. Value: 1.0,
  995. },
  996. },
  997. },
  998. }
  999. gpuCountMap := map[NodeIdentifier]float64{
  1000. {
  1001. Cluster: "cluster1",
  1002. Name: "node1",
  1003. ProviderID: "provider1",
  1004. }: 2,
  1005. }
  1006. nodeKey := NodeIdentifier{
  1007. Cluster: "cluster1",
  1008. Name: "node1",
  1009. ProviderID: "provider1",
  1010. }
  1011. cases := []struct {
  1012. name string
  1013. customPricingMap map[string]string
  1014. expectedPricing map[string]float64
  1015. }{
  1016. {
  1017. name: "No custom pricing",
  1018. customPricingMap: map[string]string{},
  1019. expectedPricing: map[string]float64{
  1020. "CPU": 0.5,
  1021. "RAM": 0.5,
  1022. "GPU": 1.0,
  1023. "Storage": 1.0,
  1024. },
  1025. },
  1026. {
  1027. name: "Custom pricing enabled",
  1028. customPricingMap: map[string]string{
  1029. "CPU": "20.0",
  1030. "RAM": "4.0",
  1031. "GPU": "500.0",
  1032. "Storage": "0.1",
  1033. "customPricesEnabled": "true",
  1034. },
  1035. expectedPricing: map[string]float64{
  1036. "CPU": 0.027397, // 20.0 / 730
  1037. "RAM": 5.102716386318207e-12, // 4.0 / 730 / 1024^3
  1038. "GPU": 1.369864, // 500.0 / 730 * 2
  1039. "Storage": 0.000137, // 0.1 / 730 * (1073741824.0 / 1024 / 1024 / 1024) * (60 / 60) => 0.1 / 730 * 1 * 1
  1040. },
  1041. },
  1042. }
  1043. for _, testCase := range cases {
  1044. t.Run(testCase.name, func(t *testing.T) {
  1045. testProvider := &provider.CustomProvider{
  1046. Config: provider.NewProviderConfig(config.NewConfigFileManager(nil), ""),
  1047. }
  1048. testProvider.UpdateConfigFromConfigMap(testCase.customPricingMap)
  1049. testPreemptible := make(map[NodeIdentifier]bool)
  1050. cpuMap, _ := buildCPUCostMap(nodePromResult, testProvider, testPreemptible)
  1051. ramMap, _ := buildRAMCostMap(nodePromResult, testProvider, testPreemptible)
  1052. gpuMap, _ := buildGPUCostMap(nodePromResult, gpuCountMap, testProvider, testPreemptible)
  1053. cpuResult := cpuMap[nodeKey]
  1054. ramResult := ramMap[nodeKey]
  1055. gpuResult := gpuMap[nodeKey]
  1056. diskMap := map[DiskIdentifier]*Disk{}
  1057. pvCosts(diskMap, time.Hour, pvMinsPromResult, pvSizePromResult, pvCostPromResult, pvAvgUsagePromResult, pvMaxUsagePromResult, pvInfoPromResult, testProvider)
  1058. diskResult := diskMap[DiskIdentifier{"cluster1", "pvc1"}].Cost
  1059. if !util.IsApproximately(cpuResult, testCase.expectedPricing["CPU"]) {
  1060. t.Errorf("CPU custom pricing error in %s. Got %v but expected %v", testCase.name, cpuResult, testCase.expectedPricing["CPU"])
  1061. }
  1062. if !util.IsApproximately(ramResult, testCase.expectedPricing["RAM"]) {
  1063. t.Errorf("RAM custom pricing error in %s. Got %v but expected %v", testCase.name, ramResult, testCase.expectedPricing["RAM"])
  1064. }
  1065. if !util.IsApproximately(gpuResult, testCase.expectedPricing["GPU"]) {
  1066. t.Errorf("GPU custom pricing error in %s. Got %v but expected %v", testCase.name, gpuResult, testCase.expectedPricing["GPU"])
  1067. }
  1068. if !util.IsApproximately(diskResult, testCase.expectedPricing["Storage"]) {
  1069. t.Errorf("Disk custom pricing error in %s. Got %v but expected %v", testCase.name, diskResult, testCase.expectedPricing["Storage"])
  1070. }
  1071. })
  1072. }
  1073. }