k8s_handler.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646
  1. package api
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/url"
  7. "github.com/go-chi/chi"
  8. "github.com/gorilla/schema"
  9. "github.com/gorilla/websocket"
  10. "github.com/porter-dev/porter/internal/forms"
  11. "github.com/porter-dev/porter/internal/kubernetes"
  12. "github.com/porter-dev/porter/internal/kubernetes/prometheus"
  13. v1 "k8s.io/api/core/v1"
  14. )
  15. // Enumeration of k8s API error codes, represented as int64
  16. const (
  17. ErrK8sDecode ErrorCode = iota + 600
  18. ErrK8sValidate
  19. )
  20. var upgrader = websocket.Upgrader{
  21. ReadBufferSize: 1024,
  22. WriteBufferSize: 1024,
  23. }
  24. // HandleListNamespaces retrieves a list of namespaces
  25. func (app *App) HandleListNamespaces(w http.ResponseWriter, r *http.Request) {
  26. vals, err := url.ParseQuery(r.URL.RawQuery)
  27. if err != nil {
  28. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  29. return
  30. }
  31. // get the filter options
  32. form := &forms.K8sForm{
  33. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  34. Repo: app.Repo,
  35. DigitalOceanOAuth: app.DOConf,
  36. },
  37. }
  38. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  39. // validate the form
  40. if err := app.validator.Struct(form); err != nil {
  41. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  42. return
  43. }
  44. // create a new agent
  45. var agent *kubernetes.Agent
  46. if app.ServerConf.IsTesting {
  47. agent = app.TestAgents.K8sAgent
  48. } else {
  49. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  50. }
  51. namespaces, err := agent.ListNamespaces()
  52. if err != nil {
  53. app.handleErrorDataRead(err, w)
  54. return
  55. }
  56. if err := json.NewEncoder(w).Encode(namespaces); err != nil {
  57. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  58. return
  59. }
  60. }
  61. // HandleGetPodLogs returns real-time logs of the pod via websockets
  62. // TODO: Refactor repeated calls.
  63. func (app *App) HandleGetPodLogs(w http.ResponseWriter, r *http.Request) {
  64. // get session to retrieve correct kubeconfig
  65. _, err := app.Store.Get(r, app.ServerConf.CookieName)
  66. // get path parameters
  67. namespace := chi.URLParam(r, "namespace")
  68. podName := chi.URLParam(r, "name")
  69. if err != nil {
  70. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  71. return
  72. }
  73. vals, err := url.ParseQuery(r.URL.RawQuery)
  74. if err != nil {
  75. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  76. return
  77. }
  78. // get the filter options
  79. form := &forms.K8sForm{
  80. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  81. Repo: app.Repo,
  82. DigitalOceanOAuth: app.DOConf,
  83. },
  84. }
  85. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  86. // validate the form
  87. if err := app.validator.Struct(form); err != nil {
  88. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  89. return
  90. }
  91. // create a new agent
  92. var agent *kubernetes.Agent
  93. if app.ServerConf.IsTesting {
  94. agent = app.TestAgents.K8sAgent
  95. } else {
  96. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  97. }
  98. upgrader.CheckOrigin = func(r *http.Request) bool { return true }
  99. // upgrade to websocket.
  100. conn, err := upgrader.Upgrade(w, r, nil)
  101. if err != nil {
  102. app.handleErrorUpgradeWebsocket(err, w)
  103. }
  104. err = agent.GetPodLogs(namespace, podName, conn)
  105. if err != nil {
  106. app.handleErrorWebsocketWrite(err, w)
  107. return
  108. }
  109. }
  110. // HandleDeletePod deletes the pod given the name and namespace.
  111. func (app *App) HandleDeletePod(w http.ResponseWriter, r *http.Request) {
  112. // get path parameters
  113. namespace := chi.URLParam(r, "namespace")
  114. name := chi.URLParam(r, "name")
  115. vals, err := url.ParseQuery(r.URL.RawQuery)
  116. if err != nil {
  117. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  118. return
  119. }
  120. // get the filter options
  121. form := &forms.K8sForm{
  122. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  123. Repo: app.Repo,
  124. DigitalOceanOAuth: app.DOConf,
  125. },
  126. }
  127. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  128. // validate the form
  129. if err := app.validator.Struct(form); err != nil {
  130. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  131. return
  132. }
  133. // create a new agent
  134. var agent *kubernetes.Agent
  135. if app.ServerConf.IsTesting {
  136. agent = app.TestAgents.K8sAgent
  137. } else {
  138. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  139. }
  140. err = agent.DeletePod(namespace, name)
  141. if err != nil {
  142. app.handleErrorInternal(err, w)
  143. return
  144. }
  145. w.WriteHeader(http.StatusOK)
  146. return
  147. }
  148. // HandleGetIngress returns the ingress object given the name and namespace.
  149. func (app *App) HandleGetIngress(w http.ResponseWriter, r *http.Request) {
  150. // get session to retrieve correct kubeconfig
  151. _, err := app.Store.Get(r, app.ServerConf.CookieName)
  152. // get path parameters
  153. namespace := chi.URLParam(r, "namespace")
  154. name := chi.URLParam(r, "name")
  155. if err != nil {
  156. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  157. return
  158. }
  159. vals, err := url.ParseQuery(r.URL.RawQuery)
  160. if err != nil {
  161. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  162. return
  163. }
  164. // get the filter options
  165. form := &forms.K8sForm{
  166. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  167. Repo: app.Repo,
  168. DigitalOceanOAuth: app.DOConf,
  169. },
  170. }
  171. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  172. // validate the form
  173. if err := app.validator.Struct(form); err != nil {
  174. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  175. return
  176. }
  177. // create a new agent
  178. var agent *kubernetes.Agent
  179. if app.ServerConf.IsTesting {
  180. agent = app.TestAgents.K8sAgent
  181. } else {
  182. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  183. }
  184. ingress, err := agent.GetIngress(namespace, name)
  185. if err != nil {
  186. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  187. return
  188. }
  189. if err := json.NewEncoder(w).Encode(ingress); err != nil {
  190. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  191. return
  192. }
  193. }
  194. // HandleListPods returns all pods that match the given selectors
  195. // TODO: Refactor repeated calls.
  196. func (app *App) HandleListPods(w http.ResponseWriter, r *http.Request) {
  197. // get session to retrieve correct kubeconfig
  198. _, err := app.Store.Get(r, app.ServerConf.CookieName)
  199. if err != nil {
  200. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  201. return
  202. }
  203. vals, err := url.ParseQuery(r.URL.RawQuery)
  204. if err != nil {
  205. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  206. return
  207. }
  208. // get the filter options
  209. form := &forms.K8sForm{
  210. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  211. Repo: app.Repo,
  212. DigitalOceanOAuth: app.DOConf,
  213. },
  214. }
  215. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  216. // validate the form
  217. if err := app.validator.Struct(form); err != nil {
  218. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  219. return
  220. }
  221. // create a new agent
  222. var agent *kubernetes.Agent
  223. if app.ServerConf.IsTesting {
  224. agent = app.TestAgents.K8sAgent
  225. } else {
  226. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  227. }
  228. pods := []v1.Pod{}
  229. for _, selector := range vals["selectors"] {
  230. podsList, err := agent.GetPodsByLabel(selector)
  231. if err != nil {
  232. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  233. return
  234. }
  235. for _, pod := range podsList.Items {
  236. pods = append(pods, pod)
  237. }
  238. }
  239. if err := json.NewEncoder(w).Encode(pods); err != nil {
  240. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  241. return
  242. }
  243. }
  244. // HandleListJobsByChart lists all jobs belonging to a specific Helm chart
  245. func (app *App) HandleListJobsByChart(w http.ResponseWriter, r *http.Request) {
  246. // get path parameters
  247. namespace := chi.URLParam(r, "namespace")
  248. chart := chi.URLParam(r, "chart")
  249. releaseName := chi.URLParam(r, "release_name")
  250. vals, err := url.ParseQuery(r.URL.RawQuery)
  251. if err != nil {
  252. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  253. return
  254. }
  255. // get the filter options
  256. form := &forms.K8sForm{
  257. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  258. Repo: app.Repo,
  259. DigitalOceanOAuth: app.DOConf,
  260. },
  261. }
  262. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  263. // validate the form
  264. if err := app.validator.Struct(form); err != nil {
  265. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  266. return
  267. }
  268. // create a new agent
  269. var agent *kubernetes.Agent
  270. if app.ServerConf.IsTesting {
  271. agent = app.TestAgents.K8sAgent
  272. } else {
  273. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  274. }
  275. jobs, err := agent.ListJobsByLabel(namespace, kubernetes.Label{
  276. Key: "helm.sh/chart",
  277. Val: chart,
  278. }, kubernetes.Label{
  279. Key: "meta.helm.sh/release-name",
  280. Val: releaseName,
  281. })
  282. if err != nil {
  283. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  284. return
  285. }
  286. if err := json.NewEncoder(w).Encode(jobs); err != nil {
  287. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  288. return
  289. }
  290. }
  291. // HandleListJobPods lists all pods belonging to a specific job
  292. func (app *App) HandleListJobPods(w http.ResponseWriter, r *http.Request) {
  293. // get path parameters
  294. namespace := chi.URLParam(r, "namespace")
  295. name := chi.URLParam(r, "name")
  296. vals, err := url.ParseQuery(r.URL.RawQuery)
  297. if err != nil {
  298. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  299. return
  300. }
  301. // get the filter options
  302. form := &forms.K8sForm{
  303. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  304. Repo: app.Repo,
  305. DigitalOceanOAuth: app.DOConf,
  306. },
  307. }
  308. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  309. // validate the form
  310. if err := app.validator.Struct(form); err != nil {
  311. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  312. return
  313. }
  314. // create a new agent
  315. var agent *kubernetes.Agent
  316. if app.ServerConf.IsTesting {
  317. agent = app.TestAgents.K8sAgent
  318. } else {
  319. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  320. }
  321. pods, err := agent.GetJobPods(namespace, name)
  322. if err != nil {
  323. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  324. return
  325. }
  326. if err := json.NewEncoder(w).Encode(pods); err != nil {
  327. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  328. return
  329. }
  330. }
  331. // HandleStreamControllerStatus test calls
  332. // TODO: Refactor repeated calls.
  333. func (app *App) HandleStreamControllerStatus(w http.ResponseWriter, r *http.Request) {
  334. // get session to retrieve correct kubeconfig
  335. _, err := app.Store.Get(r, app.ServerConf.CookieName)
  336. if err != nil {
  337. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  338. return
  339. }
  340. vals, err := url.ParseQuery(r.URL.RawQuery)
  341. if err != nil {
  342. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  343. return
  344. }
  345. // get the filter options
  346. form := &forms.K8sForm{
  347. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  348. Repo: app.Repo,
  349. DigitalOceanOAuth: app.DOConf,
  350. },
  351. }
  352. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  353. // validate the form
  354. if err := app.validator.Struct(form); err != nil {
  355. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  356. return
  357. }
  358. // create a new agent
  359. var agent *kubernetes.Agent
  360. if app.ServerConf.IsTesting {
  361. agent = app.TestAgents.K8sAgent
  362. } else {
  363. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  364. }
  365. upgrader.CheckOrigin = func(r *http.Request) bool { return true }
  366. // upgrade to websocket.
  367. conn, err := upgrader.Upgrade(w, r, nil)
  368. if err != nil {
  369. app.handleErrorUpgradeWebsocket(err, w)
  370. }
  371. // get path parameters
  372. kind := chi.URLParam(r, "kind")
  373. err = agent.StreamControllerStatus(conn, kind)
  374. if err != nil {
  375. app.handleErrorWebsocketWrite(err, w)
  376. return
  377. }
  378. }
  379. // HandleDetectPrometheusInstalled detects a prometheus installation in the target cluster
  380. func (app *App) HandleDetectPrometheusInstalled(w http.ResponseWriter, r *http.Request) {
  381. vals, err := url.ParseQuery(r.URL.RawQuery)
  382. if err != nil {
  383. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  384. return
  385. }
  386. // get the filter options
  387. form := &forms.K8sForm{
  388. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  389. Repo: app.Repo,
  390. DigitalOceanOAuth: app.DOConf,
  391. },
  392. }
  393. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  394. // validate the form
  395. if err := app.validator.Struct(form); err != nil {
  396. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  397. return
  398. }
  399. // create a new agent
  400. var agent *kubernetes.Agent
  401. if app.ServerConf.IsTesting {
  402. agent = app.TestAgents.K8sAgent
  403. } else {
  404. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  405. }
  406. // detect prometheus service
  407. _, found, err := prometheus.GetPrometheusService(agent.Clientset)
  408. if !found {
  409. http.NotFound(w, r)
  410. return
  411. }
  412. w.WriteHeader(http.StatusOK)
  413. return
  414. }
  415. // HandleListNGINXIngresses lists all NGINX ingresses in a target cluster
  416. func (app *App) HandleListNGINXIngresses(w http.ResponseWriter, r *http.Request) {
  417. vals, err := url.ParseQuery(r.URL.RawQuery)
  418. if err != nil {
  419. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  420. return
  421. }
  422. // get the filter options
  423. form := &forms.K8sForm{
  424. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  425. Repo: app.Repo,
  426. DigitalOceanOAuth: app.DOConf,
  427. },
  428. }
  429. form.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  430. // validate the form
  431. if err := app.validator.Struct(form); err != nil {
  432. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  433. return
  434. }
  435. // create a new agent
  436. var agent *kubernetes.Agent
  437. if app.ServerConf.IsTesting {
  438. agent = app.TestAgents.K8sAgent
  439. } else {
  440. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  441. }
  442. res, err := prometheus.GetIngressesWithNGINXAnnotation(agent.Clientset)
  443. if err != nil {
  444. app.handleErrorInternal(err, w)
  445. return
  446. }
  447. w.WriteHeader(http.StatusOK)
  448. if err := json.NewEncoder(w).Encode(res); err != nil {
  449. app.handleErrorFormDecoding(err, ErrK8sDecode, w)
  450. return
  451. }
  452. }
  453. func (app *App) HandleGetPodMetrics(w http.ResponseWriter, r *http.Request) {
  454. vals, err := url.ParseQuery(r.URL.RawQuery)
  455. if err != nil {
  456. app.handleErrorFormDecoding(err, ErrReleaseDecode, w)
  457. return
  458. }
  459. // get the filter options
  460. form := &forms.MetricsQueryForm{
  461. K8sForm: &forms.K8sForm{
  462. OutOfClusterConfig: &kubernetes.OutOfClusterConfig{
  463. Repo: app.Repo,
  464. DigitalOceanOAuth: app.DOConf,
  465. },
  466. },
  467. QueryOpts: &prometheus.QueryOpts{},
  468. }
  469. form.K8sForm.PopulateK8sOptionsFromQueryParams(vals, app.Repo.Cluster)
  470. // decode from JSON to form value
  471. decoder := schema.NewDecoder()
  472. decoder.IgnoreUnknownKeys(true)
  473. if err := decoder.Decode(form.QueryOpts, vals); err != nil {
  474. app.handleErrorFormDecoding(err, ErrProjectDecode, w)
  475. return
  476. }
  477. // validate the form
  478. if err := app.validator.Struct(form); err != nil {
  479. app.handleErrorFormValidation(err, ErrK8sValidate, w)
  480. return
  481. }
  482. // create a new agent
  483. var agent *kubernetes.Agent
  484. if app.ServerConf.IsTesting {
  485. agent = app.TestAgents.K8sAgent
  486. } else {
  487. agent, err = kubernetes.GetAgentOutOfClusterConfig(form.OutOfClusterConfig)
  488. }
  489. // get prometheus service
  490. promSvc, found, err := prometheus.GetPrometheusService(agent.Clientset)
  491. if err != nil {
  492. app.handleErrorInternal(err, w)
  493. return
  494. }
  495. if !found {
  496. app.handleErrorInternal(err, w)
  497. return
  498. }
  499. rawQuery, err := prometheus.QueryPrometheus(agent.Clientset, promSvc, form.QueryOpts)
  500. if err != nil {
  501. app.handleErrorInternal(err, w)
  502. return
  503. }
  504. fmt.Fprint(w, string(rawQuery))
  505. }