kilo-kubeadm-userspace.yaml 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. apiVersion: v1
  2. kind: ConfigMap
  3. metadata:
  4. name: kilo
  5. namespace: kube-system
  6. labels:
  7. app.kubernetes.io/name: kilo
  8. data:
  9. cni-conf.json: |
  10. {
  11. "cniVersion":"0.4.0",
  12. "name":"kilo",
  13. "plugins":[
  14. {
  15. "name":"kubernetes",
  16. "type":"bridge",
  17. "bridge":"kube-bridge",
  18. "isDefaultGateway":true,
  19. "forceAddress":true,
  20. "mtu": 1420,
  21. "ipam":{
  22. "type":"host-local"
  23. }
  24. },
  25. {
  26. "type":"portmap",
  27. "snat":true,
  28. "capabilities":{
  29. "portMappings":true
  30. }
  31. }
  32. ]
  33. }
  34. ---
  35. apiVersion: v1
  36. kind: ServiceAccount
  37. metadata:
  38. name: kilo
  39. namespace: kube-system
  40. ---
  41. apiVersion: rbac.authorization.k8s.io/v1
  42. kind: ClusterRole
  43. metadata:
  44. name: kilo
  45. rules:
  46. - apiGroups:
  47. - ""
  48. resources:
  49. - nodes
  50. verbs:
  51. - list
  52. - patch
  53. - watch
  54. - apiGroups:
  55. - kilo.squat.ai
  56. resources:
  57. - peers
  58. verbs:
  59. - list
  60. - watch
  61. - apiGroups:
  62. - apiextensions.k8s.io
  63. resources:
  64. - customresourcedefinitions
  65. verbs:
  66. - get
  67. ---
  68. apiVersion: rbac.authorization.k8s.io/v1
  69. kind: ClusterRoleBinding
  70. metadata:
  71. name: kilo
  72. roleRef:
  73. apiGroup: rbac.authorization.k8s.io
  74. kind: ClusterRole
  75. name: kilo
  76. subjects:
  77. - kind: ServiceAccount
  78. name: kilo
  79. namespace: kube-system
  80. ---
  81. apiVersion: apps/v1
  82. kind: DaemonSet
  83. metadata:
  84. name: kilo
  85. namespace: kube-system
  86. labels:
  87. app.kubernetes.io/name: kilo
  88. app.kubernetes.io/part-of: kilo
  89. spec:
  90. selector:
  91. matchLabels:
  92. app.kubernetes.io/name: kilo
  93. app.kubernetes.io/part-of: kilo
  94. template:
  95. metadata:
  96. labels:
  97. app.kubernetes.io/name: kilo
  98. app.kubernetes.io/part-of: kilo
  99. spec:
  100. serviceAccountName: kilo
  101. hostNetwork: true
  102. containers:
  103. - name: wireguard
  104. image: ghcr.io/masipcat/wireguard-go-docker:0.0.20230223
  105. imagePullPolicy: IfNotPresent
  106. args:
  107. - wireguard-go
  108. - --foreground
  109. - kilo0
  110. securityContext:
  111. privileged: true
  112. volumeMounts:
  113. - name: wireguard
  114. mountPath: /var/run/wireguard
  115. readOnly: false
  116. - name: kilo
  117. image: squat/kilo:0.7.0
  118. imagePullPolicy: IfNotPresent
  119. args:
  120. - --kubeconfig=/etc/kubernetes/kubeconfig
  121. - --hostname=$(NODE_NAME)
  122. - --create-interface=false
  123. - --interface=kilo0
  124. env:
  125. - name: NODE_NAME
  126. valueFrom:
  127. fieldRef:
  128. fieldPath: spec.nodeName
  129. ports:
  130. - containerPort: 1107
  131. name: metrics
  132. securityContext:
  133. privileged: true
  134. volumeMounts:
  135. - name: cni-conf-dir
  136. mountPath: /etc/cni/net.d
  137. - name: kilo-dir
  138. mountPath: /var/lib/kilo
  139. - name: kubeconfig
  140. mountPath: /etc/kubernetes
  141. readOnly: true
  142. - name: lib-modules
  143. mountPath: /lib/modules
  144. readOnly: true
  145. - name: xtables-lock
  146. mountPath: /run/xtables.lock
  147. readOnly: false
  148. - name: wireguard
  149. mountPath: /var/run/wireguard
  150. readOnly: false
  151. initContainers:
  152. - name: install-cni
  153. image: squat/kilo:0.7.0
  154. imagePullPolicy: IfNotPresent
  155. command:
  156. - /bin/sh
  157. - -c
  158. - |
  159. set -e -x;
  160. cp /opt/cni/bin/* /host/opt/cni/bin/;
  161. TMP_CONF="$CNI_CONF_NAME".tmp;
  162. echo "$CNI_NETWORK_CONFIG" > $TMP_CONF;
  163. rm -f /host/etc/cni/net.d/*;
  164. mv $TMP_CONF /host/etc/cni/net.d/$CNI_CONF_NAME
  165. env:
  166. - name: CNI_CONF_NAME
  167. value: 10-kilo.conflist
  168. - name: CNI_NETWORK_CONFIG
  169. valueFrom:
  170. configMapKeyRef:
  171. name: kilo
  172. key: cni-conf.json
  173. volumeMounts:
  174. - name: cni-bin-dir
  175. mountPath: /host/opt/cni/bin
  176. - name: cni-conf-dir
  177. mountPath: /host/etc/cni/net.d
  178. tolerations:
  179. - effect: NoSchedule
  180. operator: Exists
  181. - effect: NoExecute
  182. operator: Exists
  183. volumes:
  184. - name: cni-bin-dir
  185. hostPath:
  186. path: /opt/cni/bin
  187. - name: cni-conf-dir
  188. hostPath:
  189. path: /etc/cni/net.d
  190. - name: kilo-dir
  191. hostPath:
  192. path: /var/lib/kilo
  193. - name: kubeconfig
  194. configMap:
  195. name: kube-proxy
  196. items:
  197. - key: kubeconfig.conf
  198. path: kubeconfig
  199. - name: lib-modules
  200. hostPath:
  201. path: /lib/modules
  202. - name: xtables-lock
  203. hostPath:
  204. path: /run/xtables.lock
  205. type: FileOrCreate
  206. - name: wireguard
  207. hostPath:
  208. path: /var/run/wireguard