link_linux.go 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. // Copyright 2015 CNI authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package ip
  15. import (
  16. "crypto/rand"
  17. "errors"
  18. "fmt"
  19. "net"
  20. "os"
  21. "github.com/safchain/ethtool"
  22. "github.com/vishvananda/netlink"
  23. "github.com/containernetworking/plugins/pkg/netlinksafe"
  24. "github.com/containernetworking/plugins/pkg/ns"
  25. "github.com/containernetworking/plugins/pkg/utils/sysctl"
  26. )
  27. var ErrLinkNotFound = errors.New("link not found")
  28. // makeVethPair is called from within the container's network namespace
  29. func makeVethPair(name, peer string, mtu int, mac string, hostNS ns.NetNS) (netlink.Link, error) {
  30. linkAttrs := netlink.NewLinkAttrs()
  31. linkAttrs.Name = name
  32. linkAttrs.MTU = mtu
  33. veth := &netlink.Veth{
  34. LinkAttrs: linkAttrs,
  35. PeerName: peer,
  36. PeerNamespace: netlink.NsFd(int(hostNS.Fd())),
  37. }
  38. if mac != "" {
  39. m, err := net.ParseMAC(mac)
  40. if err != nil {
  41. return nil, err
  42. }
  43. veth.LinkAttrs.HardwareAddr = m
  44. }
  45. if err := netlink.LinkAdd(veth); err != nil {
  46. return nil, err
  47. }
  48. // Re-fetch the container link to get its creation-time parameters, e.g. index and mac
  49. veth2, err := netlinksafe.LinkByName(name)
  50. if err != nil {
  51. netlink.LinkDel(veth) // try and clean up the link if possible.
  52. return nil, err
  53. }
  54. return veth2, nil
  55. }
  56. func peerExists(name string) bool {
  57. if _, err := netlinksafe.LinkByName(name); err != nil {
  58. return false
  59. }
  60. return true
  61. }
  62. func makeVeth(name, vethPeerName string, mtu int, mac string, hostNS ns.NetNS) (string, netlink.Link, error) {
  63. var peerName string
  64. var veth netlink.Link
  65. var err error
  66. for i := 0; i < 10; i++ {
  67. if vethPeerName != "" {
  68. peerName = vethPeerName
  69. } else {
  70. peerName, err = RandomVethName()
  71. if err != nil {
  72. return peerName, nil, err
  73. }
  74. }
  75. veth, err = makeVethPair(name, peerName, mtu, mac, hostNS)
  76. switch {
  77. case err == nil:
  78. return peerName, veth, nil
  79. case os.IsExist(err):
  80. if peerExists(peerName) && vethPeerName == "" {
  81. continue
  82. }
  83. return peerName, veth, fmt.Errorf("container veth name (%q) peer provided (%q) already exists", name, peerName)
  84. default:
  85. return peerName, veth, fmt.Errorf("failed to make veth pair: %v", err)
  86. }
  87. }
  88. // should really never be hit
  89. return peerName, nil, fmt.Errorf("failed to find a unique veth name")
  90. }
  91. // RandomVethName returns string "veth" with random prefix (hashed from entropy)
  92. func RandomVethName() (string, error) {
  93. entropy := make([]byte, 4)
  94. _, err := rand.Read(entropy)
  95. if err != nil {
  96. return "", fmt.Errorf("failed to generate random veth name: %v", err)
  97. }
  98. // NetworkManager (recent versions) will ignore veth devices that start with "veth"
  99. return fmt.Sprintf("veth%x", entropy), nil
  100. }
  101. func RenameLink(curName, newName string) error {
  102. link, err := netlinksafe.LinkByName(curName)
  103. if err == nil {
  104. err = netlink.LinkSetName(link, newName)
  105. }
  106. return err
  107. }
  108. func ifaceFromNetlinkLink(l netlink.Link) net.Interface {
  109. a := l.Attrs()
  110. return net.Interface{
  111. Index: a.Index,
  112. MTU: a.MTU,
  113. Name: a.Name,
  114. HardwareAddr: a.HardwareAddr,
  115. Flags: a.Flags,
  116. }
  117. }
  118. // SetupVethWithName sets up a pair of virtual ethernet devices.
  119. // Call SetupVethWithName from inside the container netns. It will create both veth
  120. // devices and move the host-side veth into the provided hostNS namespace.
  121. // hostVethName: If hostVethName is not specified, the host-side veth name will use a random string.
  122. // On success, SetupVethWithName returns (hostVeth, containerVeth, nil)
  123. func SetupVethWithName(contVethName, hostVethName string, mtu int, contVethMac string, hostNS ns.NetNS) (net.Interface, net.Interface, error) {
  124. hostVethName, contVeth, err := makeVeth(contVethName, hostVethName, mtu, contVethMac, hostNS)
  125. if err != nil {
  126. return net.Interface{}, net.Interface{}, err
  127. }
  128. var hostVeth netlink.Link
  129. err = hostNS.Do(func(_ ns.NetNS) error {
  130. hostVeth, err = netlinksafe.LinkByName(hostVethName)
  131. if err != nil {
  132. return fmt.Errorf("failed to lookup %q in %q: %v", hostVethName, hostNS.Path(), err)
  133. }
  134. if err = netlink.LinkSetUp(hostVeth); err != nil {
  135. return fmt.Errorf("failed to set %q up: %v", hostVethName, err)
  136. }
  137. // we want to own the routes for this interface
  138. _, _ = sysctl.Sysctl(fmt.Sprintf("net/ipv6/conf/%s/accept_ra", hostVethName), "0")
  139. return nil
  140. })
  141. if err != nil {
  142. return net.Interface{}, net.Interface{}, err
  143. }
  144. return ifaceFromNetlinkLink(hostVeth), ifaceFromNetlinkLink(contVeth), nil
  145. }
  146. // SetupVeth sets up a pair of virtual ethernet devices.
  147. // Call SetupVeth from inside the container netns. It will create both veth
  148. // devices and move the host-side veth into the provided hostNS namespace.
  149. // On success, SetupVeth returns (hostVeth, containerVeth, nil)
  150. func SetupVeth(contVethName string, mtu int, contVethMac string, hostNS ns.NetNS) (net.Interface, net.Interface, error) {
  151. return SetupVethWithName(contVethName, "", mtu, contVethMac, hostNS)
  152. }
  153. // DelLinkByName removes an interface link.
  154. func DelLinkByName(ifName string) error {
  155. iface, err := netlinksafe.LinkByName(ifName)
  156. if err != nil {
  157. if _, ok := err.(netlink.LinkNotFoundError); ok {
  158. return ErrLinkNotFound
  159. }
  160. return fmt.Errorf("failed to lookup %q: %v", ifName, err)
  161. }
  162. if err = netlink.LinkDel(iface); err != nil {
  163. return fmt.Errorf("failed to delete %q: %v", ifName, err)
  164. }
  165. return nil
  166. }
  167. // DelLinkByNameAddr remove an interface and returns its addresses
  168. func DelLinkByNameAddr(ifName string) ([]*net.IPNet, error) {
  169. iface, err := netlinksafe.LinkByName(ifName)
  170. if err != nil {
  171. if _, ok := err.(netlink.LinkNotFoundError); ok {
  172. return nil, ErrLinkNotFound
  173. }
  174. return nil, fmt.Errorf("failed to lookup %q: %v", ifName, err)
  175. }
  176. addrs, err := netlinksafe.AddrList(iface, netlink.FAMILY_ALL)
  177. if err != nil {
  178. return nil, fmt.Errorf("failed to get IP addresses for %q: %v", ifName, err)
  179. }
  180. if err = netlink.LinkDel(iface); err != nil {
  181. return nil, fmt.Errorf("failed to delete %q: %v", ifName, err)
  182. }
  183. out := []*net.IPNet{}
  184. for _, addr := range addrs {
  185. if addr.IP.IsGlobalUnicast() {
  186. out = append(out, addr.IPNet)
  187. }
  188. }
  189. return out, nil
  190. }
  191. // GetVethPeerIfindex returns the veth link object, the peer ifindex of the
  192. // veth, or an error. This peer ifindex will only be valid in the peer's
  193. // network namespace.
  194. func GetVethPeerIfindex(ifName string) (netlink.Link, int, error) {
  195. link, err := netlinksafe.LinkByName(ifName)
  196. if err != nil {
  197. return nil, -1, fmt.Errorf("could not look up %q: %v", ifName, err)
  198. }
  199. if _, ok := link.(*netlink.Veth); !ok {
  200. return nil, -1, fmt.Errorf("interface %q was not a veth interface", ifName)
  201. }
  202. // veth supports IFLA_LINK (what vishvananda/netlink calls ParentIndex)
  203. // on 4.1 and higher kernels
  204. peerIndex := link.Attrs().ParentIndex
  205. if peerIndex <= 0 {
  206. // Fall back to ethtool for 4.0 and earlier kernels
  207. e, err := ethtool.NewEthtool()
  208. if err != nil {
  209. return nil, -1, fmt.Errorf("failed to initialize ethtool: %v", err)
  210. }
  211. defer e.Close()
  212. stats, err := e.Stats(link.Attrs().Name)
  213. if err != nil {
  214. return nil, -1, fmt.Errorf("failed to request ethtool stats: %v", err)
  215. }
  216. n, ok := stats["peer_ifindex"]
  217. if !ok {
  218. return nil, -1, fmt.Errorf("failed to find 'peer_ifindex' in ethtool stats")
  219. }
  220. if n > 32767 || n == 0 {
  221. return nil, -1, fmt.Errorf("invalid 'peer_ifindex' %d", n)
  222. }
  223. peerIndex = int(n)
  224. }
  225. return link, peerIndex, nil
  226. }