gen.go 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. /*
  2. Copyright 2019 The Kubernetes Authors.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package deepcopy
  14. import (
  15. "bytes"
  16. "fmt"
  17. "go/ast"
  18. "go/format"
  19. "io"
  20. "sort"
  21. "strings"
  22. "sigs.k8s.io/controller-tools/pkg/genall"
  23. "sigs.k8s.io/controller-tools/pkg/loader"
  24. "sigs.k8s.io/controller-tools/pkg/markers"
  25. )
  26. // NB(directxman12): markers.LoadRoots ignores autogenerated code via a build tag
  27. // so any time we check for existing deepcopy functions, we only seen manually written ones.
  28. const (
  29. runtimeObjPath = "k8s.io/apimachinery/pkg/runtime.Object"
  30. )
  31. var (
  32. enablePkgMarker = markers.Must(markers.MakeDefinition("kubebuilder:object:generate", markers.DescribesPackage, false))
  33. enableTypeMarker = markers.Must(markers.MakeDefinition("kubebuilder:object:generate", markers.DescribesType, false))
  34. isObjectMarker = markers.Must(markers.MakeDefinition("kubebuilder:object:root", markers.DescribesType, false))
  35. legacyEnablePkgMarker = markers.Must(markers.MakeDefinition("k8s:deepcopy-gen", markers.DescribesPackage, markers.RawArguments(nil)))
  36. legacyEnableTypeMarker = markers.Must(markers.MakeDefinition("k8s:deepcopy-gen", markers.DescribesType, markers.RawArguments(nil)))
  37. legacyIsObjectMarker = markers.Must(markers.MakeDefinition("k8s:deepcopy-gen:interfaces", markers.DescribesType, ""))
  38. )
  39. // +controllertools:marker:generateHelp
  40. // Generator generates code containing DeepCopy, DeepCopyInto, and
  41. // DeepCopyObject method implementations.
  42. type Generator struct {
  43. // HeaderFile specifies the header text (e.g. license) to prepend to generated files.
  44. HeaderFile string `marker:",optional"`
  45. // Year specifies the year to substitute for " YEAR" in the header file.
  46. Year string `marker:",optional"`
  47. }
  48. func (Generator) CheckFilter() loader.NodeFilter {
  49. return func(node ast.Node) bool {
  50. // ignore interfaces
  51. _, isIface := node.(*ast.InterfaceType)
  52. return !isIface
  53. }
  54. }
  55. func (Generator) RegisterMarkers(into *markers.Registry) error {
  56. if err := markers.RegisterAll(into,
  57. enablePkgMarker, legacyEnablePkgMarker, enableTypeMarker,
  58. legacyEnableTypeMarker, isObjectMarker, legacyIsObjectMarker); err != nil {
  59. return err
  60. }
  61. into.AddHelp(enablePkgMarker,
  62. markers.SimpleHelp("object", "enables or disables object interface & deepcopy implementation generation for this package"))
  63. into.AddHelp(
  64. enableTypeMarker, markers.SimpleHelp("object", "overrides enabling or disabling deepcopy generation for this type"))
  65. into.AddHelp(isObjectMarker,
  66. markers.SimpleHelp("object", "enables object interface implementation generation for this type"))
  67. into.AddHelp(legacyEnablePkgMarker,
  68. markers.DeprecatedHelp(enablePkgMarker.Name, "object", "enables or disables object interface & deepcopy implementation generation for this package"))
  69. into.AddHelp(legacyEnableTypeMarker,
  70. markers.DeprecatedHelp(enableTypeMarker.Name, "object", "overrides enabling or disabling deepcopy generation for this type"))
  71. into.AddHelp(legacyIsObjectMarker,
  72. markers.DeprecatedHelp(isObjectMarker.Name, "object", "enables object interface implementation generation for this type"))
  73. return nil
  74. }
  75. func enabledOnPackage(col *markers.Collector, pkg *loader.Package) (bool, error) {
  76. pkgMarkers, err := markers.PackageMarkers(col, pkg)
  77. if err != nil {
  78. return false, err
  79. }
  80. pkgMarker := pkgMarkers.Get(enablePkgMarker.Name)
  81. if pkgMarker != nil {
  82. return pkgMarker.(bool), nil
  83. }
  84. legacyMarker := pkgMarkers.Get(legacyEnablePkgMarker.Name)
  85. if legacyMarker != nil {
  86. legacyMarkerVal := string(legacyMarker.(markers.RawArguments))
  87. firstArg := strings.Split(legacyMarkerVal, ",")[0]
  88. return firstArg == "package", nil
  89. }
  90. return false, nil
  91. }
  92. func enabledOnType(allTypes bool, info *markers.TypeInfo) bool {
  93. if typeMarker := info.Markers.Get(enableTypeMarker.Name); typeMarker != nil {
  94. return typeMarker.(bool)
  95. }
  96. legacyMarker := info.Markers.Get(legacyEnableTypeMarker.Name)
  97. if legacyMarker != nil {
  98. legacyMarkerVal := string(legacyMarker.(markers.RawArguments))
  99. return legacyMarkerVal == "true"
  100. }
  101. return allTypes || genObjectInterface(info)
  102. }
  103. func genObjectInterface(info *markers.TypeInfo) bool {
  104. objectEnabled := info.Markers.Get(isObjectMarker.Name)
  105. if objectEnabled != nil {
  106. return objectEnabled.(bool)
  107. }
  108. for _, legacyEnabled := range info.Markers[legacyIsObjectMarker.Name] {
  109. if legacyEnabled == runtimeObjPath {
  110. return true
  111. }
  112. }
  113. return false
  114. }
  115. func (d Generator) Generate(ctx *genall.GenerationContext) error {
  116. var headerText string
  117. if d.HeaderFile != "" {
  118. headerBytes, err := ctx.ReadFile(d.HeaderFile)
  119. if err != nil {
  120. return err
  121. }
  122. headerText = string(headerBytes)
  123. }
  124. headerText = strings.ReplaceAll(headerText, " YEAR", " "+d.Year)
  125. objGenCtx := ObjectGenCtx{
  126. Collector: ctx.Collector,
  127. Checker: ctx.Checker,
  128. HeaderText: headerText,
  129. }
  130. for _, root := range ctx.Roots {
  131. outContents := objGenCtx.generateForPackage(root)
  132. if outContents == nil {
  133. continue
  134. }
  135. writeOut(ctx, root, outContents)
  136. }
  137. return nil
  138. }
  139. // ObjectGenCtx contains the common info for generating deepcopy implementations.
  140. // It mostly exists so that generating for a package can be easily tested without
  141. // requiring a full set of output rules, etc.
  142. type ObjectGenCtx struct {
  143. Collector *markers.Collector
  144. Checker *loader.TypeChecker
  145. HeaderText string
  146. }
  147. // writeHeader writes out the build tag, package declaration, and imports
  148. func writeHeader(pkg *loader.Package, out io.Writer, packageName string, imports *importsList, headerText string) {
  149. // NB(directxman12): blank line after build tags to distinguish them from comments
  150. _, err := fmt.Fprintf(out, `//go:build !ignore_autogenerated
  151. %[3]s
  152. // Code generated by controller-gen. DO NOT EDIT.
  153. package %[1]s
  154. import (
  155. %[2]s
  156. )
  157. `, packageName, strings.Join(imports.ImportSpecs(), "\n"), headerText)
  158. if err != nil {
  159. pkg.AddError(err)
  160. }
  161. }
  162. // generateForPackage generates DeepCopy and runtime.Object implementations for
  163. // types in the given package, writing the formatted result to given writer.
  164. // May return nil if source could not be generated.
  165. func (ctx *ObjectGenCtx) generateForPackage(root *loader.Package) []byte {
  166. allTypes, err := enabledOnPackage(ctx.Collector, root)
  167. if err != nil {
  168. root.AddError(err)
  169. return nil
  170. }
  171. ctx.Checker.Check(root)
  172. root.NeedTypesInfo()
  173. byType := make(map[string][]byte)
  174. imports := &importsList{
  175. byPath: make(map[string]string),
  176. byAlias: make(map[string]string),
  177. pkg: root,
  178. }
  179. // avoid confusing aliases by "reserving" the root package's name as an alias
  180. imports.byAlias[root.Name] = ""
  181. if err := markers.EachType(ctx.Collector, root, func(info *markers.TypeInfo) {
  182. outContent := new(bytes.Buffer)
  183. // copy when nabled for all types and not disabled, or enabled
  184. // specifically on this type
  185. if !enabledOnType(allTypes, info) {
  186. return
  187. }
  188. // avoid copying non-exported types, etc
  189. if !shouldBeCopied(root, info) {
  190. return
  191. }
  192. copyCtx := &copyMethodMaker{
  193. pkg: root,
  194. importsList: imports,
  195. codeWriter: &codeWriter{out: outContent},
  196. }
  197. copyCtx.GenerateMethodsFor(root, info)
  198. outBytes := outContent.Bytes()
  199. if len(outBytes) > 0 {
  200. byType[info.Name] = outBytes
  201. }
  202. }); err != nil {
  203. root.AddError(err)
  204. return nil
  205. }
  206. if len(byType) == 0 {
  207. return nil
  208. }
  209. outContent := new(bytes.Buffer)
  210. writeHeader(root, outContent, root.Name, imports, ctx.HeaderText)
  211. writeMethods(root, outContent, byType)
  212. outBytes := outContent.Bytes()
  213. formattedBytes, err := format.Source(outBytes)
  214. if err != nil {
  215. root.AddError(err)
  216. // we still write the invalid source to disk to figure out what went wrong
  217. } else {
  218. outBytes = formattedBytes
  219. }
  220. return outBytes
  221. }
  222. // writeMethods writes each method to the file, sorted by type name.
  223. func writeMethods(pkg *loader.Package, out io.Writer, byType map[string][]byte) {
  224. sortedNames := make([]string, 0, len(byType))
  225. for name := range byType {
  226. sortedNames = append(sortedNames, name)
  227. }
  228. sort.Strings(sortedNames)
  229. for _, name := range sortedNames {
  230. _, err := out.Write(byType[name])
  231. if err != nil {
  232. pkg.AddError(err)
  233. }
  234. }
  235. }
  236. // writeFormatted outputs the given code, after gofmt-ing it. If we couldn't gofmt,
  237. // we write the unformatted code for debugging purposes.
  238. func writeOut(ctx *genall.GenerationContext, root *loader.Package, outBytes []byte) {
  239. outputFile, err := ctx.Open(root, "zz_generated.deepcopy.go")
  240. if err != nil {
  241. root.AddError(err)
  242. return
  243. }
  244. defer outputFile.Close()
  245. n, err := outputFile.Write(outBytes)
  246. if err != nil {
  247. root.AddError(err)
  248. return
  249. }
  250. if n < len(outBytes) {
  251. root.AddError(io.ErrShortWrite)
  252. }
  253. }