message_reflect.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "reflect"
  8. "google.golang.org/protobuf/internal/pragma"
  9. pref "google.golang.org/protobuf/reflect/protoreflect"
  10. )
  11. type reflectMessageInfo struct {
  12. fields map[pref.FieldNumber]*fieldInfo
  13. oneofs map[pref.Name]*oneofInfo
  14. // denseFields is a subset of fields where:
  15. // 0 < fieldDesc.Number() < len(denseFields)
  16. // It provides faster access to the fieldInfo, but may be incomplete.
  17. denseFields []*fieldInfo
  18. // rangeInfos is a list of all fields (not belonging to a oneof) and oneofs.
  19. rangeInfos []interface{} // either *fieldInfo or *oneofInfo
  20. getUnknown func(pointer) pref.RawFields
  21. setUnknown func(pointer, pref.RawFields)
  22. extensionMap func(pointer) *extensionMap
  23. nilMessage atomicNilMessage
  24. }
  25. // makeReflectFuncs generates the set of functions to support reflection.
  26. func (mi *MessageInfo) makeReflectFuncs(t reflect.Type, si structInfo) {
  27. mi.makeKnownFieldsFunc(si)
  28. mi.makeUnknownFieldsFunc(t, si)
  29. mi.makeExtensionFieldsFunc(t, si)
  30. }
  31. // makeKnownFieldsFunc generates functions for operations that can be performed
  32. // on each protobuf message field. It takes in a reflect.Type representing the
  33. // Go struct and matches message fields with struct fields.
  34. //
  35. // This code assumes that the struct is well-formed and panics if there are
  36. // any discrepancies.
  37. func (mi *MessageInfo) makeKnownFieldsFunc(si structInfo) {
  38. mi.fields = map[pref.FieldNumber]*fieldInfo{}
  39. md := mi.Desc
  40. fds := md.Fields()
  41. for i := 0; i < fds.Len(); i++ {
  42. fd := fds.Get(i)
  43. fs := si.fieldsByNumber[fd.Number()]
  44. var fi fieldInfo
  45. switch {
  46. case fd.ContainingOneof() != nil && !fd.ContainingOneof().IsSynthetic():
  47. fi = fieldInfoForOneof(fd, si.oneofsByName[fd.ContainingOneof().Name()], mi.Exporter, si.oneofWrappersByNumber[fd.Number()])
  48. case fd.IsMap():
  49. fi = fieldInfoForMap(fd, fs, mi.Exporter)
  50. case fd.IsList():
  51. fi = fieldInfoForList(fd, fs, mi.Exporter)
  52. case fd.IsWeak():
  53. fi = fieldInfoForWeakMessage(fd, si.weakOffset)
  54. case fd.Kind() == pref.MessageKind || fd.Kind() == pref.GroupKind:
  55. fi = fieldInfoForMessage(fd, fs, mi.Exporter)
  56. default:
  57. fi = fieldInfoForScalar(fd, fs, mi.Exporter)
  58. }
  59. mi.fields[fd.Number()] = &fi
  60. }
  61. mi.oneofs = map[pref.Name]*oneofInfo{}
  62. for i := 0; i < md.Oneofs().Len(); i++ {
  63. od := md.Oneofs().Get(i)
  64. mi.oneofs[od.Name()] = makeOneofInfo(od, si, mi.Exporter)
  65. }
  66. mi.denseFields = make([]*fieldInfo, fds.Len()*2)
  67. for i := 0; i < fds.Len(); i++ {
  68. if fd := fds.Get(i); int(fd.Number()) < len(mi.denseFields) {
  69. mi.denseFields[fd.Number()] = mi.fields[fd.Number()]
  70. }
  71. }
  72. for i := 0; i < fds.Len(); {
  73. fd := fds.Get(i)
  74. if od := fd.ContainingOneof(); od != nil && !od.IsSynthetic() {
  75. mi.rangeInfos = append(mi.rangeInfos, mi.oneofs[od.Name()])
  76. i += od.Fields().Len()
  77. } else {
  78. mi.rangeInfos = append(mi.rangeInfos, mi.fields[fd.Number()])
  79. i++
  80. }
  81. }
  82. }
  83. func (mi *MessageInfo) makeUnknownFieldsFunc(t reflect.Type, si structInfo) {
  84. mi.getUnknown = func(pointer) pref.RawFields { return nil }
  85. mi.setUnknown = func(pointer, pref.RawFields) { return }
  86. if si.unknownOffset.IsValid() {
  87. mi.getUnknown = func(p pointer) pref.RawFields {
  88. if p.IsNil() {
  89. return nil
  90. }
  91. rv := p.Apply(si.unknownOffset).AsValueOf(unknownFieldsType)
  92. return pref.RawFields(*rv.Interface().(*[]byte))
  93. }
  94. mi.setUnknown = func(p pointer, b pref.RawFields) {
  95. if p.IsNil() {
  96. panic("invalid SetUnknown on nil Message")
  97. }
  98. rv := p.Apply(si.unknownOffset).AsValueOf(unknownFieldsType)
  99. *rv.Interface().(*[]byte) = []byte(b)
  100. }
  101. } else {
  102. mi.getUnknown = func(pointer) pref.RawFields {
  103. return nil
  104. }
  105. mi.setUnknown = func(p pointer, _ pref.RawFields) {
  106. if p.IsNil() {
  107. panic("invalid SetUnknown on nil Message")
  108. }
  109. }
  110. }
  111. }
  112. func (mi *MessageInfo) makeExtensionFieldsFunc(t reflect.Type, si structInfo) {
  113. if si.extensionOffset.IsValid() {
  114. mi.extensionMap = func(p pointer) *extensionMap {
  115. if p.IsNil() {
  116. return (*extensionMap)(nil)
  117. }
  118. v := p.Apply(si.extensionOffset).AsValueOf(extensionFieldsType)
  119. return (*extensionMap)(v.Interface().(*map[int32]ExtensionField))
  120. }
  121. } else {
  122. mi.extensionMap = func(pointer) *extensionMap {
  123. return (*extensionMap)(nil)
  124. }
  125. }
  126. }
  127. type extensionMap map[int32]ExtensionField
  128. func (m *extensionMap) Range(f func(pref.FieldDescriptor, pref.Value) bool) {
  129. if m != nil {
  130. for _, x := range *m {
  131. xd := x.Type().TypeDescriptor()
  132. v := x.Value()
  133. if xd.IsList() && v.List().Len() == 0 {
  134. continue
  135. }
  136. if !f(xd, v) {
  137. return
  138. }
  139. }
  140. }
  141. }
  142. func (m *extensionMap) Has(xt pref.ExtensionType) (ok bool) {
  143. if m == nil {
  144. return false
  145. }
  146. xd := xt.TypeDescriptor()
  147. x, ok := (*m)[int32(xd.Number())]
  148. if !ok {
  149. return false
  150. }
  151. switch {
  152. case xd.IsList():
  153. return x.Value().List().Len() > 0
  154. case xd.IsMap():
  155. return x.Value().Map().Len() > 0
  156. case xd.Message() != nil:
  157. return x.Value().Message().IsValid()
  158. }
  159. return true
  160. }
  161. func (m *extensionMap) Clear(xt pref.ExtensionType) {
  162. delete(*m, int32(xt.TypeDescriptor().Number()))
  163. }
  164. func (m *extensionMap) Get(xt pref.ExtensionType) pref.Value {
  165. xd := xt.TypeDescriptor()
  166. if m != nil {
  167. if x, ok := (*m)[int32(xd.Number())]; ok {
  168. return x.Value()
  169. }
  170. }
  171. return xt.Zero()
  172. }
  173. func (m *extensionMap) Set(xt pref.ExtensionType, v pref.Value) {
  174. xd := xt.TypeDescriptor()
  175. isValid := true
  176. switch {
  177. case !xt.IsValidValue(v):
  178. isValid = false
  179. case xd.IsList():
  180. isValid = v.List().IsValid()
  181. case xd.IsMap():
  182. isValid = v.Map().IsValid()
  183. case xd.Message() != nil:
  184. isValid = v.Message().IsValid()
  185. }
  186. if !isValid {
  187. panic(fmt.Sprintf("%v: assigning invalid value", xt.TypeDescriptor().FullName()))
  188. }
  189. if *m == nil {
  190. *m = make(map[int32]ExtensionField)
  191. }
  192. var x ExtensionField
  193. x.Set(xt, v)
  194. (*m)[int32(xd.Number())] = x
  195. }
  196. func (m *extensionMap) Mutable(xt pref.ExtensionType) pref.Value {
  197. xd := xt.TypeDescriptor()
  198. if xd.Kind() != pref.MessageKind && xd.Kind() != pref.GroupKind && !xd.IsList() && !xd.IsMap() {
  199. panic("invalid Mutable on field with non-composite type")
  200. }
  201. if x, ok := (*m)[int32(xd.Number())]; ok {
  202. return x.Value()
  203. }
  204. v := xt.New()
  205. m.Set(xt, v)
  206. return v
  207. }
  208. // MessageState is a data structure that is nested as the first field in a
  209. // concrete message. It provides a way to implement the ProtoReflect method
  210. // in an allocation-free way without needing to have a shadow Go type generated
  211. // for every message type. This technique only works using unsafe.
  212. //
  213. //
  214. // Example generated code:
  215. //
  216. // type M struct {
  217. // state protoimpl.MessageState
  218. //
  219. // Field1 int32
  220. // Field2 string
  221. // Field3 *BarMessage
  222. // ...
  223. // }
  224. //
  225. // func (m *M) ProtoReflect() protoreflect.Message {
  226. // mi := &file_fizz_buzz_proto_msgInfos[5]
  227. // if protoimpl.UnsafeEnabled && m != nil {
  228. // ms := protoimpl.X.MessageStateOf(Pointer(m))
  229. // if ms.LoadMessageInfo() == nil {
  230. // ms.StoreMessageInfo(mi)
  231. // }
  232. // return ms
  233. // }
  234. // return mi.MessageOf(m)
  235. // }
  236. //
  237. // The MessageState type holds a *MessageInfo, which must be atomically set to
  238. // the message info associated with a given message instance.
  239. // By unsafely converting a *M into a *MessageState, the MessageState object
  240. // has access to all the information needed to implement protobuf reflection.
  241. // It has access to the message info as its first field, and a pointer to the
  242. // MessageState is identical to a pointer to the concrete message value.
  243. //
  244. //
  245. // Requirements:
  246. // • The type M must implement protoreflect.ProtoMessage.
  247. // • The address of m must not be nil.
  248. // • The address of m and the address of m.state must be equal,
  249. // even though they are different Go types.
  250. type MessageState struct {
  251. pragma.NoUnkeyedLiterals
  252. pragma.DoNotCompare
  253. pragma.DoNotCopy
  254. atomicMessageInfo *MessageInfo
  255. }
  256. type messageState MessageState
  257. var (
  258. _ pref.Message = (*messageState)(nil)
  259. _ unwrapper = (*messageState)(nil)
  260. )
  261. // messageDataType is a tuple of a pointer to the message data and
  262. // a pointer to the message type. It is a generalized way of providing a
  263. // reflective view over a message instance. The disadvantage of this approach
  264. // is the need to allocate this tuple of 16B.
  265. type messageDataType struct {
  266. p pointer
  267. mi *MessageInfo
  268. }
  269. type (
  270. messageReflectWrapper messageDataType
  271. messageIfaceWrapper messageDataType
  272. )
  273. var (
  274. _ pref.Message = (*messageReflectWrapper)(nil)
  275. _ unwrapper = (*messageReflectWrapper)(nil)
  276. _ pref.ProtoMessage = (*messageIfaceWrapper)(nil)
  277. _ unwrapper = (*messageIfaceWrapper)(nil)
  278. )
  279. // MessageOf returns a reflective view over a message. The input must be a
  280. // pointer to a named Go struct. If the provided type has a ProtoReflect method,
  281. // it must be implemented by calling this method.
  282. func (mi *MessageInfo) MessageOf(m interface{}) pref.Message {
  283. // TODO: Switch the input to be an opaque Pointer.
  284. if reflect.TypeOf(m) != mi.GoReflectType {
  285. panic(fmt.Sprintf("type mismatch: got %T, want %v", m, mi.GoReflectType))
  286. }
  287. p := pointerOfIface(m)
  288. if p.IsNil() {
  289. return mi.nilMessage.Init(mi)
  290. }
  291. return &messageReflectWrapper{p, mi}
  292. }
  293. func (m *messageReflectWrapper) pointer() pointer { return m.p }
  294. func (m *messageReflectWrapper) messageInfo() *MessageInfo { return m.mi }
  295. func (m *messageIfaceWrapper) ProtoReflect() pref.Message {
  296. return (*messageReflectWrapper)(m)
  297. }
  298. func (m *messageIfaceWrapper) protoUnwrap() interface{} {
  299. return m.p.AsIfaceOf(m.mi.GoReflectType.Elem())
  300. }
  301. // checkField verifies that the provided field descriptor is valid.
  302. // Exactly one of the returned values is populated.
  303. func (mi *MessageInfo) checkField(fd pref.FieldDescriptor) (*fieldInfo, pref.ExtensionType) {
  304. var fi *fieldInfo
  305. if n := fd.Number(); 0 < n && int(n) < len(mi.denseFields) {
  306. fi = mi.denseFields[n]
  307. } else {
  308. fi = mi.fields[n]
  309. }
  310. if fi != nil {
  311. if fi.fieldDesc != fd {
  312. if got, want := fd.FullName(), fi.fieldDesc.FullName(); got != want {
  313. panic(fmt.Sprintf("mismatching field: got %v, want %v", got, want))
  314. }
  315. panic(fmt.Sprintf("mismatching field: %v", fd.FullName()))
  316. }
  317. return fi, nil
  318. }
  319. if fd.IsExtension() {
  320. if got, want := fd.ContainingMessage().FullName(), mi.Desc.FullName(); got != want {
  321. // TODO: Should this be exact containing message descriptor match?
  322. panic(fmt.Sprintf("extension %v has mismatching containing message: got %v, want %v", fd.FullName(), got, want))
  323. }
  324. if !mi.Desc.ExtensionRanges().Has(fd.Number()) {
  325. panic(fmt.Sprintf("extension %v extends %v outside the extension range", fd.FullName(), mi.Desc.FullName()))
  326. }
  327. xtd, ok := fd.(pref.ExtensionTypeDescriptor)
  328. if !ok {
  329. panic(fmt.Sprintf("extension %v does not implement protoreflect.ExtensionTypeDescriptor", fd.FullName()))
  330. }
  331. return nil, xtd.Type()
  332. }
  333. panic(fmt.Sprintf("field %v is invalid", fd.FullName()))
  334. }