codec_field.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828
  1. // Copyright 2019 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package impl
  5. import (
  6. "fmt"
  7. "reflect"
  8. "sync"
  9. "google.golang.org/protobuf/encoding/protowire"
  10. "google.golang.org/protobuf/proto"
  11. pref "google.golang.org/protobuf/reflect/protoreflect"
  12. preg "google.golang.org/protobuf/reflect/protoregistry"
  13. piface "google.golang.org/protobuf/runtime/protoiface"
  14. )
  15. type errInvalidUTF8 struct{}
  16. func (errInvalidUTF8) Error() string { return "string field contains invalid UTF-8" }
  17. func (errInvalidUTF8) InvalidUTF8() bool { return true }
  18. // initOneofFieldCoders initializes the fast-path functions for the fields in a oneof.
  19. //
  20. // For size, marshal, and isInit operations, functions are set only on the first field
  21. // in the oneof. The functions are called when the oneof is non-nil, and will dispatch
  22. // to the appropriate field-specific function as necessary.
  23. //
  24. // The unmarshal function is set on each field individually as usual.
  25. func (mi *MessageInfo) initOneofFieldCoders(od pref.OneofDescriptor, si structInfo) {
  26. fs := si.oneofsByName[od.Name()]
  27. ft := fs.Type
  28. oneofFields := make(map[reflect.Type]*coderFieldInfo)
  29. needIsInit := false
  30. fields := od.Fields()
  31. for i, lim := 0, fields.Len(); i < lim; i++ {
  32. fd := od.Fields().Get(i)
  33. num := fd.Number()
  34. // Make a copy of the original coderFieldInfo for use in unmarshaling.
  35. //
  36. // oneofFields[oneofType].funcs.marshal is the field-specific marshal function.
  37. //
  38. // mi.coderFields[num].marshal is set on only the first field in the oneof,
  39. // and dispatches to the field-specific marshaler in oneofFields.
  40. cf := *mi.coderFields[num]
  41. ot := si.oneofWrappersByNumber[num]
  42. cf.ft = ot.Field(0).Type
  43. cf.mi, cf.funcs = fieldCoder(fd, cf.ft)
  44. oneofFields[ot] = &cf
  45. if cf.funcs.isInit != nil {
  46. needIsInit = true
  47. }
  48. mi.coderFields[num].funcs.unmarshal = func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  49. var vw reflect.Value // pointer to wrapper type
  50. vi := p.AsValueOf(ft).Elem() // oneof field value of interface kind
  51. if !vi.IsNil() && !vi.Elem().IsNil() && vi.Elem().Elem().Type() == ot {
  52. vw = vi.Elem()
  53. } else {
  54. vw = reflect.New(ot)
  55. }
  56. out, err := cf.funcs.unmarshal(b, pointerOfValue(vw).Apply(zeroOffset), wtyp, &cf, opts)
  57. if err != nil {
  58. return out, err
  59. }
  60. vi.Set(vw)
  61. return out, nil
  62. }
  63. }
  64. getInfo := func(p pointer) (pointer, *coderFieldInfo) {
  65. v := p.AsValueOf(ft).Elem()
  66. if v.IsNil() {
  67. return pointer{}, nil
  68. }
  69. v = v.Elem() // interface -> *struct
  70. if v.IsNil() {
  71. return pointer{}, nil
  72. }
  73. return pointerOfValue(v).Apply(zeroOffset), oneofFields[v.Elem().Type()]
  74. }
  75. first := mi.coderFields[od.Fields().Get(0).Number()]
  76. first.funcs.size = func(p pointer, _ *coderFieldInfo, opts marshalOptions) int {
  77. p, info := getInfo(p)
  78. if info == nil || info.funcs.size == nil {
  79. return 0
  80. }
  81. return info.funcs.size(p, info, opts)
  82. }
  83. first.funcs.marshal = func(b []byte, p pointer, _ *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  84. p, info := getInfo(p)
  85. if info == nil || info.funcs.marshal == nil {
  86. return b, nil
  87. }
  88. return info.funcs.marshal(b, p, info, opts)
  89. }
  90. first.funcs.merge = func(dst, src pointer, _ *coderFieldInfo, opts mergeOptions) {
  91. srcp, srcinfo := getInfo(src)
  92. if srcinfo == nil || srcinfo.funcs.merge == nil {
  93. return
  94. }
  95. dstp, dstinfo := getInfo(dst)
  96. if dstinfo != srcinfo {
  97. dst.AsValueOf(ft).Elem().Set(reflect.New(src.AsValueOf(ft).Elem().Elem().Elem().Type()))
  98. dstp = pointerOfValue(dst.AsValueOf(ft).Elem().Elem()).Apply(zeroOffset)
  99. }
  100. srcinfo.funcs.merge(dstp, srcp, srcinfo, opts)
  101. }
  102. if needIsInit {
  103. first.funcs.isInit = func(p pointer, _ *coderFieldInfo) error {
  104. p, info := getInfo(p)
  105. if info == nil || info.funcs.isInit == nil {
  106. return nil
  107. }
  108. return info.funcs.isInit(p, info)
  109. }
  110. }
  111. }
  112. func makeWeakMessageFieldCoder(fd pref.FieldDescriptor) pointerCoderFuncs {
  113. var once sync.Once
  114. var messageType pref.MessageType
  115. lazyInit := func() {
  116. once.Do(func() {
  117. messageName := fd.Message().FullName()
  118. messageType, _ = preg.GlobalTypes.FindMessageByName(messageName)
  119. })
  120. }
  121. return pointerCoderFuncs{
  122. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  123. m, ok := p.WeakFields().get(f.num)
  124. if !ok {
  125. return 0
  126. }
  127. lazyInit()
  128. if messageType == nil {
  129. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  130. }
  131. return sizeMessage(m, f.tagsize, opts)
  132. },
  133. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  134. m, ok := p.WeakFields().get(f.num)
  135. if !ok {
  136. return b, nil
  137. }
  138. lazyInit()
  139. if messageType == nil {
  140. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  141. }
  142. return appendMessage(b, m, f.wiretag, opts)
  143. },
  144. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  145. fs := p.WeakFields()
  146. m, ok := fs.get(f.num)
  147. if !ok {
  148. lazyInit()
  149. if messageType == nil {
  150. return unmarshalOutput{}, errUnknown
  151. }
  152. m = messageType.New().Interface()
  153. fs.set(f.num, m)
  154. }
  155. return consumeMessage(b, m, wtyp, opts)
  156. },
  157. isInit: func(p pointer, f *coderFieldInfo) error {
  158. m, ok := p.WeakFields().get(f.num)
  159. if !ok {
  160. return nil
  161. }
  162. return proto.CheckInitialized(m)
  163. },
  164. merge: func(dst, src pointer, f *coderFieldInfo, opts mergeOptions) {
  165. sm, ok := src.WeakFields().get(f.num)
  166. if !ok {
  167. return
  168. }
  169. dm, ok := dst.WeakFields().get(f.num)
  170. if !ok {
  171. lazyInit()
  172. if messageType == nil {
  173. panic(fmt.Sprintf("weak message %v is not linked in", fd.Message().FullName()))
  174. }
  175. dm = messageType.New().Interface()
  176. dst.WeakFields().set(f.num, dm)
  177. }
  178. opts.Merge(dm, sm)
  179. },
  180. }
  181. }
  182. func makeMessageFieldCoder(fd pref.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  183. if mi := getMessageInfo(ft); mi != nil {
  184. funcs := pointerCoderFuncs{
  185. size: sizeMessageInfo,
  186. marshal: appendMessageInfo,
  187. unmarshal: consumeMessageInfo,
  188. merge: mergeMessage,
  189. }
  190. if needsInitCheck(mi.Desc) {
  191. funcs.isInit = isInitMessageInfo
  192. }
  193. return funcs
  194. } else {
  195. return pointerCoderFuncs{
  196. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  197. m := asMessage(p.AsValueOf(ft).Elem())
  198. return sizeMessage(m, f.tagsize, opts)
  199. },
  200. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  201. m := asMessage(p.AsValueOf(ft).Elem())
  202. return appendMessage(b, m, f.wiretag, opts)
  203. },
  204. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  205. mp := p.AsValueOf(ft).Elem()
  206. if mp.IsNil() {
  207. mp.Set(reflect.New(ft.Elem()))
  208. }
  209. return consumeMessage(b, asMessage(mp), wtyp, opts)
  210. },
  211. isInit: func(p pointer, f *coderFieldInfo) error {
  212. m := asMessage(p.AsValueOf(ft).Elem())
  213. return proto.CheckInitialized(m)
  214. },
  215. merge: mergeMessage,
  216. }
  217. }
  218. }
  219. func sizeMessageInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  220. return protowire.SizeBytes(f.mi.sizePointer(p.Elem(), opts)) + f.tagsize
  221. }
  222. func appendMessageInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  223. b = protowire.AppendVarint(b, f.wiretag)
  224. b = protowire.AppendVarint(b, uint64(f.mi.sizePointer(p.Elem(), opts)))
  225. return f.mi.marshalAppendPointer(b, p.Elem(), opts)
  226. }
  227. func consumeMessageInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  228. if wtyp != protowire.BytesType {
  229. return out, errUnknown
  230. }
  231. v, n := protowire.ConsumeBytes(b)
  232. if n < 0 {
  233. return out, protowire.ParseError(n)
  234. }
  235. if p.Elem().IsNil() {
  236. p.SetPointer(pointerOfValue(reflect.New(f.mi.GoReflectType.Elem())))
  237. }
  238. o, err := f.mi.unmarshalPointer(v, p.Elem(), 0, opts)
  239. if err != nil {
  240. return out, err
  241. }
  242. out.n = n
  243. out.initialized = o.initialized
  244. return out, nil
  245. }
  246. func isInitMessageInfo(p pointer, f *coderFieldInfo) error {
  247. return f.mi.checkInitializedPointer(p.Elem())
  248. }
  249. func sizeMessage(m proto.Message, tagsize int, _ marshalOptions) int {
  250. return protowire.SizeBytes(proto.Size(m)) + tagsize
  251. }
  252. func appendMessage(b []byte, m proto.Message, wiretag uint64, opts marshalOptions) ([]byte, error) {
  253. b = protowire.AppendVarint(b, wiretag)
  254. b = protowire.AppendVarint(b, uint64(proto.Size(m)))
  255. return opts.Options().MarshalAppend(b, m)
  256. }
  257. func consumeMessage(b []byte, m proto.Message, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  258. if wtyp != protowire.BytesType {
  259. return out, errUnknown
  260. }
  261. v, n := protowire.ConsumeBytes(b)
  262. if n < 0 {
  263. return out, protowire.ParseError(n)
  264. }
  265. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  266. Buf: v,
  267. Message: m.ProtoReflect(),
  268. })
  269. if err != nil {
  270. return out, err
  271. }
  272. out.n = n
  273. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  274. return out, nil
  275. }
  276. func sizeMessageValue(v pref.Value, tagsize int, opts marshalOptions) int {
  277. m := v.Message().Interface()
  278. return sizeMessage(m, tagsize, opts)
  279. }
  280. func appendMessageValue(b []byte, v pref.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  281. m := v.Message().Interface()
  282. return appendMessage(b, m, wiretag, opts)
  283. }
  284. func consumeMessageValue(b []byte, v pref.Value, _ protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (pref.Value, unmarshalOutput, error) {
  285. m := v.Message().Interface()
  286. out, err := consumeMessage(b, m, wtyp, opts)
  287. return v, out, err
  288. }
  289. func isInitMessageValue(v pref.Value) error {
  290. m := v.Message().Interface()
  291. return proto.CheckInitialized(m)
  292. }
  293. var coderMessageValue = valueCoderFuncs{
  294. size: sizeMessageValue,
  295. marshal: appendMessageValue,
  296. unmarshal: consumeMessageValue,
  297. isInit: isInitMessageValue,
  298. merge: mergeMessageValue,
  299. }
  300. func sizeGroupValue(v pref.Value, tagsize int, opts marshalOptions) int {
  301. m := v.Message().Interface()
  302. return sizeGroup(m, tagsize, opts)
  303. }
  304. func appendGroupValue(b []byte, v pref.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  305. m := v.Message().Interface()
  306. return appendGroup(b, m, wiretag, opts)
  307. }
  308. func consumeGroupValue(b []byte, v pref.Value, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (pref.Value, unmarshalOutput, error) {
  309. m := v.Message().Interface()
  310. out, err := consumeGroup(b, m, num, wtyp, opts)
  311. return v, out, err
  312. }
  313. var coderGroupValue = valueCoderFuncs{
  314. size: sizeGroupValue,
  315. marshal: appendGroupValue,
  316. unmarshal: consumeGroupValue,
  317. isInit: isInitMessageValue,
  318. merge: mergeMessageValue,
  319. }
  320. func makeGroupFieldCoder(fd pref.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  321. num := fd.Number()
  322. if mi := getMessageInfo(ft); mi != nil {
  323. funcs := pointerCoderFuncs{
  324. size: sizeGroupType,
  325. marshal: appendGroupType,
  326. unmarshal: consumeGroupType,
  327. merge: mergeMessage,
  328. }
  329. if needsInitCheck(mi.Desc) {
  330. funcs.isInit = isInitMessageInfo
  331. }
  332. return funcs
  333. } else {
  334. return pointerCoderFuncs{
  335. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  336. m := asMessage(p.AsValueOf(ft).Elem())
  337. return sizeGroup(m, f.tagsize, opts)
  338. },
  339. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  340. m := asMessage(p.AsValueOf(ft).Elem())
  341. return appendGroup(b, m, f.wiretag, opts)
  342. },
  343. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  344. mp := p.AsValueOf(ft).Elem()
  345. if mp.IsNil() {
  346. mp.Set(reflect.New(ft.Elem()))
  347. }
  348. return consumeGroup(b, asMessage(mp), num, wtyp, opts)
  349. },
  350. isInit: func(p pointer, f *coderFieldInfo) error {
  351. m := asMessage(p.AsValueOf(ft).Elem())
  352. return proto.CheckInitialized(m)
  353. },
  354. merge: mergeMessage,
  355. }
  356. }
  357. }
  358. func sizeGroupType(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  359. return 2*f.tagsize + f.mi.sizePointer(p.Elem(), opts)
  360. }
  361. func appendGroupType(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  362. b = protowire.AppendVarint(b, f.wiretag) // start group
  363. b, err := f.mi.marshalAppendPointer(b, p.Elem(), opts)
  364. b = protowire.AppendVarint(b, f.wiretag+1) // end group
  365. return b, err
  366. }
  367. func consumeGroupType(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  368. if wtyp != protowire.StartGroupType {
  369. return out, errUnknown
  370. }
  371. if p.Elem().IsNil() {
  372. p.SetPointer(pointerOfValue(reflect.New(f.mi.GoReflectType.Elem())))
  373. }
  374. return f.mi.unmarshalPointer(b, p.Elem(), f.num, opts)
  375. }
  376. func sizeGroup(m proto.Message, tagsize int, _ marshalOptions) int {
  377. return 2*tagsize + proto.Size(m)
  378. }
  379. func appendGroup(b []byte, m proto.Message, wiretag uint64, opts marshalOptions) ([]byte, error) {
  380. b = protowire.AppendVarint(b, wiretag) // start group
  381. b, err := opts.Options().MarshalAppend(b, m)
  382. b = protowire.AppendVarint(b, wiretag+1) // end group
  383. return b, err
  384. }
  385. func consumeGroup(b []byte, m proto.Message, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  386. if wtyp != protowire.StartGroupType {
  387. return out, errUnknown
  388. }
  389. b, n := protowire.ConsumeGroup(num, b)
  390. if n < 0 {
  391. return out, protowire.ParseError(n)
  392. }
  393. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  394. Buf: b,
  395. Message: m.ProtoReflect(),
  396. })
  397. if err != nil {
  398. return out, err
  399. }
  400. out.n = n
  401. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  402. return out, nil
  403. }
  404. func makeMessageSliceFieldCoder(fd pref.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  405. if mi := getMessageInfo(ft); mi != nil {
  406. funcs := pointerCoderFuncs{
  407. size: sizeMessageSliceInfo,
  408. marshal: appendMessageSliceInfo,
  409. unmarshal: consumeMessageSliceInfo,
  410. merge: mergeMessageSlice,
  411. }
  412. if needsInitCheck(mi.Desc) {
  413. funcs.isInit = isInitMessageSliceInfo
  414. }
  415. return funcs
  416. }
  417. return pointerCoderFuncs{
  418. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  419. return sizeMessageSlice(p, ft, f.tagsize, opts)
  420. },
  421. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  422. return appendMessageSlice(b, p, f.wiretag, ft, opts)
  423. },
  424. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  425. return consumeMessageSlice(b, p, ft, wtyp, opts)
  426. },
  427. isInit: func(p pointer, f *coderFieldInfo) error {
  428. return isInitMessageSlice(p, ft)
  429. },
  430. merge: mergeMessageSlice,
  431. }
  432. }
  433. func sizeMessageSliceInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  434. s := p.PointerSlice()
  435. n := 0
  436. for _, v := range s {
  437. n += protowire.SizeBytes(f.mi.sizePointer(v, opts)) + f.tagsize
  438. }
  439. return n
  440. }
  441. func appendMessageSliceInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  442. s := p.PointerSlice()
  443. var err error
  444. for _, v := range s {
  445. b = protowire.AppendVarint(b, f.wiretag)
  446. siz := f.mi.sizePointer(v, opts)
  447. b = protowire.AppendVarint(b, uint64(siz))
  448. b, err = f.mi.marshalAppendPointer(b, v, opts)
  449. if err != nil {
  450. return b, err
  451. }
  452. }
  453. return b, nil
  454. }
  455. func consumeMessageSliceInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (out unmarshalOutput, err error) {
  456. if wtyp != protowire.BytesType {
  457. return out, errUnknown
  458. }
  459. v, n := protowire.ConsumeBytes(b)
  460. if n < 0 {
  461. return out, protowire.ParseError(n)
  462. }
  463. m := reflect.New(f.mi.GoReflectType.Elem()).Interface()
  464. mp := pointerOfIface(m)
  465. o, err := f.mi.unmarshalPointer(v, mp, 0, opts)
  466. if err != nil {
  467. return out, err
  468. }
  469. p.AppendPointerSlice(mp)
  470. out.n = n
  471. out.initialized = o.initialized
  472. return out, nil
  473. }
  474. func isInitMessageSliceInfo(p pointer, f *coderFieldInfo) error {
  475. s := p.PointerSlice()
  476. for _, v := range s {
  477. if err := f.mi.checkInitializedPointer(v); err != nil {
  478. return err
  479. }
  480. }
  481. return nil
  482. }
  483. func sizeMessageSlice(p pointer, goType reflect.Type, tagsize int, _ marshalOptions) int {
  484. s := p.PointerSlice()
  485. n := 0
  486. for _, v := range s {
  487. m := asMessage(v.AsValueOf(goType.Elem()))
  488. n += protowire.SizeBytes(proto.Size(m)) + tagsize
  489. }
  490. return n
  491. }
  492. func appendMessageSlice(b []byte, p pointer, wiretag uint64, goType reflect.Type, opts marshalOptions) ([]byte, error) {
  493. s := p.PointerSlice()
  494. var err error
  495. for _, v := range s {
  496. m := asMessage(v.AsValueOf(goType.Elem()))
  497. b = protowire.AppendVarint(b, wiretag)
  498. siz := proto.Size(m)
  499. b = protowire.AppendVarint(b, uint64(siz))
  500. b, err = opts.Options().MarshalAppend(b, m)
  501. if err != nil {
  502. return b, err
  503. }
  504. }
  505. return b, nil
  506. }
  507. func consumeMessageSlice(b []byte, p pointer, goType reflect.Type, wtyp protowire.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  508. if wtyp != protowire.BytesType {
  509. return out, errUnknown
  510. }
  511. v, n := protowire.ConsumeBytes(b)
  512. if n < 0 {
  513. return out, protowire.ParseError(n)
  514. }
  515. mp := reflect.New(goType.Elem())
  516. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  517. Buf: v,
  518. Message: asMessage(mp).ProtoReflect(),
  519. })
  520. if err != nil {
  521. return out, err
  522. }
  523. p.AppendPointerSlice(pointerOfValue(mp))
  524. out.n = n
  525. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  526. return out, nil
  527. }
  528. func isInitMessageSlice(p pointer, goType reflect.Type) error {
  529. s := p.PointerSlice()
  530. for _, v := range s {
  531. m := asMessage(v.AsValueOf(goType.Elem()))
  532. if err := proto.CheckInitialized(m); err != nil {
  533. return err
  534. }
  535. }
  536. return nil
  537. }
  538. // Slices of messages
  539. func sizeMessageSliceValue(listv pref.Value, tagsize int, opts marshalOptions) int {
  540. list := listv.List()
  541. n := 0
  542. for i, llen := 0, list.Len(); i < llen; i++ {
  543. m := list.Get(i).Message().Interface()
  544. n += protowire.SizeBytes(proto.Size(m)) + tagsize
  545. }
  546. return n
  547. }
  548. func appendMessageSliceValue(b []byte, listv pref.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  549. list := listv.List()
  550. mopts := opts.Options()
  551. for i, llen := 0, list.Len(); i < llen; i++ {
  552. m := list.Get(i).Message().Interface()
  553. b = protowire.AppendVarint(b, wiretag)
  554. siz := proto.Size(m)
  555. b = protowire.AppendVarint(b, uint64(siz))
  556. var err error
  557. b, err = mopts.MarshalAppend(b, m)
  558. if err != nil {
  559. return b, err
  560. }
  561. }
  562. return b, nil
  563. }
  564. func consumeMessageSliceValue(b []byte, listv pref.Value, _ protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (_ pref.Value, out unmarshalOutput, err error) {
  565. list := listv.List()
  566. if wtyp != protowire.BytesType {
  567. return pref.Value{}, out, errUnknown
  568. }
  569. v, n := protowire.ConsumeBytes(b)
  570. if n < 0 {
  571. return pref.Value{}, out, protowire.ParseError(n)
  572. }
  573. m := list.NewElement()
  574. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  575. Buf: v,
  576. Message: m.Message(),
  577. })
  578. if err != nil {
  579. return pref.Value{}, out, err
  580. }
  581. list.Append(m)
  582. out.n = n
  583. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  584. return listv, out, nil
  585. }
  586. func isInitMessageSliceValue(listv pref.Value) error {
  587. list := listv.List()
  588. for i, llen := 0, list.Len(); i < llen; i++ {
  589. m := list.Get(i).Message().Interface()
  590. if err := proto.CheckInitialized(m); err != nil {
  591. return err
  592. }
  593. }
  594. return nil
  595. }
  596. var coderMessageSliceValue = valueCoderFuncs{
  597. size: sizeMessageSliceValue,
  598. marshal: appendMessageSliceValue,
  599. unmarshal: consumeMessageSliceValue,
  600. isInit: isInitMessageSliceValue,
  601. merge: mergeMessageListValue,
  602. }
  603. func sizeGroupSliceValue(listv pref.Value, tagsize int, opts marshalOptions) int {
  604. list := listv.List()
  605. n := 0
  606. for i, llen := 0, list.Len(); i < llen; i++ {
  607. m := list.Get(i).Message().Interface()
  608. n += 2*tagsize + proto.Size(m)
  609. }
  610. return n
  611. }
  612. func appendGroupSliceValue(b []byte, listv pref.Value, wiretag uint64, opts marshalOptions) ([]byte, error) {
  613. list := listv.List()
  614. mopts := opts.Options()
  615. for i, llen := 0, list.Len(); i < llen; i++ {
  616. m := list.Get(i).Message().Interface()
  617. b = protowire.AppendVarint(b, wiretag) // start group
  618. var err error
  619. b, err = mopts.MarshalAppend(b, m)
  620. if err != nil {
  621. return b, err
  622. }
  623. b = protowire.AppendVarint(b, wiretag+1) // end group
  624. }
  625. return b, nil
  626. }
  627. func consumeGroupSliceValue(b []byte, listv pref.Value, num protowire.Number, wtyp protowire.Type, opts unmarshalOptions) (_ pref.Value, out unmarshalOutput, err error) {
  628. list := listv.List()
  629. if wtyp != protowire.StartGroupType {
  630. return pref.Value{}, out, errUnknown
  631. }
  632. b, n := protowire.ConsumeGroup(num, b)
  633. if n < 0 {
  634. return pref.Value{}, out, protowire.ParseError(n)
  635. }
  636. m := list.NewElement()
  637. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  638. Buf: b,
  639. Message: m.Message(),
  640. })
  641. if err != nil {
  642. return pref.Value{}, out, err
  643. }
  644. list.Append(m)
  645. out.n = n
  646. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  647. return listv, out, nil
  648. }
  649. var coderGroupSliceValue = valueCoderFuncs{
  650. size: sizeGroupSliceValue,
  651. marshal: appendGroupSliceValue,
  652. unmarshal: consumeGroupSliceValue,
  653. isInit: isInitMessageSliceValue,
  654. merge: mergeMessageListValue,
  655. }
  656. func makeGroupSliceFieldCoder(fd pref.FieldDescriptor, ft reflect.Type) pointerCoderFuncs {
  657. num := fd.Number()
  658. if mi := getMessageInfo(ft); mi != nil {
  659. funcs := pointerCoderFuncs{
  660. size: sizeGroupSliceInfo,
  661. marshal: appendGroupSliceInfo,
  662. unmarshal: consumeGroupSliceInfo,
  663. merge: mergeMessageSlice,
  664. }
  665. if needsInitCheck(mi.Desc) {
  666. funcs.isInit = isInitMessageSliceInfo
  667. }
  668. return funcs
  669. }
  670. return pointerCoderFuncs{
  671. size: func(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  672. return sizeGroupSlice(p, ft, f.tagsize, opts)
  673. },
  674. marshal: func(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  675. return appendGroupSlice(b, p, f.wiretag, ft, opts)
  676. },
  677. unmarshal: func(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  678. return consumeGroupSlice(b, p, num, wtyp, ft, opts)
  679. },
  680. isInit: func(p pointer, f *coderFieldInfo) error {
  681. return isInitMessageSlice(p, ft)
  682. },
  683. merge: mergeMessageSlice,
  684. }
  685. }
  686. func sizeGroupSlice(p pointer, messageType reflect.Type, tagsize int, _ marshalOptions) int {
  687. s := p.PointerSlice()
  688. n := 0
  689. for _, v := range s {
  690. m := asMessage(v.AsValueOf(messageType.Elem()))
  691. n += 2*tagsize + proto.Size(m)
  692. }
  693. return n
  694. }
  695. func appendGroupSlice(b []byte, p pointer, wiretag uint64, messageType reflect.Type, opts marshalOptions) ([]byte, error) {
  696. s := p.PointerSlice()
  697. var err error
  698. for _, v := range s {
  699. m := asMessage(v.AsValueOf(messageType.Elem()))
  700. b = protowire.AppendVarint(b, wiretag) // start group
  701. b, err = opts.Options().MarshalAppend(b, m)
  702. if err != nil {
  703. return b, err
  704. }
  705. b = protowire.AppendVarint(b, wiretag+1) // end group
  706. }
  707. return b, nil
  708. }
  709. func consumeGroupSlice(b []byte, p pointer, num protowire.Number, wtyp protowire.Type, goType reflect.Type, opts unmarshalOptions) (out unmarshalOutput, err error) {
  710. if wtyp != protowire.StartGroupType {
  711. return out, errUnknown
  712. }
  713. b, n := protowire.ConsumeGroup(num, b)
  714. if n < 0 {
  715. return out, protowire.ParseError(n)
  716. }
  717. mp := reflect.New(goType.Elem())
  718. o, err := opts.Options().UnmarshalState(piface.UnmarshalInput{
  719. Buf: b,
  720. Message: asMessage(mp).ProtoReflect(),
  721. })
  722. if err != nil {
  723. return out, err
  724. }
  725. p.AppendPointerSlice(pointerOfValue(mp))
  726. out.n = n
  727. out.initialized = o.Flags&piface.UnmarshalInitialized != 0
  728. return out, nil
  729. }
  730. func sizeGroupSliceInfo(p pointer, f *coderFieldInfo, opts marshalOptions) int {
  731. s := p.PointerSlice()
  732. n := 0
  733. for _, v := range s {
  734. n += 2*f.tagsize + f.mi.sizePointer(v, opts)
  735. }
  736. return n
  737. }
  738. func appendGroupSliceInfo(b []byte, p pointer, f *coderFieldInfo, opts marshalOptions) ([]byte, error) {
  739. s := p.PointerSlice()
  740. var err error
  741. for _, v := range s {
  742. b = protowire.AppendVarint(b, f.wiretag) // start group
  743. b, err = f.mi.marshalAppendPointer(b, v, opts)
  744. if err != nil {
  745. return b, err
  746. }
  747. b = protowire.AppendVarint(b, f.wiretag+1) // end group
  748. }
  749. return b, nil
  750. }
  751. func consumeGroupSliceInfo(b []byte, p pointer, wtyp protowire.Type, f *coderFieldInfo, opts unmarshalOptions) (unmarshalOutput, error) {
  752. if wtyp != protowire.StartGroupType {
  753. return unmarshalOutput{}, errUnknown
  754. }
  755. m := reflect.New(f.mi.GoReflectType.Elem()).Interface()
  756. mp := pointerOfIface(m)
  757. out, err := f.mi.unmarshalPointer(b, mp, f.num, opts)
  758. if err != nil {
  759. return out, err
  760. }
  761. p.AppendPointerSlice(mp)
  762. return out, nil
  763. }
  764. func asMessage(v reflect.Value) pref.ProtoMessage {
  765. if m, ok := v.Interface().(pref.ProtoMessage); ok {
  766. return m
  767. }
  768. return legacyWrapMessage(v).Interface()
  769. }