mirror/protobuf-go
1
0
Fork 0
mirror of https://github.com/protocolbuffers/protobuf-go.git synced 2025-01-01 11:58:21 +00:00
Code Issues Packages Projects Releases Wiki Activity
ef6e524dca
protobuf-go/proto/decode_gen.go
Joe Tsai c51e2e0293 all: support enforce_utf8 override 
In 2014, when proto3 was being developed, there were a number of early
adopters of the new syntax. Before the finalization of proto3 when
it was released in open-source in July 2016, a decision was made to
strictly validate strings in proto3. However, some of the early adopters
were already using invalid UTF-8 with string fields.
The google.protobuf.FieldOptions.enforce_utf8 option only exists to support
those grandfathered users where they can opt-out of the validation logic.
Practical use of that option in open source is impossible even if a user
specifies the proto1_legacy build tag since it requires a hacked
variant of descriptor.proto that is not externally available.

This CL supports enforce_utf8 by modifiyng internal/filedesc to
expose the flag if it detects it in the raw descriptor.
We add an strs.EnforceUTF8 function as a centralized place to determine
whether to perform validation. Validation opt-out is supported
only in builds with legacy support.

We implement support for validating UTF-8 in all proto3 string fields,
even if they are backed by a Go []byte.

Change-Id: I9c0628b84909bc7181125f09db730c80d490e485
Reviewed-on: https://go-review.googlesource.com/c/protobuf/+/186002
Reviewed-by: Damien Neil <dneil@google.com>
2019-07-15 19:53:05 +00:00

601 lines
14 KiB
Go
Raw Blame History

// Copyright 2018 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style.
// license that can be found in the LICENSE file.
// Code generated by generate-types. DO NOT EDIT.
package proto
import (
"math"
"unicode/utf8"
"google.golang.org/protobuf/internal/encoding/wire"
"google.golang.org/protobuf/internal/errors"
"google.golang.org/protobuf/internal/strs"
"google.golang.org/protobuf/reflect/protoreflect"
)
// unmarshalScalar decodes a value of the given kind.
//
// Message values are decoded into a []byte which aliases the input data.
func (o UnmarshalOptions) unmarshalScalar(b []byte, wtyp wire.Type, fd protoreflect.FieldDescriptor) (val protoreflect.Value, n int, err error) {
switch fd.Kind() {
case protoreflect.BoolKind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(wire.DecodeBool(v)), n, nil
case protoreflect.EnumKind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(protoreflect.EnumNumber(v)), n, nil
case protoreflect.Int32Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(int32(v)), n, nil
case protoreflect.Sint32Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(int32(wire.DecodeZigZag(v & math.MaxUint32))), n, nil
case protoreflect.Uint32Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(uint32(v)), n, nil
case protoreflect.Int64Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(int64(v)), n, nil
case protoreflect.Sint64Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(wire.DecodeZigZag(v)), n, nil
case protoreflect.Uint64Kind:
if wtyp != wire.VarintType {
return val, 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(v), n, nil
case protoreflect.Sfixed32Kind:
if wtyp != wire.Fixed32Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(int32(v)), n, nil
case protoreflect.Fixed32Kind:
if wtyp != wire.Fixed32Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(uint32(v)), n, nil
case protoreflect.FloatKind:
if wtyp != wire.Fixed32Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(math.Float32frombits(uint32(v))), n, nil
case protoreflect.Sfixed64Kind:
if wtyp != wire.Fixed64Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(int64(v)), n, nil
case protoreflect.Fixed64Kind:
if wtyp != wire.Fixed64Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(v), n, nil
case protoreflect.DoubleKind:
if wtyp != wire.Fixed64Type {
return val, 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(math.Float64frombits(v)), n, nil
case protoreflect.StringKind:
if wtyp != wire.BytesType {
return val, 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
if strs.EnforceUTF8(fd) && !utf8.Valid(v) {
return protoreflect.Value{}, 0, errors.InvalidUTF8(string(fd.FullName()))
}
return protoreflect.ValueOf(string(v)), n, nil
case protoreflect.BytesKind:
if wtyp != wire.BytesType {
return val, 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(append(([]byte)(nil), v...)), n, nil
case protoreflect.MessageKind:
if wtyp != wire.BytesType {
return val, 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(v), n, nil
case protoreflect.GroupKind:
if wtyp != wire.StartGroupType {
return val, 0, errUnknown
}
v, n := wire.ConsumeGroup(fd.Number(), b)
if n < 0 {
return val, 0, wire.ParseError(n)
}
return protoreflect.ValueOf(v), n, nil
default:
return val, 0, errUnknown
}
}
func (o UnmarshalOptions) unmarshalList(b []byte, wtyp wire.Type, list protoreflect.List, fd protoreflect.FieldDescriptor) (n int, err error) {
switch fd.Kind() {
case protoreflect.BoolKind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(wire.DecodeBool(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(wire.DecodeBool(v)))
return n, nil
case protoreflect.EnumKind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(protoreflect.EnumNumber(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(protoreflect.EnumNumber(v)))
return n, nil
case protoreflect.Int32Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(int32(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(int32(v)))
return n, nil
case protoreflect.Sint32Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(int32(wire.DecodeZigZag(v & math.MaxUint32))))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(int32(wire.DecodeZigZag(v & math.MaxUint32))))
return n, nil
case protoreflect.Uint32Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(uint32(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(uint32(v)))
return n, nil
case protoreflect.Int64Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(int64(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(int64(v)))
return n, nil
case protoreflect.Sint64Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(wire.DecodeZigZag(v)))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(wire.DecodeZigZag(v)))
return n, nil
case protoreflect.Uint64Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeVarint(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(v))
}
return n, nil
}
if wtyp != wire.VarintType {
return 0, errUnknown
}
v, n := wire.ConsumeVarint(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(v))
return n, nil
case protoreflect.Sfixed32Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed32(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(int32(v)))
}
return n, nil
}
if wtyp != wire.Fixed32Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(int32(v)))
return n, nil
case protoreflect.Fixed32Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed32(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(uint32(v)))
}
return n, nil
}
if wtyp != wire.Fixed32Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(uint32(v)))
return n, nil
case protoreflect.FloatKind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed32(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(math.Float32frombits(uint32(v))))
}
return n, nil
}
if wtyp != wire.Fixed32Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed32(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(math.Float32frombits(uint32(v))))
return n, nil
case protoreflect.Sfixed64Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed64(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(int64(v)))
}
return n, nil
}
if wtyp != wire.Fixed64Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(int64(v)))
return n, nil
case protoreflect.Fixed64Kind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed64(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(v))
}
return n, nil
}
if wtyp != wire.Fixed64Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(v))
return n, nil
case protoreflect.DoubleKind:
if wtyp == wire.BytesType {
buf, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
for len(buf) > 0 {
v, n := wire.ConsumeFixed64(buf)
if n < 0 {
return 0, wire.ParseError(n)
}
buf = buf[n:]
list.Append(protoreflect.ValueOf(math.Float64frombits(v)))
}
return n, nil
}
if wtyp != wire.Fixed64Type {
return 0, errUnknown
}
v, n := wire.ConsumeFixed64(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(math.Float64frombits(v)))
return n, nil
case protoreflect.StringKind:
if wtyp != wire.BytesType {
return 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
if strs.EnforceUTF8(fd) && !utf8.Valid(v) {
return 0, errors.InvalidUTF8(string(fd.FullName()))
}
list.Append(protoreflect.ValueOf(string(v)))
return n, nil
case protoreflect.BytesKind:
if wtyp != wire.BytesType {
return 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
list.Append(protoreflect.ValueOf(append(([]byte)(nil), v...)))
return n, nil
case protoreflect.MessageKind:
if wtyp != wire.BytesType {
return 0, errUnknown
}
v, n := wire.ConsumeBytes(b)
if n < 0 {
return 0, wire.ParseError(n)
}
m := list.NewMessage()
if err := o.unmarshalMessage(v, m); err != nil {
return 0, err
}
list.Append(protoreflect.ValueOf(m))
return n, nil
case protoreflect.GroupKind:
if wtyp != wire.StartGroupType {
return 0, errUnknown
}
v, n := wire.ConsumeGroup(fd.Number(), b)
if n < 0 {
return 0, wire.ParseError(n)
}
m := list.NewMessage()
if err := o.unmarshalMessage(v, m); err != nil {
return 0, err
}
list.Append(protoreflect.ValueOf(m))
return n, nil
default:
return 0, errUnknown
}
}
Reference in New Issue View Git Blame Copy Permalink