mirror of
https://gitea.com/Lydanne/buildx.git
synced 2025-07-09 21:17:09 +08:00
hack: generate vtproto files for buildx
Integrates vtproto into buildx. The generated files dockerfile has been modified to copy the buildkit equivalent file to ensure files are laid out in the appropriate way for imports. An import has also been included to change the grpc codec to the version in buildkit that supports vtproto. This will allow buildx to utilize the speed and memory improvements from that. Also updates the gc control options for prune. Signed-off-by: Jonathan A. Sternberg <jonathan.sternberg@docker.com>
This commit is contained in:
Jonathan A. Sternberg
348
vendor/github.com/planetscale/vtprotobuf/features/size/size.go
generated
vendored
Normal file
348
vendor/github.com/planetscale/vtprotobuf/features/size/size.go
generated
vendored
Normal file
@ -0,0 +1,348 @@
|
||||
// Copyright (c) 2021 PlanetScale Inc. All rights reserved.
|
||||
// Copyright (c) 2013, The GoGo Authors. All rights reserved.
|
||||
// Use of this source code is governed by a BSD-style
|
||||
// license that can be found in the LICENSE file.
|
||||
|
||||
package size
|
||||
|
||||
import (
|
||||
"strconv"
|
||||
|
||||
"github.com/planetscale/vtprotobuf/generator"
|
||||
"google.golang.org/protobuf/compiler/protogen"
|
||||
"google.golang.org/protobuf/encoding/protowire"
|
||||
"google.golang.org/protobuf/reflect/protoreflect"
|
||||
)
|
||||
|
||||
func init() {
|
||||
generator.RegisterFeature("size", func(gen *generator.GeneratedFile) generator.FeatureGenerator {
|
||||
return &size{GeneratedFile: gen}
|
||||
})
|
||||
}
|
||||
|
||||
type size struct {
|
||||
*generator.GeneratedFile
|
||||
once bool
|
||||
}
|
||||
|
||||
var _ generator.FeatureGenerator = (*size)(nil)
|
||||
|
||||
func (p *size) Name() string {
|
||||
return "size"
|
||||
}
|
||||
|
||||
func (p *size) GenerateFile(file *protogen.File) bool {
|
||||
for _, message := range file.Messages {
|
||||
p.message(message)
|
||||
}
|
||||
|
||||
return p.once
|
||||
}
|
||||
|
||||
func (p *size) messageSize(varName, sizeName string, message *protogen.Message) {
|
||||
switch {
|
||||
case p.IsWellKnownType(message):
|
||||
p.P(`l = (*`, p.WellKnownTypeMap(message), `)(`, varName, `).`, sizeName, `()`)
|
||||
|
||||
case p.IsLocalMessage(message):
|
||||
p.P(`l = `, varName, `.`, sizeName, `()`)
|
||||
|
||||
default:
|
||||
p.P(`if size, ok := interface{}(`, varName, `).(interface{`)
|
||||
p.P(sizeName, `() int`)
|
||||
p.P(`}); ok{`)
|
||||
p.P(`l = size.`, sizeName, `()`)
|
||||
p.P(`} else {`)
|
||||
p.P(`l = `, p.Ident(generator.ProtoPkg, "Size"), `(`, varName, `)`)
|
||||
p.P(`}`)
|
||||
}
|
||||
}
|
||||
|
||||
func (p *size) field(oneof bool, field *protogen.Field, sizeName string) {
|
||||
fieldname := field.GoName
|
||||
nullable := field.Message != nil || (!oneof && field.Desc.HasPresence())
|
||||
repeated := field.Desc.Cardinality() == protoreflect.Repeated
|
||||
if repeated {
|
||||
p.P(`if len(m.`, fieldname, `) > 0 {`)
|
||||
} else if nullable {
|
||||
p.P(`if m.`, fieldname, ` != nil {`)
|
||||
}
|
||||
packed := field.Desc.IsPacked()
|
||||
wireType := generator.ProtoWireType(field.Desc.Kind())
|
||||
fieldNumber := field.Desc.Number()
|
||||
if packed {
|
||||
wireType = protowire.BytesType
|
||||
}
|
||||
key := generator.KeySize(fieldNumber, wireType)
|
||||
switch field.Desc.Kind() {
|
||||
case protoreflect.DoubleKind, protoreflect.Fixed64Kind, protoreflect.Sfixed64Kind:
|
||||
if packed {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(len(m.`, fieldname, `)*8))`, `+len(m.`, fieldname, `)*8`)
|
||||
} else if repeated {
|
||||
p.P(`n+=`, strconv.Itoa(key+8), `*len(m.`, fieldname, `)`)
|
||||
} else if !oneof && !nullable {
|
||||
p.P(`if m.`, fieldname, ` != 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key+8))
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`n+=`, strconv.Itoa(key+8))
|
||||
}
|
||||
case protoreflect.FloatKind, protoreflect.Fixed32Kind, protoreflect.Sfixed32Kind:
|
||||
if packed {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(len(m.`, fieldname, `)*4))`, `+len(m.`, fieldname, `)*4`)
|
||||
} else if repeated {
|
||||
p.P(`n+=`, strconv.Itoa(key+4), `*len(m.`, fieldname, `)`)
|
||||
} else if !oneof && !nullable {
|
||||
p.P(`if m.`, fieldname, ` != 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key+4))
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`n+=`, strconv.Itoa(key+4))
|
||||
}
|
||||
case protoreflect.Int64Kind, protoreflect.Uint64Kind, protoreflect.Uint32Kind, protoreflect.EnumKind, protoreflect.Int32Kind:
|
||||
if packed {
|
||||
p.P(`l = 0`)
|
||||
p.P(`for _, e := range m.`, fieldname, ` {`)
|
||||
p.P(`l+=`, p.Helper("SizeOfVarint"), `(uint64(e))`)
|
||||
p.P(`}`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(l))+l`)
|
||||
} else if repeated {
|
||||
p.P(`for _, e := range m.`, fieldname, ` {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(e))`)
|
||||
p.P(`}`)
|
||||
} else if nullable {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(*m.`, fieldname, `))`)
|
||||
} else if !oneof {
|
||||
p.P(`if m.`, fieldname, ` != 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(m.`, fieldname, `))`)
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(m.`, fieldname, `))`)
|
||||
}
|
||||
case protoreflect.BoolKind:
|
||||
if packed {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(len(m.`, fieldname, `)))`, `+len(m.`, fieldname, `)*1`)
|
||||
} else if repeated {
|
||||
p.P(`n+=`, strconv.Itoa(key+1), `*len(m.`, fieldname, `)`)
|
||||
} else if !oneof && !nullable {
|
||||
p.P(`if m.`, fieldname, ` {`)
|
||||
p.P(`n+=`, strconv.Itoa(key+1))
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`n+=`, strconv.Itoa(key+1))
|
||||
}
|
||||
case protoreflect.StringKind:
|
||||
if repeated {
|
||||
p.P(`for _, s := range m.`, fieldname, ` { `)
|
||||
p.P(`l = len(s)`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
p.P(`}`)
|
||||
} else if nullable {
|
||||
p.P(`l=len(*m.`, fieldname, `)`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
} else if !oneof {
|
||||
p.P(`l=len(m.`, fieldname, `)`)
|
||||
p.P(`if l > 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`l=len(m.`, fieldname, `)`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
}
|
||||
case protoreflect.GroupKind:
|
||||
p.messageSize("m."+fieldname, sizeName, field.Message)
|
||||
p.P(`n+=l+`, strconv.Itoa(2*key))
|
||||
case protoreflect.MessageKind:
|
||||
if field.Desc.IsMap() {
|
||||
fieldKeySize := generator.KeySize(field.Desc.Number(), generator.ProtoWireType(field.Desc.Kind()))
|
||||
keyKeySize := generator.KeySize(1, generator.ProtoWireType(field.Message.Fields[0].Desc.Kind()))
|
||||
valueKeySize := generator.KeySize(2, generator.ProtoWireType(field.Message.Fields[1].Desc.Kind()))
|
||||
p.P(`for k, v := range m.`, fieldname, ` { `)
|
||||
p.P(`_ = k`)
|
||||
p.P(`_ = v`)
|
||||
sum := []interface{}{strconv.Itoa(keyKeySize)}
|
||||
|
||||
switch field.Message.Fields[0].Desc.Kind() {
|
||||
case protoreflect.DoubleKind, protoreflect.Fixed64Kind, protoreflect.Sfixed64Kind:
|
||||
sum = append(sum, `8`)
|
||||
case protoreflect.FloatKind, protoreflect.Fixed32Kind, protoreflect.Sfixed32Kind:
|
||||
sum = append(sum, `4`)
|
||||
case protoreflect.Int64Kind, protoreflect.Uint64Kind, protoreflect.Uint32Kind, protoreflect.EnumKind, protoreflect.Int32Kind:
|
||||
sum = append(sum, p.Helper("SizeOfVarint"), `(uint64(k))`)
|
||||
case protoreflect.BoolKind:
|
||||
sum = append(sum, `1`)
|
||||
case protoreflect.StringKind, protoreflect.BytesKind:
|
||||
sum = append(sum, `len(k)`, p.Helper("SizeOfVarint"), `(uint64(len(k)))`)
|
||||
case protoreflect.Sint32Kind, protoreflect.Sint64Kind:
|
||||
sum = append(sum, p.Helper("SizeOfZigzag"), `(uint64(k))`)
|
||||
}
|
||||
|
||||
switch field.Message.Fields[1].Desc.Kind() {
|
||||
case protoreflect.DoubleKind, protoreflect.Fixed64Kind, protoreflect.Sfixed64Kind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, strconv.Itoa(8))
|
||||
case protoreflect.FloatKind, protoreflect.Fixed32Kind, protoreflect.Sfixed32Kind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, strconv.Itoa(4))
|
||||
case protoreflect.Int64Kind, protoreflect.Uint64Kind, protoreflect.Uint32Kind, protoreflect.EnumKind, protoreflect.Int32Kind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, p.Helper("SizeOfVarint"), `(uint64(v))`)
|
||||
case protoreflect.BoolKind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, `1`)
|
||||
case protoreflect.StringKind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, `len(v)`, p.Helper("SizeOfVarint"), `(uint64(len(v)))`)
|
||||
case protoreflect.BytesKind:
|
||||
p.P(`l = `, strconv.Itoa(valueKeySize), ` + len(v)+`, p.Helper("SizeOfVarint"), `(uint64(len(v)))`)
|
||||
sum = append(sum, `l`)
|
||||
case protoreflect.Sint32Kind, protoreflect.Sint64Kind:
|
||||
sum = append(sum, strconv.Itoa(valueKeySize))
|
||||
sum = append(sum, p.Helper("SizeOfZigzag"), `(uint64(v))`)
|
||||
case protoreflect.MessageKind:
|
||||
p.P(`l = 0`)
|
||||
p.P(`if v != nil {`)
|
||||
p.messageSize("v", sizeName, field.Message.Fields[1].Message)
|
||||
p.P(`}`)
|
||||
p.P(`l += `, strconv.Itoa(valueKeySize), ` + `, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
sum = append(sum, `l`)
|
||||
}
|
||||
mapEntrySize := []interface{}{"mapEntrySize := "}
|
||||
for i, elt := range sum {
|
||||
mapEntrySize = append(mapEntrySize, elt)
|
||||
// if elt is not a string, then it is a helper function call
|
||||
if _, ok := elt.(string); ok && i < len(sum)-1 {
|
||||
mapEntrySize = append(mapEntrySize, "+")
|
||||
}
|
||||
}
|
||||
p.P(mapEntrySize...)
|
||||
p.P(`n+=mapEntrySize+`, fieldKeySize, `+`, p.Helper("SizeOfVarint"), `(uint64(mapEntrySize))`)
|
||||
p.P(`}`)
|
||||
} else if field.Desc.IsList() {
|
||||
p.P(`for _, e := range m.`, fieldname, ` { `)
|
||||
p.messageSize("e", sizeName, field.Message)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.messageSize("m."+fieldname, sizeName, field.Message)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
}
|
||||
case protoreflect.BytesKind:
|
||||
if repeated {
|
||||
p.P(`for _, b := range m.`, fieldname, ` { `)
|
||||
p.P(`l = len(b)`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
p.P(`}`)
|
||||
} else if !oneof && !field.Desc.HasPresence() {
|
||||
p.P(`l=len(m.`, fieldname, `)`)
|
||||
p.P(`if l > 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`l=len(m.`, fieldname, `)`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+l+`, p.Helper("SizeOfVarint"), `(uint64(l))`)
|
||||
}
|
||||
case protoreflect.Sint32Kind, protoreflect.Sint64Kind:
|
||||
if packed {
|
||||
p.P(`l = 0`)
|
||||
p.P(`for _, e := range m.`, fieldname, ` {`)
|
||||
p.P(`l+=`, p.Helper("SizeOfZigzag"), `(uint64(e))`)
|
||||
p.P(`}`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfVarint"), `(uint64(l))+l`)
|
||||
} else if repeated {
|
||||
p.P(`for _, e := range m.`, fieldname, ` {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfZigzag"), `(uint64(e))`)
|
||||
p.P(`}`)
|
||||
} else if nullable {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfZigzag"), `(uint64(*m.`, fieldname, `))`)
|
||||
} else if !oneof {
|
||||
p.P(`if m.`, fieldname, ` != 0 {`)
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfZigzag"), `(uint64(m.`, fieldname, `))`)
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`n+=`, strconv.Itoa(key), `+`, p.Helper("SizeOfZigzag"), `(uint64(m.`, fieldname, `))`)
|
||||
}
|
||||
default:
|
||||
panic("not implemented")
|
||||
}
|
||||
// Empty protobufs should emit a message or compatibility with Golang protobuf;
|
||||
// See https://github.com/planetscale/vtprotobuf/issues/61
|
||||
// Size is always 3 so just hardcode that here
|
||||
if oneof && field.Desc.Kind() == protoreflect.MessageKind && !field.Desc.IsMap() && !field.Desc.IsList() {
|
||||
p.P("} else { n += 3 }")
|
||||
} else if repeated || nullable {
|
||||
p.P(`}`)
|
||||
}
|
||||
}
|
||||
|
||||
func (p *size) message(message *protogen.Message) {
|
||||
for _, nested := range message.Messages {
|
||||
p.message(nested)
|
||||
}
|
||||
|
||||
if message.Desc.IsMapEntry() {
|
||||
return
|
||||
}
|
||||
|
||||
p.once = true
|
||||
|
||||
sizeName := "SizeVT"
|
||||
ccTypeName := message.GoIdent.GoName
|
||||
|
||||
p.P(`func (m *`, ccTypeName, `) `, sizeName, `() (n int) {`)
|
||||
p.P(`if m == nil {`)
|
||||
p.P(`return 0`)
|
||||
p.P(`}`)
|
||||
p.P(`var l int`)
|
||||
p.P(`_ = l`)
|
||||
oneofs := make(map[string]struct{})
|
||||
for _, field := range message.Fields {
|
||||
oneof := field.Oneof != nil && !field.Oneof.Desc.IsSynthetic()
|
||||
if !oneof {
|
||||
p.field(false, field, sizeName)
|
||||
} else {
|
||||
fieldname := field.Oneof.GoName
|
||||
if _, ok := oneofs[fieldname]; ok {
|
||||
continue
|
||||
}
|
||||
oneofs[fieldname] = struct{}{}
|
||||
if p.IsWellKnownType(message) {
|
||||
p.P(`switch c := m.`, fieldname, `.(type) {`)
|
||||
for _, f := range field.Oneof.Fields {
|
||||
p.P(`case *`, f.GoIdent, `:`)
|
||||
p.P(`n += (*`, p.WellKnownFieldMap(f), `)(c).`, sizeName, `()`)
|
||||
}
|
||||
p.P(`}`)
|
||||
} else {
|
||||
p.P(`if vtmsg, ok := m.`, fieldname, `.(interface{ SizeVT() int }); ok {`)
|
||||
p.P(`n+=vtmsg.`, sizeName, `()`)
|
||||
p.P(`}`)
|
||||
}
|
||||
}
|
||||
}
|
||||
if !p.Wrapper() {
|
||||
p.P(`n+=len(m.unknownFields)`)
|
||||
}
|
||||
p.P(`return n`)
|
||||
p.P(`}`)
|
||||
p.P()
|
||||
|
||||
for _, field := range message.Fields {
|
||||
if field.Oneof == nil || field.Oneof.Desc.IsSynthetic() {
|
||||
continue
|
||||
}
|
||||
ccTypeName := field.GoIdent
|
||||
if p.IsWellKnownType(message) && p.IsLocalMessage(message) {
|
||||
ccTypeName.GoImportPath = ""
|
||||
}
|
||||
p.P(`func (m *`, ccTypeName, `) `, sizeName, `() (n int) {`)
|
||||
p.P(`if m == nil {`)
|
||||
p.P(`return 0`)
|
||||
p.P(`}`)
|
||||
p.P(`var l int`)
|
||||
p.P(`_ = l`)
|
||||
p.field(true, field, sizeName)
|
||||
p.P(`return n`)
|
||||
p.P(`}`)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user