func writeDecorAndRefs(ctx context.Context, opts *Options, edges <-chan *srvpb.Edge, out *servingOutput) error {
fragments, err := opts.diskSorter(fragmentLesser{}, fragmentMarshaler{})
if err != nil {
return err
}
log.Println("Writing decoration fragments")
if err := createDecorationFragments(ctx, edges, fragments); err != nil {
return err
}
log.Println("Writing completed FileDecorations")
// refSorter stores a *srvpb.CrossReference for each Decoration from fragments
refSorter, err := opts.diskSorter(refLesser{}, refMarshaler{})
if err != nil {
return fmt.Errorf("error creating sorter: %v", err)
}
buffer := out.xs.Buffered()
var (
curFile string
file *srvpb.File
norm *xrefs.Normalizer
decor *srvpb.FileDecorations
)
if err := fragments.Read(func(x interface{}) error {
df := x.(*decorationFragment)
fileTicket := df.fileTicket
fragment := df.decoration
if decor != nil && curFile != fileTicket {
if decor.File != nil {
if err := writeDecor(ctx, buffer, decor); err != nil {
return err
}
file = nil
}
decor = nil
}
curFile = fileTicket
if decor == nil {
decor = &srvpb.FileDecorations{}
}
if fragment.File == nil {
decor.Decoration = append(decor.Decoration, fragment.Decoration...)
if file == nil {
return errors.New("missing file for anchors")
}
// Reverse each fragment.Decoration to create a *srvpb.CrossReference
for _, d := range fragment.Decoration {
cr, err := assemble.CrossReference(file, norm, d)
if err != nil {
return fmt.Errorf("error assembling cross-reference: %v", err)
}
if err := refSorter.Add(cr); err != nil {
return fmt.Errorf("error adding CrossReference to sorter: %v", err)
}
}
} else {
decor.File = fragment.File
file = fragment.File
norm = xrefs.NewNormalizer(file.Text)
}
return nil
}); err != nil {
return fmt.Errorf("error reading decoration fragments: %v", err)
}
if decor != nil && decor.File != nil {
if err := writeDecor(ctx, buffer, decor); err != nil {
return err
}
}
log.Println("Writing CrossReferences")
xb := &assemble.CrossReferencesBuilder{
MaxPageSize: opts.MaxPageSize,
Output: func(ctx context.Context, s *srvpb.PagedCrossReferences) error {
return buffer.Put(ctx, xsrv.CrossReferencesKey(s.SourceTicket), s)
},
OutputPage: func(ctx context.Context, p *srvpb.PagedCrossReferences_Page) error {
return buffer.Put(ctx, xsrv.CrossReferencesPageKey(p.PageKey), p)
},
}
var curTicket string
if err := refSorter.Read(func(i interface{}) error {
cr := i.(*srvpb.CrossReference)
if curTicket != cr.Referent.Ticket {
curTicket = cr.Referent.Ticket
if err := xb.StartSet(ctx, curTicket); err != nil {
return fmt.Errorf("error starting cross-references set: %v", err)
}
}
g := &srvpb.PagedCrossReferences_Group{
Kind: cr.TargetAnchor.Kind,
Anchor: []*srvpb.ExpandedAnchor{cr.TargetAnchor},
}
if err := xb.AddGroup(ctx, g); err != nil {
return fmt.Errorf("error adding cross-reference: %v", err)
}
return nil
}); err != nil {
return fmt.Errorf("error reading xrefs: %v", err)
}
if err := xb.Flush(ctx); err != nil {
return fmt.Errorf("error flushing cross-references: %v", err)
}
return buffer.Flush(ctx)
}
