func (d *Dataset) sendToExternalOutputChans(t reflect.Value) {
for _, ch := range d.ExternalOutputChans {
elemType := ch.Type().Elem()
t = netchan.CleanObject(t, d.Type, elemType)
ch.Send(t)
}
}
func (s *Scheduler) setupOutputChannels(shards []*flow.DatasetShard, waitGroup *sync.WaitGroup) {
for _, shard := range shards {
ds := shard.Parent
if len(ds.ExternalOutputChans) == 0 {
continue
}
// connect remote raw chan to local typed chan
readChanName := s.option.ExecutableFileHash + "-" + shard.Name()
location, _ := s.shardLocator.GetShardLocation(readChanName)
rawChan, err := netchan.GetDirectReadChannel(readChanName, location.URL(), 1024)
if err != nil {
log.Panic(err)
}
for _, out := range ds.ExternalOutputChans {
ch := make(chan reflect.Value)
netchan.ConnectRawReadChannelToTyped(rawChan, ch, ds.Type, waitGroup)
waitGroup.Add(1)
go func() {
defer waitGroup.Done()
for v := range ch {
v = netchan.CleanObject(v, ds.Type, out.Type().Elem())
out.Send(v)
}
}()
}
}
}