func newOutputWorker(
config outputs.MothershipConfig,
out outputs.Outputer,
ws *workerSignal,
hwm int,
) *outputWorker {
o := &outputWorker{out: outputs.CastBulkOutputer(out), config: config}
o.messageWorker.init(ws, hwm, o)
return o
}
func newOutputWorker(
config outputs.MothershipConfig,
out outputs.Outputer,
ws *workerSignal,
hwm int,
) *outputWorker {
maxBulkSize := defaultBulkSize
if config.BulkMaxSize != nil {
maxBulkSize = *config.BulkMaxSize
}
o := &outputWorker{
out: outputs.CastBulkOutputer(out),
config: config,
maxBulkSize: maxBulkSize,
}
o.messageWorker.init(ws, hwm, o)
return o
}
func (publisher *PublisherType) Init(
beat string,
configs map[string]outputs.MothershipConfig,
shipper ShipperConfig,
) error {
var err error
publisher.IgnoreOutgoing = shipper.Ignore_outgoing
publisher.disabled = *publishDisabled
if publisher.disabled {
logp.Info("Dry run mode. All output types except the file based one are disabled.")
}
publisher.GeoLite = common.LoadGeoIPData(shipper.Geoip)
if !publisher.disabled {
plugins, err := outputs.InitOutputs(beat, configs, shipper.Topology_expire)
if err != nil {
return err
}
var outputers []outputs.BulkOutputer = nil
var topoOutput outputs.TopologyOutputer = nil
for _, plugin := range plugins {
output := plugin.Output
config := plugin.Config
outputers = append(outputers, outputs.CastBulkOutputer(output))
if !config.Save_topology {
continue
}
topo, ok := output.(outputs.TopologyOutputer)
if !ok {
logp.Err("Output type %s does not support topology logging",
plugin.Name)
return errors.New("Topology output not supported")
}
if topoOutput != nil {
logp.Err("Multiple outputs defined to store topology. " +
"Please add save_topology = true option only for one output.")
return errors.New("Multiple outputs defined to store topology")
}
topoOutput = topo
logp.Info("Using %s to store the topology", plugin.Name)
}
Publisher.Output = outputers
Publisher.TopologyOutput = topoOutput
}
if !publisher.disabled {
if len(publisher.Output) == 0 {
logp.Info("No outputs are defined. Please define one under the output section.")
return errors.New("No outputs are defined. Please define one under the output section.")
}
if publisher.TopologyOutput == nil {
logp.Warn("No output is defined to store the topology. The server fields might not be filled.")
}
}
publisher.name = shipper.Name
if len(publisher.name) == 0 {
// use the hostname
publisher.name, err = os.Hostname()
if err != nil {
return err
}
logp.Info("No shipper name configured, using hostname '%s'", publisher.name)
}
publisher.tags = shipper.Tags
if !publisher.disabled && publisher.TopologyOutput != nil {
RefreshTopologyFreq := 10 * time.Second
if shipper.Refresh_topology_freq != 0 {
RefreshTopologyFreq = time.Duration(shipper.Refresh_topology_freq) * time.Second
}
publisher.RefreshTopologyTimer = time.Tick(RefreshTopologyFreq)
logp.Info("Topology map refreshed every %s", RefreshTopologyFreq)
// register shipper and its public IP addresses
err = publisher.PublishTopology()
if err != nil {
logp.Err("Failed to publish topology: %s", err)
return err
}
// update topology periodically
go publisher.UpdateTopologyPeriodically()
}
publisher.queue = make(chan []common.MapStr, 1000)
go publisher.publishFromQueue()
return nil
}