func newOutputWorker( config outputs.MothershipConfig, out outputs.Outputer, ws *workerSignal, hwm int, ) *outputWorker { o := &outputWorker{out: outputs.CastBulkOutputer(out), config: config} o.messageWorker.init(ws, hwm, o) return o }
func newOutputWorker( config outputs.MothershipConfig, out outputs.Outputer, ws *workerSignal, hwm int, ) *outputWorker { maxBulkSize := defaultBulkSize if config.BulkMaxSize != nil { maxBulkSize = *config.BulkMaxSize } o := &outputWorker{ out: outputs.CastBulkOutputer(out), config: config, maxBulkSize: maxBulkSize, } o.messageWorker.init(ws, hwm, o) return o }
func (publisher *PublisherType) Init( beat string, configs map[string]outputs.MothershipConfig, shipper ShipperConfig, ) error { var err error publisher.IgnoreOutgoing = shipper.Ignore_outgoing publisher.disabled = *publishDisabled if publisher.disabled { logp.Info("Dry run mode. All output types except the file based one are disabled.") } publisher.GeoLite = common.LoadGeoIPData(shipper.Geoip) if !publisher.disabled { plugins, err := outputs.InitOutputs(beat, configs, shipper.Topology_expire) if err != nil { return err } var outputers []outputs.BulkOutputer = nil var topoOutput outputs.TopologyOutputer = nil for _, plugin := range plugins { output := plugin.Output config := plugin.Config outputers = append(outputers, outputs.CastBulkOutputer(output)) if !config.Save_topology { continue } topo, ok := output.(outputs.TopologyOutputer) if !ok { logp.Err("Output type %s does not support topology logging", plugin.Name) return errors.New("Topology output not supported") } if topoOutput != nil { logp.Err("Multiple outputs defined to store topology. " + "Please add save_topology = true option only for one output.") return errors.New("Multiple outputs defined to store topology") } topoOutput = topo logp.Info("Using %s to store the topology", plugin.Name) } Publisher.Output = outputers Publisher.TopologyOutput = topoOutput } if !publisher.disabled { if len(publisher.Output) == 0 { logp.Info("No outputs are defined. Please define one under the output section.") return errors.New("No outputs are defined. Please define one under the output section.") } if publisher.TopologyOutput == nil { logp.Warn("No output is defined to store the topology. The server fields might not be filled.") } } publisher.name = shipper.Name if len(publisher.name) == 0 { // use the hostname publisher.name, err = os.Hostname() if err != nil { return err } logp.Info("No shipper name configured, using hostname '%s'", publisher.name) } publisher.tags = shipper.Tags if !publisher.disabled && publisher.TopologyOutput != nil { RefreshTopologyFreq := 10 * time.Second if shipper.Refresh_topology_freq != 0 { RefreshTopologyFreq = time.Duration(shipper.Refresh_topology_freq) * time.Second } publisher.RefreshTopologyTimer = time.Tick(RefreshTopologyFreq) logp.Info("Topology map refreshed every %s", RefreshTopologyFreq) // register shipper and its public IP addresses err = publisher.PublishTopology() if err != nil { logp.Err("Failed to publish topology: %s", err) return err } // update topology periodically go publisher.UpdateTopologyPeriodically() } publisher.queue = make(chan []common.MapStr, 1000) go publisher.publishFromQueue() return nil }