func main() { flag.Parse() if *showVersion { fmt.Printf("nsq_tail v%s\n", util.BINARY_VERSION) return } if *channel == "" { rand.Seed(time.Now().UnixNano()) *channel = fmt.Sprintf("tail%06d#ephemeral", rand.Int()%999999) } if *topic == "" { log.Fatalf("--topic is required") } if len(nsqdTCPAddrs) == 0 && len(lookupdHTTPAddrs) == 0 { log.Fatalf("--nsqd-tcp-address or --lookupd-http-address required") } if len(nsqdTCPAddrs) > 0 && len(lookupdHTTPAddrs) > 0 { log.Fatalf("use --nsqd-tcp-address or --lookupd-http-address not both") } sigChan := make(chan os.Signal, 1) signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM, syscall.SIGHUP) r, err := nsq.NewReader(*topic, *channel, *authenticationPassword) if err != nil { log.Fatalf(err.Error()) } err = util.ParseReaderOpts(r, readerOpts) if err != nil { log.Fatalf(err.Error()) } // Don't ask for more messages than we want if *totalMessages > 0 && *totalMessages < *maxInFlight { *maxInFlight = *totalMessages } r.SetMaxInFlight(*maxInFlight) r.AddHandler(&TailHandler{totalMessages: *totalMessages}) for _, addrString := range nsqdTCPAddrs { err := r.ConnectToNSQ(addrString) if err != nil { log.Fatalf(err.Error()) } } for _, addrString := range lookupdHTTPAddrs { log.Printf("lookupd addr %s", addrString) err := r.ConnectToLookupd(addrString) if err != nil { log.Fatalf(err.Error()) } } for { select { case <-r.ExitChan: return case <-sigChan: r.Stop() } } }
func main() { flag.Parse() if *showVersion { fmt.Printf("nsq_to_file v%s\n", util.BINARY_VERSION) return } if *topic == "" || *channel == "" { log.Fatalf("--topic and --channel are required") } if len(nsqdTCPAddrs) == 0 && len(lookupdHTTPAddrs) == 0 { log.Fatalf("--nsqd-tcp-address or --lookupd-http-address required.") } if len(nsqdTCPAddrs) != 0 && len(lookupdHTTPAddrs) != 0 { log.Fatalf("use --nsqd-tcp-address or --lookupd-http-address not both") } if *gzipLevel < 1 || *gzipLevel > 9 { log.Fatalf("invalid --gzip-level value (%d), should be 1-9", *gzipLevel) } // TODO: remove, deprecated if hasArg("gzip-compression") { log.Printf("WARNING: --gzip-compression is deprecated in favor of --gzip-level") switch *gzipCompression { case 1: *gzipLevel = gzip.BestSpeed case 2: *gzipLevel = gzip.BestCompression case 3: *gzipLevel = gzip.DefaultCompression default: log.Fatalf("invalid --gzip-compression value (%d), should be 1,2,3", *gzipCompression) } } hupChan := make(chan os.Signal, 1) termChan := make(chan os.Signal, 1) signal.Notify(hupChan, syscall.SIGHUP) signal.Notify(termChan, syscall.SIGINT, syscall.SIGTERM) f, err := NewFileLogger(*gzipEnabled, *gzipLevel, *filenameFormat) if err != nil { log.Fatal(err.Error()) } r, err := nsq.NewReader(*topic, *channel, *authenticationPassword) if err != nil { log.Fatalf(err.Error()) } err = util.ParseReaderOpts(r, readerOpts) if err != nil { log.Fatalf(err.Error()) } r.SetMaxInFlight(*maxInFlight) r.AddAsyncHandler(f) // TODO: remove, deprecated if hasArg("verbose") { log.Printf("WARNING: --verbose is deprecated in favor of --reader-opt=verbose") r.Configure("verbose", true) } go f.router(r, termChan, hupChan) for _, addrString := range nsqdTCPAddrs { err := r.ConnectToNSQ(addrString) if err != nil { log.Fatalf(err.Error()) } } for _, addrString := range lookupdHTTPAddrs { log.Printf("lookupd addr %s", addrString) err := r.ConnectToLookupd(addrString) if err != nil { log.Fatalf(err.Error()) } } <-f.ExitChan }
func main() { var publisher Publisher var addresses util.StringArray var selectedMode int flag.Parse() if *showVersion { fmt.Printf("nsq_to_http v%s\n", util.BINARY_VERSION) return } if *topic == "" || *channel == "" { log.Fatalf("--topic and --channel are required") } if *contentType != flag.Lookup("content-type").DefValue { if len(postAddrs) == 0 { log.Fatalf("--content-type only used with --post") } if len(*contentType) == 0 { log.Fatalf("--content-type requires a value when used") } } if len(nsqdTCPAddrs) == 0 && len(lookupdHTTPAddrs) == 0 { log.Fatalf("--nsqd-tcp-address or --lookupd-http-address required") } if len(nsqdTCPAddrs) > 0 && len(lookupdHTTPAddrs) > 0 { log.Fatalf("use --nsqd-tcp-address or --lookupd-http-address not both") } if len(getAddrs) == 0 && len(postAddrs) == 0 { log.Fatalf("--get or --post required") } if len(getAddrs) > 0 && len(postAddrs) > 0 { log.Fatalf("use --get or --post not both") } if len(getAddrs) > 0 { for _, get := range getAddrs { if strings.Count(get, "%s") != 1 { log.Fatal("invalid GET address - must be a printf string") } } } switch *mode { case "multicast": log.Printf("WARNING: multicast mode is deprecated in favor of using separate nsq_to_http on different channels (and will be dropped in a future release)") selectedMode = ModeAll case "round-robin": selectedMode = ModeRoundRobin case "hostpool": selectedMode = ModeHostPool } // TODO: remove, deprecated if hasArg("--round-robin") { log.Printf("WARNING: --round-robin is deprecated in favor of --mode=round-robin") selectedMode = ModeRoundRobin } // TODO: remove, deprecated if hasArg("throttle-fraction") { log.Printf("WARNING: --throttle-fraction is deprecatedin favor of --sample=X") *sample = *throttleFraction } if *sample > 1.0 || *sample < 0.0 { log.Fatalf("ERROR: --sample must be between 0.0 and 1.0") } // TODO: remove, deprecated if hasArg("http-timeout-ms") { log.Printf("WARNING: --http-timeout-ms is deprecated in favor of --http-timeout=X") *httpTimeout = time.Duration(*httpTimeoutMs) * time.Millisecond } termChan := make(chan os.Signal, 1) signal.Notify(termChan, syscall.SIGINT, syscall.SIGTERM, syscall.SIGHUP) if len(postAddrs) > 0 { publisher = &PostPublisher{} addresses = postAddrs } else { publisher = &GetPublisher{} addresses = getAddrs } r, err := nsq.NewReader(*topic, *channel, *authenticationPassword) if err != nil { log.Fatalf(err.Error()) } err = util.ParseReaderOpts(r, readerOpts) if err != nil { log.Fatalf(err.Error()) } r.SetMaxInFlight(*maxInFlight) // TODO: remove, deprecated if hasArg("verbose") { log.Printf("WARNING: --verbose is deprecated in favor of --reader-opt=verbose") r.Configure("verbose", true) } // TODO: remove, deprecated if hasArg("max-backoff-duration") { log.Printf("WARNING: --max-backoff-duration is deprecated in favor of --reader-opt=max_backoff_duration=X") r.Configure("max_backoff_duration", *maxBackoffDuration) } for i := 0; i < *numPublishers; i++ { handler := &PublishHandler{ Publisher: publisher, addresses: addresses, mode: selectedMode, reqs: make(Durations, 0, *statusEvery), id: i, hostPool: hostpool.New(addresses), } r.AddHandler(handler) } for _, addrString := range nsqdTCPAddrs { err := r.ConnectToNSQ(addrString) if err != nil { log.Fatalf(err.Error()) } } for _, addrString := range lookupdHTTPAddrs { log.Printf("lookupd addr %s", addrString) err := r.ConnectToLookupd(addrString) if err != nil { log.Fatalf(err.Error()) } } for { select { case <-r.ExitChan: return case <-termChan: r.Stop() } } }
func main() { var selectedMode int flag.Parse() if *showVersion { fmt.Printf("nsq_to_nsq v%s\n", util.BINARY_VERSION) return } if *topic == "" || *channel == "" { log.Fatalf("--topic and --channel are required") } if *destTopic == "" { *destTopic = *topic } if !nsq.IsValidTopicName(*topic) { log.Fatalf("--topic is invalid") } if !nsq.IsValidTopicName(*destTopic) { log.Fatalf("--destination-topic is invalid") } if !nsq.IsValidChannelName(*channel) { log.Fatalf("--channel is invalid") } if len(nsqdTCPAddrs) == 0 && len(lookupdHTTPAddrs) == 0 { log.Fatalf("--nsqd-tcp-address or --lookupd-http-address required") } if len(nsqdTCPAddrs) > 0 && len(lookupdHTTPAddrs) > 0 { log.Fatalf("use --nsqd-tcp-address or --lookupd-http-address not both") } if len(destNsqdTCPAddrs) == 0 { log.Fatalf("--destination-nsqd-tcp-address required") } switch *mode { case "round-robin": selectedMode = ModeRoundRobin case "hostpool": selectedMode = ModeHostPool } termChan := make(chan os.Signal, 1) signal.Notify(termChan, syscall.SIGINT, syscall.SIGTERM, syscall.SIGHUP) r, err := nsq.NewReader(*topic, *channel, *authenticationPassword) if err != nil { log.Fatalf(err.Error()) } err = util.ParseReaderOpts(r, readerOpts) if err != nil { log.Fatalf(err.Error()) } r.SetMaxInFlight(*maxInFlight) // TODO: remove, deprecated if hasArg("verbose") { log.Printf("WARNING: --verbose is deprecated in favor of --reader-opt=verbose") r.Configure("verbose", true) } // TODO: remove, deprecated if hasArg("max-backoff-duration") { log.Printf("WARNING: --max-backoff-duration is deprecated in favor of --reader-opt=max_backoff_duration=X") r.Configure("max_backoff_duration", *maxBackoffDuration) } writers := make(map[string]*nsq.Writer) for _, addr := range destNsqdTCPAddrs { writer := nsq.NewWriter(addr, *authenticationPassword) writer.HeartbeatInterval = nsq.DefaultClientTimeout / 2 writers[addr] = writer } for i := 0; i < len(destNsqdTCPAddrs); i++ { respChan := make(chan *nsq.WriterTransaction) handler := &PublishHandler{ addresses: destNsqdTCPAddrs, writers: writers, mode: selectedMode, reqs: make(Durations, 0, *statusEvery), id: i, hostPool: hostpool.New(destNsqdTCPAddrs), respChan: respChan, } r.AddAsyncHandler(handler) go handler.responder() } for _, addrString := range nsqdTCPAddrs { err := r.ConnectToNSQ(addrString) if err != nil { log.Fatalf(err.Error()) } } for _, addrString := range lookupdHTTPAddrs { log.Printf("lookupd addr %s", addrString) err := r.ConnectToLookupd(addrString) if err != nil { log.Fatalf(err.Error()) } } for { select { case <-r.ExitChan: return case <-termChan: r.Stop() } } }