func NewPrinterManager(cups *cups.CUPS, gcp *gcp.GoogleCloudPrint, xmpp *xmpp.XMPP, snmp *snmp.SNMPManager, printerPollInterval string, gcpMaxConcurrentDownload, cupsQueueSize uint, jobFullUsername, ignoreRawPrinters bool, shareScope string) (*PrinterManager, error) { // Get the GCP printer list. gcpPrinters, queuedJobsCount, err := allGCPPrinters(gcp) if err != nil { return nil, err } // Organize the GCP printers into a map. for i := range gcpPrinters { gcpPrinters[i].CUPSJobSemaphore = lib.NewSemaphore(cupsQueueSize) } gcpPrintersByGCPID := lib.NewConcurrentPrinterMap(gcpPrinters) // Construct. pm := PrinterManager{ cups: cups, gcp: gcp, xmpp: xmpp, snmp: snmp, gcpPrintersByGCPID: gcpPrintersByGCPID, downloadSemaphore: lib.NewSemaphore(gcpMaxConcurrentDownload), jobStatsMutex: sync.Mutex{}, jobsDone: 0, jobsError: 0, jobsInFlightMutex: sync.Mutex{}, jobsInFlight: make(map[string]struct{}), cupsQueueSize: cupsQueueSize, jobFullUsername: jobFullUsername, ignoreRawPrinters: ignoreRawPrinters, shareScope: shareScope, quit: make(chan struct{}), } // Sync once before returning, to make sure things are working. if err = pm.syncPrinters(); err != nil { return nil, err } ppi, err := time.ParseDuration(printerPollInterval) if err != nil { return nil, err } pm.syncPrintersPeriodically(ppi) pm.listenXMPPNotifications() for gcpID := range queuedJobsCount { go pm.handlePrinterNewJobs(gcpID) } return &pm, nil }
// NewGoogleCloudPrint establishes a connection with GCP, returns a new GoogleCloudPrint object. func NewGoogleCloudPrint(baseURL, robotRefreshToken, userRefreshToken, proxyName, oauthClientID, oauthClientSecret, oauthAuthURL, oauthTokenURL string, maxConcurrentDownload uint, jobs chan<- *lib.Job) (*GoogleCloudPrint, error) { robotClient, err := newClient(oauthClientID, oauthClientSecret, oauthAuthURL, oauthTokenURL, robotRefreshToken, ScopeCloudPrint, ScopeGoogleTalk) if err != nil { return nil, err } var userClient *http.Client if userRefreshToken != "" { userClient, err = newClient(oauthClientID, oauthClientSecret, oauthAuthURL, oauthTokenURL, userRefreshToken, ScopeCloudPrint) if err != nil { return nil, err } } gcp := &GoogleCloudPrint{ baseURL: baseURL, robotClient: robotClient, userClient: userClient, proxyName: proxyName, jobs: jobs, downloadSemaphore: lib.NewSemaphore(maxConcurrentDownload), } return gcp, nil }
// NewSNMPManager creates a new SNMP manager. func NewSNMPManager(community string, maxConnections uint) (*SNMPManager, error) { C.initialize() s := SNMPManager{ inUse: lib.NewSemaphore(1), community: C.CString(community), maxConnections: maxConnections, } return &s, nil }
// NewSNMPManager creates a new SNMP manager. func NewSNMPManager(community string, maxConnections uint) (*SNMPManager, error) { if community == "" || maxConnections == 0 { return nil, errors.New( "SNMP values not set in config file; run connector-util -update-config-file") } C.initialize() s := SNMPManager{ inUse: lib.NewSemaphore(1), community: C.CString(community), maxConnections: maxConnections, } return &s, nil }
// getPrinters gets all printer SNMP information for each hostname, concurrently. func (s *SNMPManager) getPrinters(hostnames []string) (map[string]*oid.VariableSet, error) { if !s.inUse.TryAcquire() { return nil, errors.New("Tried to query printers via SNMP twice") } defer s.inUse.Release() wg := sync.WaitGroup{} wg.Add(len(hostnames)) results := make(map[string]*oid.VariableSet, len(hostnames)) for _, hostname := range hostnames { results[hostname] = &oid.VariableSet{} } semaphore := lib.NewSemaphore(s.maxConnections) for _, hostname := range hostnames { go func(hostname string) { r := results[hostname] h := C.CString(hostname) defer C.free(unsafe.Pointer(h)) semaphore.Acquire() defer semaphore.Release() response := C.bulkwalk(h, s.community) for o := response.ov_root; o != nil; o = o.next { r.AddVariable(intArrayToOID((*o).name, (*o).name_length), C.GoString((*o).value)) defer C.free(unsafe.Pointer((*o).name)) defer C.free(unsafe.Pointer((*o).value)) defer C.free(unsafe.Pointer(o)) } if response.errors_len > 0 { for _, err := range charArrayToSlice(response.errors, response.errors_len) { // Ignore errors. Not all printers support SNMP, so this is best effort. C.free(unsafe.Pointer(err)) } C.free(unsafe.Pointer(response.errors)) } wg.Done() }(hostname) } wg.Wait() return results, nil }
func (pm *PrinterManager) applyDiff(diff *lib.PrinterDiff, ch chan<- lib.Printer) { switch diff.Operation { case lib.RegisterPrinter: if err := pm.gcp.Register(&diff.Printer); err != nil { glog.Errorf("Failed to register printer %s: %s", diff.Printer.Name, err) break } glog.Infof("Registered %s", diff.Printer.Name) if pm.gcp.CanShare() { if err := pm.gcp.Share(diff.Printer.GCPID, pm.shareScope); err != nil { glog.Errorf("Failed to share printer %s: %s", diff.Printer.Name, err) } else { glog.Infof("Shared %s", diff.Printer.Name) } } diff.Printer.CUPSJobSemaphore = lib.NewSemaphore(pm.cupsQueueSize) ch <- diff.Printer return case lib.UpdatePrinter: if err := pm.gcp.Update(diff); err != nil { glog.Errorf("Failed to update %s: %s", diff.Printer.Name, err) } else { glog.Infof("Updated %s", diff.Printer.Name) } ch <- diff.Printer return case lib.DeletePrinter: pm.cups.RemoveCachedPPD(diff.Printer.Name) if err := pm.gcp.Delete(diff.Printer.GCPID); err != nil { glog.Errorf("Failed to delete a printer %s: %s", diff.Printer.GCPID, err) break } glog.Infof("Deleted %s", diff.Printer.Name) case lib.NoChangeToPrinter: ch <- diff.Printer return } ch <- lib.Printer{} }
func newCUPSCore(maxConnections uint, connectTimeout time.Duration) (*cupsCore, error) { host := C.cupsServer() port := C.ippPort() encryption := C.cupsEncryption() timeout := C.int(connectTimeout / time.Millisecond) var e string switch encryption { case C.HTTP_ENCRYPTION_ALWAYS: e = "encrypting ALWAYS" case C.HTTP_ENCRYPTION_IF_REQUESTED: e = "encrypting IF REQUESTED" case C.HTTP_ENCRYPTION_NEVER: e = "encrypting NEVER" case C.HTTP_ENCRYPTION_REQUIRED: e = "encryption REQUIRED" default: encryption = C.HTTP_ENCRYPTION_REQUIRED e = "encrypting REQUIRED" } var hostIsLocal bool if h := C.GoString(host); strings.HasPrefix(h, "/") || h == "localhost" { hostIsLocal = true } cs := lib.NewSemaphore(maxConnections) cp := make(chan *C.http_t) cc := &cupsCore{host, port, encryption, timeout, cs, cp, hostIsLocal} // This connection isn't used, just checks that a connection is possible // before returning from the constructor. http, err := cc.connect() if err != nil { return nil, err } cc.disconnect(http) log.Infof("connected to CUPS server %s:%d %s\n", C.GoString(host), int(port), e) return cc, nil }
glibc < 2.20 and OSX 10.10 have problems when C.getaddrinfo is called many times concurrently. When the connector shares more than about 230 printers, and GCP is called once per printer in concurrent goroutines, http.Client.Do starts to fail with a lookup error. This solution, a semaphore, limits the quantity of concurrent HTTP requests, which also limits the quantity of concurrent calls to net.LookupHost (which calls C.getaddrinfo()). I would rather wait for the Go compiler to solve this problem than make this a configurable option, hence this long-winded comment. https://github.com/golang/go/issues/3575 https://github.com/golang/go/issues/6336 */ var lock *lib.Semaphore = lib.NewSemaphore(100) // newClient creates an instance of http.Client, wrapped with OAuth // credentials. func newClient(oauthClientID, oauthClientSecret, oauthAuthURL, oauthTokenURL, refreshToken string, scopes ...string) (*http.Client, error) { config := &oauth2.Config{ ClientID: oauthClientID, ClientSecret: oauthClientSecret, Endpoint: oauth2.Endpoint{ AuthURL: oauthAuthURL, TokenURL: oauthTokenURL, }, RedirectURL: RedirectURL, Scopes: scopes, }
func NewPrinterManager(cups *cups.CUPS, gcp *gcp.GoogleCloudPrint, privet *privet.Privet, snmp *snmp.SNMPManager, printerPollInterval string, cupsQueueSize uint, jobFullUsername, ignoreRawPrinters bool, shareScope string, jobs <-chan *lib.Job, xmppNotifications <-chan xmpp.PrinterNotification) (*PrinterManager, error) { var printers *lib.ConcurrentPrinterMap var queuedJobsCount map[string]uint var err error if gcp != nil { // Get all GCP printers. var gcpPrinters []lib.Printer gcpPrinters, queuedJobsCount, err = gcp.ListPrinters() if err != nil { return nil, err } // Organize the GCP printers into a map. for i := range gcpPrinters { gcpPrinters[i].CUPSJobSemaphore = lib.NewSemaphore(cupsQueueSize) } printers = lib.NewConcurrentPrinterMap(gcpPrinters) } else { printers = lib.NewConcurrentPrinterMap(nil) } // Construct. pm := PrinterManager{ cups: cups, gcp: gcp, privet: privet, snmp: snmp, printers: printers, jobStatsMutex: sync.Mutex{}, jobsDone: 0, jobsError: 0, jobsInFlightMutex: sync.Mutex{}, jobsInFlight: make(map[string]struct{}), cupsQueueSize: cupsQueueSize, jobFullUsername: jobFullUsername, ignoreRawPrinters: ignoreRawPrinters, shareScope: shareScope, quit: make(chan struct{}), } // Sync once before returning, to make sure things are working. // Ignore privet updates this first time because Privet always starts // with zero printers. if err = pm.syncPrinters(true); err != nil { return nil, err } // Initialize Privet printers. if privet != nil { for _, printer := range pm.printers.GetAll() { err := privet.AddPrinter(printer, pm.printers.GetByCUPSName) if err != nil { glog.Warningf("Failed to register %s locally: %s", printer.Name, err) } else { glog.Infof("Registered %s locally", printer.Name) } } } ppi, err := time.ParseDuration(printerPollInterval) if err != nil { return nil, err } pm.syncPrintersPeriodically(ppi) pm.listenNotifications(jobs, xmppNotifications) if gcp != nil { for gcpPrinterID := range queuedJobsCount { p, _ := printers.GetByGCPID(gcpPrinterID) go gcp.HandleJobs(&p, func() { pm.incrementJobsProcessed(false) }) } } return &pm, nil }
func (pm *PrinterManager) applyDiff(diff *lib.PrinterDiff, ch chan<- lib.Printer, ignorePrivet bool) { switch diff.Operation { case lib.RegisterPrinter: if pm.gcp != nil { if err := pm.gcp.Register(&diff.Printer); err != nil { glog.Errorf("Failed to register printer %s: %s", diff.Printer.Name, err) break } glog.Infof("Registered %s in the cloud", diff.Printer.Name) if pm.gcp.CanShare() { if err := pm.gcp.Share(diff.Printer.GCPID, pm.shareScope); err != nil { glog.Errorf("Failed to share printer %s: %s", diff.Printer.Name, err) } else { glog.Infof("Shared %s", diff.Printer.Name) } } } diff.Printer.CUPSJobSemaphore = lib.NewSemaphore(pm.cupsQueueSize) if pm.privet != nil && !ignorePrivet { err := pm.privet.AddPrinter(diff.Printer, pm.printers.GetByCUPSName) if err != nil { glog.Warningf("Failed to register %s locally: %s", diff.Printer.Name, err) } else { glog.Infof("Registered %s locally", diff.Printer.Name) } } ch <- diff.Printer return case lib.UpdatePrinter: if pm.gcp != nil { if err := pm.gcp.Update(diff); err != nil { glog.Errorf("Failed to update %s: %s", diff.Printer.Name, err) } else { glog.Infof("Updated %s in the cloud", diff.Printer.Name) } } if pm.privet != nil && !ignorePrivet && diff.DefaultDisplayNameChanged { err := pm.privet.UpdatePrinter(diff) if err != nil { glog.Warningf("Failed to update %s locally: %s", diff.Printer.Name, err) } else { glog.Infof("Updated %s locally", diff.Printer.Name) } } ch <- diff.Printer return case lib.DeletePrinter: pm.cups.RemoveCachedPPD(diff.Printer.Name) if pm.gcp != nil { if err := pm.gcp.Delete(diff.Printer.GCPID); err != nil { glog.Errorf("Failed to delete a printer %s: %s", diff.Printer.GCPID, err) break } glog.Infof("Deleted %s in the cloud", diff.Printer.Name) } if pm.privet != nil && !ignorePrivet { err := pm.privet.DeletePrinter(diff.Printer.Name) if err != nil { glog.Warningf("Failed to delete %s locally: %s", diff.Printer.Name, err) } else { glog.Infof("Deleted %s locally", diff.Printer.Name) } } case lib.NoChangeToPrinter: ch <- diff.Printer return } ch <- lib.Printer{} }
func (pm *PrinterManager) applyDiff(diff *lib.PrinterDiff, ch chan<- lib.Printer, ignorePrivet bool) { switch diff.Operation { case lib.RegisterPrinter: if pm.gcp != nil { if err := pm.gcp.Register(&diff.Printer); err != nil { log.ErrorPrinterf(diff.Printer.Name, "Failed to register: %s", err) break } log.InfoPrinterf(diff.Printer.Name+" "+diff.Printer.GCPID, "Registered in the cloud") if pm.gcp.CanShare() { if err := pm.gcp.Share(diff.Printer.GCPID, pm.shareScope, gcp.User, true); err != nil { log.ErrorPrinterf(diff.Printer.Name, "Failed to share: %s", err) } else { log.InfoPrinterf(diff.Printer.Name, "Shared") } } } diff.Printer.NativeJobSemaphore = lib.NewSemaphore(pm.nativeJobQueueSize) if pm.privet != nil && !ignorePrivet { err := pm.privet.AddPrinter(diff.Printer, pm.printers.GetByNativeName) if err != nil { log.WarningPrinterf(diff.Printer.Name, "Failed to register locally: %s", err) } else { log.InfoPrinterf(diff.Printer.Name, "Registered locally") } } ch <- diff.Printer return case lib.UpdatePrinter: if pm.gcp != nil { if err := pm.gcp.Update(diff); err != nil { log.ErrorPrinterf(diff.Printer.Name+" "+diff.Printer.GCPID, "Failed to update: %s", err) } else { log.InfoPrinterf(diff.Printer.Name+" "+diff.Printer.GCPID, "Updated in the cloud") } } if pm.privet != nil && !ignorePrivet && diff.DefaultDisplayNameChanged { err := pm.privet.UpdatePrinter(diff) if err != nil { log.WarningPrinterf(diff.Printer.Name, "Failed to update locally: %s", err) } else { log.InfoPrinterf(diff.Printer.Name, "Updated locally") } } ch <- diff.Printer return case lib.DeletePrinter: pm.native.RemoveCachedPPD(diff.Printer.Name) if pm.gcp != nil { if err := pm.gcp.Delete(diff.Printer.GCPID); err != nil { log.ErrorPrinterf(diff.Printer.Name+" "+diff.Printer.GCPID, "Failed to delete from the cloud: %s", err) break } log.InfoPrinterf(diff.Printer.Name+" "+diff.Printer.GCPID, "Deleted from the cloud") } if pm.privet != nil && !ignorePrivet { err := pm.privet.DeletePrinter(diff.Printer.Name) if err != nil { log.WarningPrinterf(diff.Printer.Name, "Failed to delete: %s", err) } else { log.InfoPrinterf(diff.Printer.Name, "Deleted locally") } } case lib.NoChangeToPrinter: ch <- diff.Printer return } ch <- lib.Printer{} }
func NewPrinterManager(cups *cups.CUPS, gcp *gcp.GoogleCloudPrint, xmpp *xmpp.XMPP, privet *privet.Privet, snmp *snmp.SNMPManager, printerPollInterval string, gcpMaxConcurrentDownload, cupsQueueSize uint, jobFullUsername, ignoreRawPrinters bool, shareScope string) (*PrinterManager, error) { // Get the GCP printer list. gcpPrinters, queuedJobsCount, err := allGCPPrinters(gcp) if err != nil { return nil, err } // Organize the GCP printers into a map. for i := range gcpPrinters { gcpPrinters[i].CUPSJobSemaphore = lib.NewSemaphore(cupsQueueSize) } gcpPrintersByGCPID := lib.NewConcurrentPrinterMap(gcpPrinters) // Construct. pm := PrinterManager{ cups: cups, gcp: gcp, xmpp: xmpp, privet: privet, snmp: snmp, gcpPrintersByGCPID: gcpPrintersByGCPID, downloadSemaphore: lib.NewSemaphore(gcpMaxConcurrentDownload), jobStatsMutex: sync.Mutex{}, jobsDone: 0, jobsError: 0, gcpJobsInFlightMutex: sync.Mutex{}, gcpJobsInFlight: make(map[string]struct{}), cupsQueueSize: cupsQueueSize, jobFullUsername: jobFullUsername, ignoreRawPrinters: ignoreRawPrinters, shareScope: shareScope, quit: make(chan struct{}), } // Sync once before returning, to make sure things are working. // Ignore privet updates this first time because Privet always starts // with zero printers. if err = pm.syncPrinters(true); err != nil { return nil, err } // Initialize Privet printers. if privet != nil { for _, printer := range pm.gcpPrintersByGCPID.GetAll() { getPrinter := func() (lib.Printer, bool) { return pm.gcpPrintersByGCPID.Get(printer.GCPID) } err := privet.AddPrinter(printer, getPrinter) if err != nil { glog.Warningf("Failed to register %s locally: %s", printer.Name, err) } else { glog.Infof("Registered %s locally", printer.Name) } } } ppi, err := time.ParseDuration(printerPollInterval) if err != nil { return nil, err } pm.syncPrintersPeriodically(ppi) if privet == nil { pm.listenNotifications(xmpp.Notifications(), make(chan *lib.Job)) } else { pm.listenNotifications(xmpp.Notifications(), privet.Jobs()) } for gcpID := range queuedJobsCount { go pm.handleNewGCPJobs(gcpID) } return &pm, nil }