func handleCommon(name, usage string, argv []string) (args []string) {
opts := optparse.Parser(
"Usage: amp " + name + " <path> [options]\n\n " + usage + "\n")
profile := opts.String([]string{"--profile"}, "development",
"the config profile to use [development]", "NAME")
noConsoleLog := opts.Bool([]string{"--no-console-log"}, false,
"disable output to stdout/stderr")
args = opts.Parse(argv)
if len(args) == 0 {
opts.PrintUsage()
runtime.Exit(0)
}
runtime.SetProfile(*profile)
if !*noConsoleLog {
logging.AddConsoleLogger()
logging.AddConsoleFilter(nodule.FilterConsoleLog)
}
return
}
func App(name, version string) *Application {
// Initialise the options parser.
opts := optparse.Parser(
fmt.Sprintf("Usage: %s <config.yaml> [options]\n", name),
fmt.Sprintf("%s %s", name, version))
conf := &AppConfig{}
// Create the Application object.
app := &Application{
Config: conf,
Name: name,
Opts: opts,
}
app.Hooks = make([]func(), 0)
app.Services = structure.NewPrefixTree()
// Setup default command line options.
conf.debug = opts.Bool([]string{"-d", "--debug"}, false,
"enable debug mode")
conf.genConfig = opts.Bool([]string{"-g", "--gen-config"}, false,
"show the default yaml config")
return app
}
func ampNode(argv []string, usage string) {
opts := optparse.Parser(
"Usage: amp node <config.yaml> [options]\n\n " + usage + "\n")
nodeHost := opts.StringConfig("node-host", "",
"the host to bind this node to")
nodePort := opts.IntConfig("node-port", 8050,
"the port to bind this node to [8050]")
ctrlHost := opts.StringConfig("control-host", "",
"the host to bind the nodule control socket to")
ctrlPort := opts.IntConfig("control-port", 8051,
"the port to bind the nodule control socket to [8051]")
nodules := opts.StringConfig("nodules", "*",
"comma-separated list of nodules to initialise [*]")
nodulePaths := opts.StringConfig("nodule-paths", ".",
"comma-separated list of nodule container directories [nodule]")
masterNodes := opts.StringConfig("master-nodes", "localhost:8060",
"comma-separated addresses of amp master nodes [localhost:8060]")
masterKeyPath := opts.StringConfig("master-key", "cert/master.key",
"the path to the file containing the amp master public key [cert/master.key]")
debug, _, runPath := runtime.DefaultOpts("node", opts, argv, nil)
masterClient, err := master.NewClient(*masterNodes, *masterKeyPath)
if err != nil {
runtime.StandardError(err)
}
logging.AddConsoleFilter(nodule.FilterConsoleLog)
node, err := nodule.NewHost(
runPath, *nodeHost, *nodePort, *ctrlHost, *ctrlPort, *nodules,
strings.SplitN(*nodulePaths, ",", -1), masterClient)
if err != nil {
runtime.StandardError(err)
}
err = node.Run(debug)
logging.Wait()
if err != nil {
runtime.Exit(1)
}
}
func main() {
opts := optparse.Parser("Usage: hubproxy [options]\n", "hubproxy 0.0.0")
port := opts.Int([]string{"-p", "--port"}, 8010,
"the port number to use [default: 8010]")
host := opts.String([]string{"--host"}, "localhost",
"the host to bind to")
remote := opts.String([]string{"-r", "--remote"}, "ampcentral.appspot.com",
"the remote host to connect to [default: ampcentral.appspot.com]")
debug := opts.Bool([]string{"--debug"}, false,
"enable debug mode")
os.Args[0] = "hubproxy"
args := opts.Parse(os.Args)
if len(args) >= 1 {
if args[0] == "help" {
opts.PrintUsage()
os.Exit(1)
}
}
// Initialise the Ampify runtime -- which will run hubproxy on multiple
// processors if possible.
runtime.Init()
// Initialise the TLS config.
tlsconf.Init()
debugMode = *debug
remoteHost = *remote
remoteAddr = *remote + ":443"
addr := fmt.Sprintf("%s:%d", *host, *port)
listener, err := net.Listen("tcp", addr)
if err != nil {
fmt.Printf("Cannot listen on %s: %v\n", addr, err)
os.Exit(1)
}
fmt.Printf("Running hubproxy with %d CPUs on %s\n",
runtime.CPUCount, addr)
proxy := new(Proxy)
http.Serve(listener, proxy)
}
func main() {
// Define the options for the command line and config file options parser.
opts := optparse.Parser(
"Usage: live-server <config.yaml> [options]\n",
"live-server 0.0.1")
debug := opts.Bool([]string{"-d", "--debug"}, false,
"enable debug mode")
genConfig := opts.Bool([]string{"-g", "--gen-config"}, false,
"show the default yaml config")
frontendHost := opts.StringConfig("frontend-host", "",
"the host to bind the HTTPS Frontends to")
frontendPort := opts.IntConfig("frontend-port", 9040,
"the base port for the HTTPS Frontends [9040]")
officialHost := opts.StringConfig("offficial-host", "",
"the official public host for the HTTPS Frontends")
primaryHosts := opts.StringConfig("primary-hosts", "",
"limit the primary HTTPS Frontend to the specified host pattern")
primaryCert := opts.StringConfig("primary-cert", "cert/primary.cert",
"the path to the primary host's TLS certificate [cert/primary.cert]")
primaryKey := opts.StringConfig("primary-key", "cert/primary.key",
"the path to the primary host's TLS key [cert/primary.key]")
noSecondary := opts.BoolConfig("no-secondary", false,
"disable the secondary HTTPS Frontend [false]")
secondaryHosts := opts.StringConfig("secondary-hosts", "",
"limit the secondary HTTPS Frontend to the specified host pattern")
secondaryCert := opts.StringConfig("secondary-cert", "cert/secondary.cert",
"the path to the secondary host's TLS certificate [cert/secondary.cert]")
secondaryKey := opts.StringConfig("secondary-key", "cert/secondary.key",
"the path to the secondary host's TLS key [cert/secondary.key]")
errorDirectory := opts.StringConfig("error-dir", "error",
"the path to the HTTP error files directory [error]")
logDirectory := opts.StringConfig("log-dir", "log",
"the path to the log directory [log]")
runDirectory := opts.StringConfig("run-dir", "run",
"the path to the run directory to store locks, pid files, etc. [run]")
staticDirectory := opts.StringConfig("static-dir", "www",
"the path to the static files directory [www]")
staticMaxAge := opts.IntConfig("static-max-age", 86400,
"max-age cache header value when serving the static files [86400]")
noLivequery := opts.BoolConfig("no-livequery", false,
"disable the LiveQuery node and WebSocket/Comet support [false]")
websocketPrefix := opts.StringConfig("websocket-prefix", "/.live/ws",
"URL path prefix for WebSocket requests [/.live/ws]")
cometPrefix := opts.StringConfig("comet-prefix", "/.live/poll",
"URL path prefix for Comet requests [/.live/poll]")
livequeryHost := opts.StringConfig("livequery-host", "",
"the host to bind the LiveQuery node to")
livequeryPort := opts.IntConfig("livequery-port", 9050,
"the port (both UDP and TCP) to bind the LiveQuery node to [9050]")
livequeryExpiry := opts.IntConfig("livequery-expiry", 40,
"maximum number of seconds a LiveQuery subscription is valid [40]")
cookieKeyPath := opts.StringConfig("cookie-key", "cert/cookie.key",
"the path to the file containing the key used to sign cookies [cert/cookie.key]")
cookieName := opts.StringConfig("cookie-name", "user",
"the property name of the cookie containing the user id [user]")
acceptors := opts.StringConfig("acceptor-nodes", "localhost:9060",
"comma-separated addresses of Acceptor nodes [localhost:9060]")
acceptorKeyPath := opts.StringConfig("acceptor-key", "cert/acceptor.key",
"the path to the file containing the Acceptor secret key [cert/acceptor.key]")
runAcceptor := opts.BoolConfig("run-as-acceptor", false,
"run as an Acceptor node [false]")
acceptorIndex := opts.IntConfig("acceptor-index", 0,
"this node's index in the Acceptor nodes address list [0]")
leaseExpiry := opts.IntConfig("lease-expiry", 7,
"maximum number of seconds a lease from an Acceptor node is valid [7]")
noRedirect := opts.BoolConfig("no-redirect", false,
"disable the HTTP Redirector [false]")
httpHost := opts.StringConfig("http-host", "",
"the host to bind the HTTP Redirector to")
httpPort := opts.IntConfig("http-port", 9080,
"the port to bind the HTTP Redirector to [9080]")
redirectURL := opts.StringConfig("redirect-url", "",
"the URL that the HTTP Redirector redirects to")
pingPath := opts.StringConfig("ping-path", "/.ping",
`URL path for a "ping" request [/.ping]`)
enableHSTS := opts.BoolConfig("enable-hsts", false,
"enable HTTP Strict Transport Security (HSTS) on redirects [false]")
hstsMaxAge := opts.IntConfig("hsts-max-age", 50000000,
"max-age value of HSTS in number of seconds [50000000]")
upstreamHost := opts.StringConfig("upstream-host", "localhost",
"the upstream host to connect to [localhost]")
upstreamPort := opts.IntConfig("upstream-port", 8080,
"the upstream port to connect to [8080]")
upstreamTLS := opts.BoolConfig("upstream-tls", false,
"use TLS when connecting to upstream [false]")
logRotate := opts.StringConfig("log-rotate", "never",
"specify one of 'hourly', 'daily' or 'never' [never]")
noConsoleLog := opts.BoolConfig("no-console-log", false,
"disable server requests being logged to the console [false]")
maintenanceMode := opts.BoolConfig("maintenance", false,
"start up in maintenance mode [false]")
extraConfig := opts.StringConfig("extra-config", "",
"path to a YAML config file with additional options")
// Parse the command line options.
os.Args[0] = "live-server"
args := opts.Parse(os.Args)
// Print the default YAML config file if the ``-g`` flag was specified.
if *genConfig {
opts.PrintDefaultConfigFile("live-server")
runtime.Exit(0)
}
// Setup the console logger early.
if !*noConsoleLog {
log.AddConsoleLogger()
log.ConsoleFilters["ls"] = func(items []interface{}) (bool, []interface{}) {
return true, items[2 : len(items)-2]
}
}
// Set the debug mode flag if the ``-d`` flag was specified.
debugMode = *debug
var instanceDirectory string
var configPath string
var err error
// Assume the parent directory of the config as the instance directory.
if len(args) >= 1 {
if args[0] == "help" {
opts.PrintUsage()
runtime.Exit(0)
}
configPath, err = filepath.Abs(filepath.Clean(args[0]))
if err != nil {
runtime.StandardError(err)
}
err = opts.ParseConfig(configPath, os.Args)
if err != nil {
runtime.StandardError(err)
}
instanceDirectory, _ = filepath.Split(configPath)
} else {
opts.PrintUsage()
runtime.Exit(0)
}
// Load the extra config file with additional options if one has been
// specified.
if *extraConfig != "" {
extraConfigPath, err := filepath.Abs(filepath.Clean(*extraConfig))
if err != nil {
runtime.StandardError(err)
}
extraConfigPath = runtime.JoinPath(instanceDirectory, extraConfigPath)
err = opts.ParseConfig(extraConfigPath, os.Args)
if err != nil {
runtime.StandardError(err)
}
}
// Create the log directory if it doesn't exist.
logPath := runtime.JoinPath(instanceDirectory, *logDirectory)
err = os.MkdirAll(logPath, 0755)
if err != nil {
runtime.StandardError(err)
}
// Create the run directory if it doesn't exist.
runPath := runtime.JoinPath(instanceDirectory, *runDirectory)
err = os.MkdirAll(runPath, 0755)
if err != nil {
runtime.StandardError(err)
}
// Initialise the runtime -- which will run ``live-server`` on multiple
// processors if possible.
runtime.Init()
// Handle running as an Acceptor node if ``--run-as-acceptor`` was
// specified.
if *runAcceptor {
// Exit if the `--acceptor-index`` is negative.
if *acceptorIndex < 0 {
runtime.Error("The --acceptor-index cannot be negative.")
}
var index int
var selfAddress string
var acceptorNodes []string
// Generate a list of all the acceptor node addresses and exit if we
// couldn't find the address four ourselves at the given index.
for _, acceptor := range strings.Split(*acceptors, ",") {
acceptor = strings.TrimSpace(acceptor)
if acceptor != "" {
if index == *acceptorIndex {
selfAddress = acceptor
} else {
acceptorNodes = append(acceptorNodes, acceptor)
}
}
index += 1
}
if selfAddress == "" {
runtime.Error("Couldn't determine the address for the acceptor.")
}
// Initialise the process-related resources.
runtime.InitProcess(fmt.Sprintf("acceptor-%d", *acceptorIndex), runPath)
return
}
// Initialise the process-related resources.
runtime.InitProcess("live-server", runPath)
// Ensure that the directory containing static files exists.
staticPath := runtime.JoinPath(instanceDirectory, *staticDirectory)
dirInfo, err := os.Stat(staticPath)
if err == nil {
if !dirInfo.IsDir() {
runtime.Error("Static path %q is not a directory", staticPath)
}
} else {
runtime.StandardError(err)
}
// Load up all static files into a mapping.
staticFiles := make(map[string]*StaticFile)
getFiles(staticPath, staticFiles, "")
// Pre-format the Cache-Control header for static files.
staticCache := fmt.Sprintf("public, max-age=%d", *staticMaxAge)
staticMaxAge64 := time.Duration(*staticMaxAge)
// Exit if the directory containing the 50x.html files isn't present.
errorPath := runtime.JoinPath(instanceDirectory, *errorDirectory)
dirInfo, err = os.Stat(errorPath)
if err == nil {
if !dirInfo.IsDir() {
runtime.Error("Error path %q is not a directory", errorPath)
}
} else {
runtime.StandardError(err)
}
// Load the content for the HTTP ``400``, ``500``, ``502`` and ``503``
// errors.
error400, error400Length = getErrorInfo(errorPath, "400.html")
error500, error500Length = getErrorInfo(errorPath, "500.html")
error502, error502Length = getErrorInfo(errorPath, "502.html")
error503, error503Length = getErrorInfo(errorPath, "503.html")
// Initialise the TLS config.
tlsconf.Init()
// Setup the file loggers.
var rotate int
switch *logRotate {
case "daily":
rotate = log.RotateDaily
case "hourly":
rotate = log.RotateHourly
case "never":
rotate = log.RotateNever
default:
runtime.Error("Unknown log rotation format %q", *logRotate)
}
_, err = log.AddFileLogger("live-server", logPath, rotate, log.InfoLog)
if err != nil {
runtime.Error("Couldn't initialise logfile: %s", err)
}
_, err = log.AddFileLogger("error", logPath, rotate, log.ErrorLog)
if err != nil {
runtime.Error("Couldn't initialise logfile: %s", err)
}
var liveMode bool
// Setup the live support as long as it hasn't been disabled.
if !*noLivequery {
go handleLiveMessages()
acceptorKey, err = ioutil.ReadFile(runtime.JoinPath(instanceDirectory, *acceptorKeyPath))
if err != nil {
runtime.StandardError(err)
}
cookieKey, err = ioutil.ReadFile(runtime.JoinPath(instanceDirectory, *cookieKeyPath))
if err != nil {
runtime.StandardError(err)
}
liveMode = true
_ = *livequeryHost
_ = *livequeryPort
_ = *cookieName
_ = *leaseExpiry
livequeryTimeout = (time.Duration(*livequeryExpiry) / 2) * 1000000000
}
// Create a container for the Frontend instances.
frontends := make([]*Frontend, 0)
// Create a channel which is used to toggle the state of the live-server's
// maintenance mode based on process signals.
maintenanceChannel := make(chan bool, 1)
// Fork a goroutine which toggles the maintenance mode in a single place and
// thus ensures "thread safety".
go func() {
for {
enabledState := <-maintenanceChannel
for _, frontend := range frontends {
if enabledState {
frontend.maintenanceMode = true
} else {
frontend.maintenanceMode = false
}
}
}
}()
// Register the signal handlers for SIGUSR1 and SIGUSR2.
runtime.SignalHandlers[os.SIGUSR1] = func() {
maintenanceChannel <- true
}
runtime.SignalHandlers[os.SIGUSR2] = func() {
maintenanceChannel <- false
}
// Let the user know how many CPUs we're currently running on.
fmt.Printf("Running live-server with %d CPUs:\n", runtime.CPUCount)
// If ``--public-address`` hasn't been specified, generate it from the given
// frontend host and base port values -- assuming ``localhost`` for a blank
// host.
publicHost := *officialHost
if publicHost == "" {
if *frontendHost == "" {
publicHost = fmt.Sprintf("localhost:%d", *frontendPort)
} else {
publicHost = fmt.Sprintf("%s:%d", *frontendHost, *frontendPort)
}
}
// Setup and run the primary HTTPS Frontend.
frontends = append(frontends, initFrontend("primary", *frontendHost,
*frontendPort, publicHost, *primaryHosts, *primaryCert, *primaryKey,
*cometPrefix, *websocketPrefix, instanceDirectory, *upstreamHost,
*upstreamPort, *upstreamTLS, *maintenanceMode, liveMode, staticCache,
staticFiles, staticMaxAge64))
// Setup and run the secondary HTTPS Frontend.
if !*noSecondary {
frontends = append(frontends, initFrontend("secondary", *frontendHost,
*frontendPort+1, publicHost, *secondaryHosts, *secondaryCert,
*secondaryKey, *cometPrefix, *websocketPrefix, instanceDirectory,
*upstreamHost, *upstreamPort, *upstreamTLS, *maintenanceMode,
liveMode, staticCache, staticFiles, staticMaxAge64))
}
// Enter a wait loop if the HTTP Redirector has been disabled.
if *noRedirect {
loopForever := make(chan bool, 1)
<-loopForever
}
// Otherwise, setup the HTTP Redirector.
if *httpHost == "" {
*httpHost = "localhost"
}
if *redirectURL == "" {
*redirectURL = "https://" + publicHost
}
httpAddr := fmt.Sprintf("%s:%d", *httpHost, *httpPort)
httpListener, err := net.Listen("tcp", httpAddr)
if err != nil {
runtime.Error("Cannot listen on %s: %v", httpAddr, err)
}
hsts := ""
if *enableHSTS {
hsts = fmt.Sprintf("max-age=%d", *hstsMaxAge)
}
redirector := &Redirector{
hsts: hsts,
pingPath: *pingPath,
url: *redirectURL,
}
// Start a goroutine which runs the HTTP redirector.
go func() {
err = http.Serve(httpListener, redirector)
if err != nil {
runtime.Error("Couldn't serve HTTP Redirector: %s", err)
}
}()
fmt.Printf("* HTTP Redirector running on http://%s:%d -> %s\n",
*httpHost, *httpPort, *redirectURL)
// Enter the wait loop for the process to be killed.
loopForever := make(chan bool, 1)
<-loopForever
}
func main() {
opts := optparse.Parser(
"Usage: ampzero </path/to/instance/directory> [options]\n",
"ampzero 0.0.0")
debug := opts.Bool([]string{"-d", "--debug"}, false,
"enable debug mode")
frontendHost := opts.StringConfig("frontend-host", "",
"the host to bind the Frontend Server to")
frontendPort := opts.IntConfig("frontend-port", 9040,
"the port to bind the Frontend Server to [default: 9040]")
frontendTLS := opts.BoolConfig("frontend-tls", false,
"use TLS (HTTPS) for the Frontend Server [default: false]")
certFile := opts.StringConfig("cert-file", "cert/frontend.cert",
"the path to the TLS certificate [default: cert/frontend.cert]")
keyFile := opts.StringConfig("key-file", "cert/frontend.key",
"the path to the TLS key [default: cert/frontend.key]")
officialHost := opts.StringConfig("official-host", "",
"if set, limit the Frontend Server to the specified host")
noRedirect := opts.BoolConfig("no-redirect", false,
"disable the HTTP Redirector [default: false]")
httpHost := opts.StringConfig("http-host", "",
"the host to bind the HTTP Redirector to")
httpPort := opts.IntConfig("http-port", 9080,
"the port to bind the HTTP Redirector to [default: 9080]")
redirectURL := opts.StringConfig("redirect-url", "",
"the URL that the HTTP Redirector redirects to")
gaeHost := opts.StringConfig("gae-host", "localhost",
"the App Engine host to connect to [default: localhost]")
gaePort := opts.IntConfig("gae-port", 8080,
"the App Engine port to connect to [default: 8080]")
gaeTLS := opts.BoolConfig("gae-tls", false,
"use TLS when connecting to App Engine [default: false]")
logRotate := opts.StringConfig("log-rotate", "never",
"specify one of 'hourly', 'daily' or 'never' [default: never]")
noConsoleLog := opts.BoolConfig("no-console-log", false,
"disable logging to stdout/stderr [default: false]")
os.Args[0] = "ampzero"
args := opts.Parse(os.Args)
var instanceDirectory string
if len(args) >= 1 {
if args[0] == "help" {
opts.PrintUsage()
runtime.Exit(0)
}
instanceDirectory = path.Clean(args[0])
} else {
opts.PrintUsage()
runtime.Exit(0)
}
rootInfo, err := os.Stat(instanceDirectory)
if err == nil {
if !rootInfo.IsDirectory() {
runtime.Error("ERROR: %q is not a directory\n", instanceDirectory)
}
} else {
runtime.Error("ERROR: %s\n", err)
}
configPath := path.Join(instanceDirectory, "ampzero.yaml")
_, err = os.Stat(configPath)
if err == nil {
err = opts.ParseConfig(configPath, os.Args)
if err != nil {
runtime.Error("ERROR: %s\n", err)
}
}
logPath := path.Join(instanceDirectory, "log")
err = os.MkdirAll(logPath, 0755)
if err != nil {
runtime.Error("ERROR: %s\n", err)
}
runPath := path.Join(instanceDirectory, "run")
err = os.MkdirAll(runPath, 0755)
if err != nil {
runtime.Error("ERROR: %s\n", err)
}
_, err = runtime.GetLock(runPath, "ampzero")
if err != nil {
runtime.Error("ERROR: Couldn't successfully acquire a process lock:\n\n\t%s\n\n", err)
}
go runtime.CreatePidFile(path.Join(runPath, "ampzero.pid"))
if *frontendTLS {
var exitProcess bool
if len(*certFile) == 0 {
fmt.Printf("ERROR: The cert-file config value hasn't been specified.\n")
exitProcess = true
}
if len(*keyFile) == 0 {
fmt.Printf("ERROR: The key-file config value hasn't been specified.\n")
exitProcess = true
}
if exitProcess {
runtime.Exit(1)
}
}
// Initialise the Ampify runtime -- which will run ``ampzero`` on multiple
// processors if possible.
runtime.Init()
// Initialise the TLS config.
tlsconf.Init()
debugMode = *debug
gaeAddr := fmt.Sprintf("%s:%d", *gaeHost, *gaePort)
frontendAddr := fmt.Sprintf("%s:%d", *frontendHost, *frontendPort)
frontendConn, err := net.Listen("tcp", frontendAddr)
if err != nil {
runtime.Error("ERROR: Cannot listen on %s: %v\n", frontendAddr, err)
}
var frontendListener net.Listener
if *frontendTLS {
certPath := path.Join(instanceDirectory, *certFile)
keyPath := path.Join(instanceDirectory, *keyFile)
tlsConfig := &tls.Config{
NextProtos: []string{"http/1.1"},
Rand: rand.Reader,
Time: time.Seconds,
}
tlsConfig.Certificates = make([]tls.Certificate, 1)
tlsConfig.Certificates[0], err = tls.LoadX509KeyPair(certPath, keyPath)
if err != nil {
runtime.Error("ERROR: Couldn't load certificate/key pair: %s\n", err)
}
frontendListener = tls.NewListener(frontendConn, tlsConfig)
} else {
frontendListener = frontendConn
}
var enforceHost bool
var officialRedirectURL string
var officialRedirectHTML []byte
if len(*officialHost) != 0 {
enforceHost = true
if *frontendTLS {
officialRedirectURL = "https://" + *officialHost + "/"
} else {
officialRedirectURL = "http://" + *officialHost + "/"
}
officialRedirectHTML = []byte(fmt.Sprintf(redirectHTML, officialRedirectURL))
}
var frontendScheme, frontendAddrURL, httpAddrURL string
if *frontendTLS {
frontendScheme = "https://"
} else {
frontendScheme = "http://"
}
if len(*frontendHost) == 0 {
frontendAddrURL = fmt.Sprintf("%slocalhost:%d", frontendScheme, *frontendPort)
} else {
frontendAddrURL = fmt.Sprintf("%s%s:%d", frontendScheme, *frontendHost, *frontendPort)
}
if len(*httpHost) == 0 {
httpAddrURL = fmt.Sprintf("http://localhost:%d", *httpPort)
} else {
httpAddrURL = fmt.Sprintf("http://%s:%d", *httpHost, *httpPort)
}
var httpAddr string
var httpListener net.Listener
if !*noRedirect {
if *redirectURL == "" {
*redirectURL = frontendAddrURL
}
httpAddr = fmt.Sprintf("%s:%d", *httpHost, *httpPort)
httpListener, err = net.Listen("tcp", httpAddr)
if err != nil {
runtime.Error("ERROR: Cannot listen on %s: %v\n", httpAddr, err)
}
}
var rotate int
switch *logRotate {
case "daily":
rotate = logging.RotateDaily
case "hourly":
rotate = logging.RotateHourly
case "never":
rotate = logging.RotateNever
default:
runtime.Error("ERROR: Unknown log rotation format %q\n", *logRotate)
}
if !*noConsoleLog {
logging.AddConsoleLogger()
logging.AddFilter(filterRequestLog)
}
_, err = logging.AddFileLogger("ampzero", logPath, rotate)
if err != nil {
runtime.Error("ERROR: Couldn't initialise logfile: %s\n", err)
}
fmt.Printf("Running ampzero with %d CPUs:\n", runtime.CPUCount)
if !*noRedirect {
redirector := &Redirector{url: *redirectURL}
go func() {
err = http.Serve(httpListener, redirector)
if err != nil {
runtime.Error("ERROR serving HTTP Redirector: %s\n", err)
}
}()
fmt.Printf("* HTTP Redirector running on %s -> %s\n", httpAddrURL, *redirectURL)
}
frontend := &Frontend{
gaeAddr: gaeAddr,
gaeHost: *gaeHost,
gaeTLS: *gaeTLS,
officialHost: *officialHost,
officialRedirectURL: officialRedirectURL,
officialRedirectHTML: officialRedirectHTML,
enforceHost: enforceHost,
}
fmt.Printf("* Frontend Server running on %s\n", frontendAddrURL)
err = http.Serve(frontendListener, frontend)
if err != nil {
runtime.Error("ERROR serving Frontend Server: %s\n", err)
}
}
func ampRun(argv []string, usage string) {
opts := optparse.Parser(
"Usage: amp run <instance-path> [options]\n\n " + usage + "\n")
profile := opts.String([]string{"--profile"}, "development",
"the config profile to use [development]", "NAME")
masterPath := opts.String([]string{"--master"}, "master",
"the path to the amp master node directory [master]", "PATH")
nodePath := opts.String([]string{"--node"}, "node",
"the path to the amp node directory [node]", "PATH")
frontendPath := opts.String([]string{"--frontend"}, "frontend",
"the path to the amp frontend directory [frontend]", "PATH")
noConsoleLog := opts.Bool([]string{"--no-console-log"}, false,
"disable output to stdout/stderr")
args := opts.Parse(argv)
if len(args) == 0 {
opts.PrintUsage()
runtime.Exit(0)
}
root, err := filepath.Abs(filepath.Clean(args[0]))
if err != nil {
runtime.StandardError(err)
}
amp, err := exec.LookPath("amp")
if err != nil {
runtime.StandardError(err)
}
config := *profile + ".yaml"
quit := make(chan bool, 1)
var console bool
if !*noConsoleLog {
logging.AddConsoleLogger()
console = true
}
runtime.Init()
ensureDirectory(root, "")
for _, spec := range [][]string{
{"master", ensureDirectory(root, *masterPath)},
{"node", ensureDirectory(root, *nodePath)},
{"frontend", ensureDirectory(root, *frontendPath)},
} {
go runProcess(amp, spec[0], spec[1], config, console, quit)
<-time.After(2000000000)
}
// Enter the wait loop for the process to be killed.
<-quit
}
func main() {
// Define the options for the command line and config file options parser.
opts := optparse.Parser(
"Usage: wifistat <config.yaml> [options]\n",
"wifistat 0.0.1")
addr := opts.StringConfig("addr", ":9040",
"the host:port address for the web server [:9040]")
csv := opts.StringConfig("csv-dir", "csv",
"the path to the csv files directory [csv]")
wifi := opts.StringConfig("wifi-logs-dir", "iaslogs",
"the path to the Wi-Fi logs directory [iaslogs]")
membership := opts.BoolConfig("member-analytics", false,
"enable membership-based analytics")
devices := opts.StringConfig("devices-url", "",
"the url key for the devices.csv Google Spreadsheet")
members := opts.StringConfig("members-url", "",
"the url key for the members.csv Google Spreadsheet")
opening := opts.StringConfig("opening-url", "",
"the url key for the opening.csv Google Spreadsheet")
// Parse the command line options.
os.Args[0] = "wifistat"
_, root, _ := runtime.DefaultOpts("wifistat", opts, os.Args)
// Compute option variables.
wifiLogDir = runtime.JoinPath(root, *wifi)
csvDir = runtime.JoinPath(root, *csv)
err := os.MkdirAll(csvDir, 0755)
if err != nil {
runtime.StandardError(err)
}
// Handle member analytics options.
if *membership {
enableMemberAnalytics = true
devicesUrlKey = *devices
if devicesUrlKey == "" {
runtime.Error("You need to specify the `devices-url` command-line option.")
}
membersUrlKey = *members
if membersUrlKey == "" {
runtime.Error("You need to specify the `members-url` command-line option.")
}
openingUrlKey = *opening
if openingUrlKey == "" {
runtime.Error("You need to specify the `opening-url` command-line option.")
}
}
// Parse the logs.
parseCsv(false)
parseWifi()
// Register the various handlers.
http.HandleFunc("/", handleRequest)
http.HandleFunc("/reload", handleReload)
// Start the web server.
log.Info("Running wifistat on %s", *addr)
err = http.ListenAndServe(*addr, nil)
if err != nil {
runtime.StandardError(err)
}
runtime.Exit(0)
}
func ampFrontend(argv []string, usage string) {
// Define the options for the command line and config file options parser.
opts := optparse.Parser(
"Usage: amp frontend <config.yaml> [options]\n\n " + usage + "\n")
httpsHost := opts.StringConfig("https-host", "",
"the host to bind the HTTPS Frontends to")
httpsPort := opts.IntConfig("https-port", 9040,
"the base port for the HTTPS Frontends [9040]")
officialHost := opts.StringConfig("offficial-host", "",
"the official public host for the HTTPS Frontends")
primaryHosts := opts.StringConfig("primary-hosts", "",
"limit the primary HTTPS Frontend to the specified host pattern")
primaryCert := opts.StringConfig("primary-cert", "cert/primary.cert",
"the path to the primary host's TLS certificate [cert/primary.cert]")
primaryKey := opts.StringConfig("primary-key", "cert/primary.key",
"the path to the primary host's TLS key [cert/primary.key]")
noSecondary := opts.BoolConfig("no-secondary", false,
"disable the secondary HTTPS Frontend [false]")
secondaryHosts := opts.StringConfig("secondary-hosts", "",
"limit the secondary HTTPS Frontend to the specified host pattern")
secondaryCert := opts.StringConfig("secondary-cert", "cert/secondary.cert",
"the path to the secondary host's TLS certificate [cert/secondary.cert]")
secondaryKey := opts.StringConfig("secondary-key", "cert/secondary.key",
"the path to the secondary host's TLS key [cert/secondary.key]")
errorDirectory := opts.StringConfig("error-dir", "error",
"the path to the HTTP error files directory [error]")
staticDirectory := opts.StringConfig("static-dir", "www",
"the path to the static files directory [www]")
staticMaxAge := opts.IntConfig("static-max-age", 86400,
"max-age cache header value when serving the static files [86400]")
hstsMaxAge := opts.IntConfig("hsts-max-age", 50000000,
"max-age in seconds for HTTP Strict Transport Security [50000000]")
noRedirect := opts.BoolConfig("no-redirect", false,
"disable the HTTP Redirector [false]")
httpHost := opts.StringConfig("http-host", "",
"the host to bind the HTTP Redirector to")
httpPort := opts.IntConfig("http-port", 9080,
"the port to bind the HTTP Redirector to [9080]")
httpRedirectURL := opts.StringConfig("redirect-url", "",
"the URL that the HTTP Redirector redirects to")
singleNode := opts.StringConfig("single-node", "",
"the upstream single node address if running without a master")
masterNodes := opts.StringConfig("master-nodes", "localhost:8060",
"comma-separated addresses of amp master nodes [localhost:8060]")
masterCert := opts.StringConfig("master-cert", "cert/master.cert",
"the path to the amp master certificate [cert/master.cert]")
ironKeyPath := opts.StringConfig("iron-key", "cert/iron.key",
"the path to the key used for iron strings [cert/iron.key]")
maintenanceMode := opts.BoolConfig("maintenance", false,
"start up in maintenance mode [false]")
_, instanceDirectory, _ := runtime.DefaultOpts("frontend", opts, argv)
// Ensure that the directory containing static files exists.
staticPath := runtime.JoinPath(instanceDirectory, *staticDirectory)
dirInfo, err := os.Stat(staticPath)
if err == nil {
if !dirInfo.IsDirectory() {
runtime.Error("%q is not a directory", staticPath)
}
} else {
runtime.StandardError(err)
}
// Ensure that the directory containing error files exists.
errorPath := runtime.JoinPath(instanceDirectory, *errorDirectory)
dirInfo, err = os.Stat(errorPath)
if err == nil {
if !dirInfo.IsDirectory() {
runtime.Error("%q is not a directory", errorPath)
}
} else {
runtime.StandardError(err)
}
// If ``--official-host`` hasn't been specified, generate it from the given
// frontend host and base port values -- assuming ``localhost`` for a blank
// host.
publicHost := *officialHost
if publicHost == "" {
if *httpsHost == "" {
publicHost = fmt.Sprintf("localhost:%d", *httpsPort)
} else {
publicHost = fmt.Sprintf("%s:%d", *httpsHost, *httpsPort)
}
}
// Compute the HSTS max age header value.
hsts := fmt.Sprintf("max-age=%d", *hstsMaxAge)
// Pre-format the Cache-Control header for static files.
staticCache := fmt.Sprintf("public, max-age=%d", *staticMaxAge)
staticMaxAge64 := int64(*staticMaxAge)
// Compute the variables related to redirects.
redirectURL := "https://" + publicHost
redirectHTML := []byte(fmt.Sprintf(
`Please <a href="%s">click here if your browser doesn't redirect</a> automatically.`,
redirectURL))
// Compute the path to the Iron key.
ironPath := runtime.JoinPath(instanceDirectory, *ironKeyPath)
// Instantiate the master client.
masterClient, err := master.NewClient(
*masterNodes, runtime.JoinPath(instanceDirectory, *masterCert))
if err != nil {
runtime.StandardError(err)
}
var noMaster bool
if *singleNode != "" {
noMaster = true
}
// Let the user know how many CPUs we're currently running on.
log.Info("Running the Amp Frontend on %d CPUs.", runtime.CPUCount)
// Initialise the TLS config.
tlsconf.Init()
// Initialise a container for the HTTPSFrontends.
webFrontends := make([]*server.HTTPSFrontend, 1)
// Compute the variables related to detecting valid hosts.
primaryWildcard, primaryAddr := getValidAddr(*primaryHosts)
secondaryWildcard, secondaryAddr := getValidAddr(*secondaryHosts)
// Instantiate the primary ``HTTPSFrontend`` object.
frontend := &server.HTTPSFrontend{
HSTS: hsts,
MaintenanceMode: *maintenanceMode,
MasterClient: masterClient,
NoMaster: noMaster,
RedirectHTML: redirectHTML,
RedirectURL: redirectURL,
SingleNode: *singleNode,
StaticCache: staticCache,
StaticMaxAge: staticMaxAge64,
ValidAddress: primaryAddr,
ValidWildcard: primaryWildcard,
}
frontend.LoadAssets(errorPath, ironPath, staticPath)
frontend.Run(*httpsHost, *httpsPort,
runtime.JoinPath(instanceDirectory, *primaryCert),
runtime.JoinPath(instanceDirectory, *primaryKey))
webFrontends[0] = frontend
// Setup and run the secondary HTTPSFrontend.
if !*noSecondary {
frontend = &server.HTTPSFrontend{
HSTS: hsts,
MaintenanceMode: *maintenanceMode,
MasterClient: masterClient,
NoMaster: noMaster,
RedirectHTML: redirectHTML,
RedirectURL: redirectURL,
SingleNode: *singleNode,
StaticCache: staticCache,
StaticMaxAge: staticMaxAge64,
ValidAddress: secondaryAddr,
ValidWildcard: secondaryWildcard,
}
frontend.LoadAssets(errorPath, ironPath, staticPath)
frontend.Run(*httpsHost, *httpsPort+1,
runtime.JoinPath(instanceDirectory, *secondaryCert),
runtime.JoinPath(instanceDirectory, *secondaryKey))
webFrontends = append(webFrontends, frontend)
}
// Create a channel which is used to toggle maintenance mode based on
// process signals.
maintenanceChannel := make(chan bool, 1)
// Fork a goroutine which toggles the maintenance mode in a single place and
// thus ensures thread safety.
go func() {
for {
enabledState := <-maintenanceChannel
for _, frontend := range webFrontends {
if enabledState {
frontend.MaintenanceMode = true
} else {
frontend.LoadAssets(errorPath, ironPath, staticPath)
frontend.MaintenanceMode = false
}
}
}
}()
// Register the signal handlers for SIGUSR1 and SIGUSR2.
runtime.SignalHandlers[os.SIGUSR1] = func() {
maintenanceChannel <- true
}
runtime.SignalHandlers[os.SIGUSR2] = func() {
maintenanceChannel <- false
}
// Enter a wait loop if the HTTP Redirector has been disabled.
if *noRedirect {
loopForever := make(chan bool, 1)
<-loopForever
}
// Otherwise, setup and run the HTTP Redirector.
if *httpHost == "" {
*httpHost = "localhost"
}
if *httpRedirectURL == "" {
*httpRedirectURL = "https://" + publicHost
}
redirector := &server.HTTPRedirector{*httpRedirectURL}
redirector.Run(*httpHost, *httpPort)
// Enter the wait loop for the process to be killed.
loopForever := make(chan bool, 1)
<-loopForever
}