Example #1
0
// Create a new bigquery storage driver.
// machineName: A unique identifier to identify the host that current cAdvisor
// instance is running on.
// tableName: BigQuery table used for storing stats.
// percentilesDuration: Time window which will be considered when calls Percentiles()
func New(machineName,
	datasetId,
	tableName string,
	percentilesDuration time.Duration,
) (storage.StorageDriver, error) {
	bqClient, err := client.NewClient()
	if err != nil {
		return nil, err
	}
	err = bqClient.CreateDataset(datasetId)
	if err != nil {
		return nil, err
	}
	if percentilesDuration.Seconds() < 1.0 {
		percentilesDuration = 5 * time.Minute
	}

	ret := &bigqueryStorage{
		client:      bqClient,
		windowLen:   percentilesDuration,
		machineName: machineName,
	}
	schema := ret.GetSchema()
	err = bqClient.CreateTable(tableName, schema)
	if err != nil {
		return nil, err
	}
	return ret, nil
}
Example #2
0
func main() {
	flag.Parse()
	c, err := client.NewClient()
	if err != nil {
		fmt.Printf("Failed to connect to bigquery\n")
		panic(err)
	}

	c.PrintDatasets()

	// Create a new dataset.
	err = c.CreateDataset("sampledataset")
	if err != nil {
		fmt.Printf("Failed to create dataset %v\n", err)
		panic(err)
	}

	// Create a new table
	containerData := container{
		Name:         "test_container",
		CpuUsage:     123456,
		MemoryUsage:  1024,
		NetworkUsage: 9046,
		Timestamp:    time.Now(),
	}
	schema, err := bqschema.ToSchema(containerData)
	if err != nil {
		fmt.Printf("Failed to create schema")
		panic(err)
	}

	err = c.CreateTable("sampletable", schema)
	if err != nil {
		fmt.Printf("Failed to create table")
		panic(err)
	}

	// Add Data
	m := make(map[string]interface{})
	t := time.Now()
	for i := 0; i < 10; i++ {
		m["Name"] = containerData.Name
		m["CpuUsage"] = containerData.CpuUsage + uint64(i*100)
		m["MemoryUsage"] = containerData.MemoryUsage - uint64(i*10)
		m["NetworkUsage"] = containerData.NetworkUsage + uint64(i*10)
		m["Timestamp"] = t.Add(time.Duration(i) * time.Second)

		err = c.InsertRow(m)
		if err != nil {
			fmt.Printf("Failed to insert row")
			panic(err)
		}
	}
}
Example #3
0
// Create a new bigquery storage driver.
// machineName: A unique identifier to identify the host that current cAdvisor
// instance is running on.
// tableName: BigQuery table used for storing stats.
func newStorage(machineName, datasetId, tableName string) (storage.StorageDriver, error) {
	bqClient, err := client.NewClient()
	if err != nil {
		return nil, err
	}
	err = bqClient.CreateDataset(datasetId)
	if err != nil {
		return nil, err
	}

	ret := &bigqueryStorage{
		client:      bqClient,
		machineName: machineName,
	}
	schema := ret.GetSchema()
	err = bqClient.CreateTable(tableName, schema)
	if err != nil {
		return nil, err
	}
	return ret, nil
}
Example #4
0
// Create a new bigquery storage driver.
func NewBigQuerySink() (Sink, error) {
	bqClient, err := bigquery_client.NewClient()
	if err != nil {
		return nil, err
	}
	err = bqClient.CreateDataset("cadvisor")
	if err != nil {
		return nil, err
	}

	ret := &bigquerySink{
		client: bqClient,
		rows:   make([]map[string]interface{}, 0),
	}
	schema := ret.GetSchema()
	err = bqClient.CreateTable(statsTable, schema)
	if err != nil {
		return nil, err
	}

	return ret, nil
}
Example #5
0
func main() {
	flag.Parse()
	c, err := client.NewClient()
	if err != nil {
		fmt.Printf("Failed to connect to bigquery\n")
		panic(err)
	}

	c.PrintDatasets()

	// Create a new dataset.
	err = c.CreateDataset("sampledataset")
	if err != nil {
		fmt.Printf("Failed to create dataset %v\n", err)
		panic(err)
	}

	// Create a new table
	containerData := container{
		Name:         "test_container",
		CpuUsage:     123456,
		MemoryUsage:  1024,
		NetworkUsage: 9046,
		Timestamp:    time.Now(),
	}
	schema, err := bqschema.ToSchema(containerData)
	if err != nil {
		fmt.Printf("Failed to create schema")
		panic(err)
	}

	err = c.CreateTable("sampletable", schema)
	if err != nil {
		fmt.Printf("Failed to create table")
		panic(err)
	}

	// Add Data
	m := make(map[string]interface{})
	t := time.Now()
	for i := 0; i < 10; i++ {
		m["Name"] = containerData.Name
		m["CpuUsage"] = containerData.CpuUsage + uint64(i*100)
		m["MemoryUsage"] = containerData.MemoryUsage - uint64(i*10)
		m["NetworkUsage"] = containerData.NetworkUsage + uint64(i*10)
		m["Timestamp"] = t.Add(time.Duration(i) * time.Second)

		err = c.InsertRow(m)
		if err != nil {
			fmt.Printf("Failed to insert row")
			panic(err)
		}
	}

	// Query
	tableName, err := c.GetTableName()
	if err != nil {
		fmt.Printf("table not set")
		panic(err)
	}

	query := "SELECT * FROM " + tableName + " ORDER BY Timestamp LIMIT 100"
	header, rows, err := c.Query(query)
	if err != nil {
		fmt.Printf("Failed query")
		panic(err)
	}
	fmt.Printf("Headers: %v", header)
	for _, row := range rows {
		for i, val := range row {
			fmt.Printf("%s:%v ", header[i], val)
		}
		fmt.Printf("\n")
	}
}