// Create a new bigquery storage driver.
// machineName: A unique identifier to identify the host that current cAdvisor
// instance is running on.
// tableName: BigQuery table used for storing stats.
// percentilesDuration: Time window which will be considered when calls Percentiles()
func New(machineName,
datasetId,
tableName string,
percentilesDuration time.Duration,
) (storage.StorageDriver, error) {
bqClient, err := client.NewClient()
if err != nil {
return nil, err
}
err = bqClient.CreateDataset(datasetId)
if err != nil {
return nil, err
}
if percentilesDuration.Seconds() < 1.0 {
percentilesDuration = 5 * time.Minute
}
ret := &bigqueryStorage{
client: bqClient,
windowLen: percentilesDuration,
machineName: machineName,
}
schema := ret.GetSchema()
err = bqClient.CreateTable(tableName, schema)
if err != nil {
return nil, err
}
return ret, nil
}
func main() {
flag.Parse()
c, err := client.NewClient()
if err != nil {
fmt.Printf("Failed to connect to bigquery\n")
panic(err)
}
c.PrintDatasets()
// Create a new dataset.
err = c.CreateDataset("sampledataset")
if err != nil {
fmt.Printf("Failed to create dataset %v\n", err)
panic(err)
}
// Create a new table
containerData := container{
Name: "test_container",
CpuUsage: 123456,
MemoryUsage: 1024,
NetworkUsage: 9046,
Timestamp: time.Now(),
}
schema, err := bqschema.ToSchema(containerData)
if err != nil {
fmt.Printf("Failed to create schema")
panic(err)
}
err = c.CreateTable("sampletable", schema)
if err != nil {
fmt.Printf("Failed to create table")
panic(err)
}
// Add Data
m := make(map[string]interface{})
t := time.Now()
for i := 0; i < 10; i++ {
m["Name"] = containerData.Name
m["CpuUsage"] = containerData.CpuUsage + uint64(i*100)
m["MemoryUsage"] = containerData.MemoryUsage - uint64(i*10)
m["NetworkUsage"] = containerData.NetworkUsage + uint64(i*10)
m["Timestamp"] = t.Add(time.Duration(i) * time.Second)
err = c.InsertRow(m)
if err != nil {
fmt.Printf("Failed to insert row")
panic(err)
}
}
}
// Create a new bigquery storage driver.
// machineName: A unique identifier to identify the host that current cAdvisor
// instance is running on.
// tableName: BigQuery table used for storing stats.
func newStorage(machineName, datasetId, tableName string) (storage.StorageDriver, error) {
bqClient, err := client.NewClient()
if err != nil {
return nil, err
}
err = bqClient.CreateDataset(datasetId)
if err != nil {
return nil, err
}
ret := &bigqueryStorage{
client: bqClient,
machineName: machineName,
}
schema := ret.GetSchema()
err = bqClient.CreateTable(tableName, schema)
if err != nil {
return nil, err
}
return ret, nil
}
// Create a new bigquery storage driver.
func NewBigQuerySink() (Sink, error) {
bqClient, err := bigquery_client.NewClient()
if err != nil {
return nil, err
}
err = bqClient.CreateDataset("cadvisor")
if err != nil {
return nil, err
}
ret := &bigquerySink{
client: bqClient,
rows: make([]map[string]interface{}, 0),
}
schema := ret.GetSchema()
err = bqClient.CreateTable(statsTable, schema)
if err != nil {
return nil, err
}
return ret, nil
}
func main() {
flag.Parse()
c, err := client.NewClient()
if err != nil {
fmt.Printf("Failed to connect to bigquery\n")
panic(err)
}
c.PrintDatasets()
// Create a new dataset.
err = c.CreateDataset("sampledataset")
if err != nil {
fmt.Printf("Failed to create dataset %v\n", err)
panic(err)
}
// Create a new table
containerData := container{
Name: "test_container",
CpuUsage: 123456,
MemoryUsage: 1024,
NetworkUsage: 9046,
Timestamp: time.Now(),
}
schema, err := bqschema.ToSchema(containerData)
if err != nil {
fmt.Printf("Failed to create schema")
panic(err)
}
err = c.CreateTable("sampletable", schema)
if err != nil {
fmt.Printf("Failed to create table")
panic(err)
}
// Add Data
m := make(map[string]interface{})
t := time.Now()
for i := 0; i < 10; i++ {
m["Name"] = containerData.Name
m["CpuUsage"] = containerData.CpuUsage + uint64(i*100)
m["MemoryUsage"] = containerData.MemoryUsage - uint64(i*10)
m["NetworkUsage"] = containerData.NetworkUsage + uint64(i*10)
m["Timestamp"] = t.Add(time.Duration(i) * time.Second)
err = c.InsertRow(m)
if err != nil {
fmt.Printf("Failed to insert row")
panic(err)
}
}
// Query
tableName, err := c.GetTableName()
if err != nil {
fmt.Printf("table not set")
panic(err)
}
query := "SELECT * FROM " + tableName + " ORDER BY Timestamp LIMIT 100"
header, rows, err := c.Query(query)
if err != nil {
fmt.Printf("Failed query")
panic(err)
}
fmt.Printf("Headers: %v", header)
for _, row := range rows {
for i, val := range row {
fmt.Printf("%s:%v ", header[i], val)
}
fmt.Printf("\n")
}
}