func (this *Testing) Init() {
jq := common.NewJsonQuery(path.CONFIG_PATH + "testing" + path.DS + "db_concurrence.json")
bytes, err := common.Read("slap_raw.sh")
if err != nil {
log.Fatalln(err.Error())
}
content := string(bytes)
is_query := jq.String("is_query")
host := jq.String("db", "host")
port := jq.String("db", "port")
user := jq.String("db", "user")
password := jq.String("db", "password")
dbname := jq.String("db", "dbname")
amount := jq.String("schema", "amount")
concurrency := jq.String("schema", "concurrency")
content = strings.Replace(content, "#is_query#", is_query, -1)
content = strings.Replace(content, "#host#", host, -1)
content = strings.Replace(content, "#port#", port, -1)
content = strings.Replace(content, "#user#", user, -1)
content = strings.Replace(content, "#password#", password, -1)
content = strings.Replace(content, "#dbname#", dbname, -1)
content = strings.Replace(content, "#concurrency#", concurrency, -1)
content = strings.Replace(content, "#amount#", amount, -1)
ioutil.WriteFile("slap.sh", []byte(content), 0755)
}
func AppConcurrence() {
jq := common.NewJsonQuery(path.CONFIG_PATH + "testing" + path.DS + "app_concurrence.json")
db := common.NewMySqlInstance("testdata")
name := jq.String("group", "name")
parameter := jq.String("group", "parameter")
data := map[string]interface{}{
"Name": name,
"SettingParameters": parameter,
"LogTime": common.Date("Y-m-d H:i:s"),
}
schemaName := jq.String("schema", "name")
amount := jq.Int("schema", "amount")
start := jq.Int("schema", "start")
offset := jq.Int("schema", "offset")
max := jq.Int("schema", "max")
//处理掉重复的记录
sql := "select app.Id, app.GroupId from app inner join app_group on app.GroupId=app_group.Id where app.Name=? and app_group.Name=?"
result, err := db.GetRow(sql, schemaName, name)
if err != nil {
log.Fatalln(err.Error())
}
if !common.Empty(result) {
db.Delete("app_group", map[string]interface{}{"Id": result["GroupId"]})
db.Delete("app", map[string]interface{}{"Id": result["Id"]})
}
lastid, err := db.Insert("app_group", data)
if err != nil {
panic(err.Error())
}
c := start
fmt.Println("max concurrence is ", max)
for c < max {
fmt.Println("Now, concurrence = ", c)
appconcurrence(lastid, schemaName, amount, c)
c = c + offset - (c % offset)
}
}
func (this *Testing) Parser() {
jq := common.NewJsonQuery(path.CONFIG_PATH + "testing" + path.DS + "db_concurrence.json")
name := jq.String("group", "name")
parameter := jq.String("group", "parameter")
//名称格式
schemaName := jq.String("schema", "name")
//测试执行次数 和并发数
amount := jq.Int("schema", "amount")
concurrency := jq.String("schema", "concurrency")
concurrencyList := common.StringToList(concurrency)
is_query := jq.String("is_query")
results, err := common.ReadLine("result.info")
if err != nil {
log.Fatalln(err.Error())
}
size := len(results)
if size > 0 && len(results) != len(concurrencyList) {
fmt.Println("Error, the number if concurrency is not matched the number of results.")
return
}
//写入数据
db := common.NewMySqlInstance("testdata")
//处理掉重复的记录
sql := "select db.GroupId from db inner join db_group on db.GroupId=db_group.Id where db.Name=? and db_group.Name=?"
result, err := db.GetRow(sql, schemaName, name)
if err != nil {
log.Fatalln(err.Error())
}
if !common.Empty(result) {
db.Delete("db_group", map[string]interface{}{"Id": result["GroupId"]})
db.Delete("db", map[string]interface{}{"GroupId": result["GroupId"]})
}
//写入分组数据
data := map[string]interface{}{
"Name": name,
"SettingParameters": parameter,
"LogTime": common.Date("Y-m-d H:i:s"),
}
groupId, err := db.Insert("db_group", data)
if err != nil {
panic(err.Error())
}
for i := 0; i < size; i++ {
c, err := strconv.Atoi(concurrencyList[i])
if err != nil {
panic(err.Error())
}
elapse, err1 := strconv.ParseFloat(strings.TrimSpace(results[i]), 64)
if err1 != nil {
panic(err1.Error())
}
n := amount
//convert to ms
elapse = elapse * 1000
if is_query == "1" {
//查询的情况，小于50的并发，约定取并发数的50倍
if c < 50 {
n = c * 50
}
}
result := map[string]interface{}{
"GroupId": groupId,
"Name": schemaName,
"Total": n,
"Concurrence": c,
"ElapseTime": elapse,
"QPS": common.Round(float64(n)*1000/float64(elapse), 2), //每秒处理请求数
"TPQ": common.Round(float64(elapse)/float64(n), 2), //平均每个请求用时多少ms
"LogTime": common.Date("Y-m-d H:i:s"),
}
db.Insert("db", result)
}
}
//DB并发测试
//n 测试查询总次数
//c 并发量
func queryconcurrence(groupid int64, schemaname string, targetdbschema string, n int, c int) {
if c > n {
panic("error: c>n")
}
//获取要查询的目标数据表和字段
fmt.Println("Initialization data...")
jq := common.NewJsonQuery(path.CONFIG_PATH + "testing" + path.DS + "db_concurrence.json")
table := jq.String("query", "table")
field := jq.String("query", "condition_field")
db := common.NewMySqlInstance(targetdbschema)
keylist, err := db.GetAll("select distinct "+field+" from "+table+" limit ?", n)
if err != nil {
log.Fatalln(err.Error())
}
if len(keylist) < n {
log.Fatalln("Failed! Test data is less than ", n)
}
seeds := make([]string, n)
for i, itm := range keylist {
seeds[i] = itm[field]
}
timer := common.NewTimer()
timer.Start()
//每个线程执行多少次
segs := n / c
var chs chan int = make(chan int, c)
var cycleN int
for i := 0; i < c; i++ {
cycleN = segs
if i == c-1 {
cycleN += n % c
}
go func(table string, field string, seeds []string, page int, segs int, cycleN int, chs chan int) {
defer func() {
if r := recover(); r != nil {
fmt.Printf("%v", r)
chs <- 1
}
}()
db := common.NewMySqlInstance(targetdbschema)
//开始查询
for k := 0; k < cycleN; k++ {
key := segs * page
//res, err := db.GetAll("select * from "+table+" where "+field+"=?", seeds[key])
sql := "select count(EventTypeId) as cnt, EventTypeId from server_alarm_notice_item where CreateTime between '2014-06-01' and '2014-08-21' group by EventTypeId"
_, err := db.GetAll(sql)
if err != nil {
log.Fatalln(err.Error())
}
/*if common.Empty(res) {
log.Fatalln("No data fetched. " + field + "=" + seeds[key])
}*/
key++
}
chs <- 1
}(table, field, seeds, i, segs, cycleN, chs)
}
fmt.Println("wait...")
for i := 0; i < c; i++ {
<-chs
}
elapse := timer.Elapse("ms")
fmt.Println("finished once query concurrence, elapse ", elapse, "ms")
result := map[string]interface{}{
"GroupId": groupid,
"Name": schemaname,
"Total": n,
"Concurrence": c,
"ElapseTime": elapse,
"QPS": common.Round(float64(n)/(float64(elapse)/1000), 2), //每秒处理请求数
"TPQ": common.Round(float64(elapse)/float64(n), 2), //平均每个请求用时多少ms
"LogTime": common.Date("Y-m-d H:i:s"),
}
tdb := common.NewMySqlInstance("testdata")
tdb.Insert("db", result)
}
//数据库测试并发执行逻辑
func DatabaseConcurrence() {
jq := common.NewJsonQuery(path.CONFIG_PATH + "testing" + path.DS + "db_concurrence.json")
name := jq.String("group", "name")
parameter := jq.String("group", "parameter")
schemaNameFormat := jq.String("schema", "name")
targetSchemaDb := jq.String("schema", "db")
is_query := jq.Int("is_query")
//测试重启执行次数
times := jq.Int("schema", "times")
amount := jq.Int("schema", "amount")
start := jq.Int("schema", "start")
offset := jq.Int("schema", "offset")
max := jq.Int("schema", "max")
var schemaName string
for seq := 1; seq <= times; seq++ {
//给测试方案名称加上顺号，标识不同的测试次数
if times == 1 {
schemaName = strings.Replace(schemaNameFormat, "(%d)", "", 1)
} else {
fmt.Println(">>>>>>database pressure test>>>>>>", seq)
schemaName = fmt.Sprintf(schemaNameFormat, seq)
}
db := common.NewMySqlInstance("testdata")
//处理掉重复的记录
sql := "select db.GroupId from db inner join db_group on db.GroupId=db_group.Id where db.Name=? and db_group.Name=?"
result, err := db.GetRow(sql, schemaName, name)
if err != nil {
log.Fatalln(err.Error())
}
if !common.Empty(result) {
db.Delete("db_group", map[string]interface{}{"Id": result["GroupId"]})
db.Delete("db", map[string]interface{}{"GroupId": result["GroupId"]})
}
//写入分组数据
data := map[string]interface{}{
"Name": name,
"SettingParameters": parameter,
"LogTime": common.Date("Y-m-d H:i:s"),
}
lastid, err := db.Insert("db_group", data)
if err != nil {
panic(err.Error())
}
c := start
fmt.Println("max concurrence is ", max)
for c < max {
fmt.Println("Now, concurrence = ", c)
if is_query == 0 {
dbconcurrence(lastid, schemaName, targetSchemaDb, amount, c)
} else if is_query == 1 {
queryconcurrence(lastid, schemaName, targetSchemaDb, amount, c)
} else {
//example is_query=2
//slow query
adjust := c * 32
if adjust < amount {
fmt.Println("Adjust amount to ", adjust)
queryconcurrence(lastid, schemaName, targetSchemaDb, adjust, c)
} else {
queryconcurrence(lastid, schemaName, targetSchemaDb, amount, c)
}
}
if c < 100 {
c = c + 10 - (c % 10)
} else {
c = c + offset - (c % offset)
}
}
}
}