Monitoring slow queries via table log can be disable via monitor-queries = false

Monitoring slow queries preserve log table via tracking last slow query timestamp

Author: svaroqui

cluster/srv.go

@@ -170,6 +170,8 @@ type ServerMonitor struct {
 	SSTPort                     string                       `json:"sstPort"`       //used to send data to dbjobs
 	Agent                       string                       `json:"agent"`         //used to provision service in orchestrator
 	BinaryLogFiles              map[string]uint              `json:"binaryLogFiles"`
+	MaxSlowQueryTimestamp       int64                        `json:"maxSlowQueryTimestamp"`
+	IsInSlowQueryCapture        bool
 }
 
 type serverList []*ServerMonitor
@@ -1228,16 +1230,18 @@ func (server *ServerMonitor) Capture() error {
 
 func (server *ServerMonitor) SaveInfos() error {
 	type Save struct {
-		Variables   map[string]string      `json:"variables"`
-		ProcessList []dbhelper.Processlist `json:"processlist"`
-		Status      map[string]string      `json:"status"`
-		SlaveStatus []dbhelper.SlaveStatus `json:"slavestatus"`
+		Variables             map[string]string      `json:"variables"`
+		ProcessList           []dbhelper.Processlist `json:"processlist"`
+		Status                map[string]string      `json:"status"`
+		SlaveStatus           []dbhelper.SlaveStatus `json:"slavestatus"`
+		MaxSlowQueryTimestamp int64                  `json:"maxSlowQueryTimestamp"`
 	}
 	var clsave Save
 	clsave.Variables = server.Variables
 	clsave.Status = server.Status
 	clsave.ProcessList = server.FullProcessList
 	clsave.SlaveStatus = server.LastSeenReplications
+	clsave.MaxSlowQueryTimestamp = server.MaxSlowQueryTimestamp
 	saveJSON, _ := json.MarshalIndent(clsave, "", "\t")
 	err := ioutil.WriteFile(server.Datadir+"/serverstate.json", saveJSON, 0644)
 	if err != nil {
@@ -1248,10 +1252,11 @@ func (server *ServerMonitor) SaveInfos() error {
 
 func (server *ServerMonitor) ReloadSaveInfosVariables() error {
 	type Save struct {
-		Variables   map[string]string      `json:"variables"`
-		ProcessList []dbhelper.Processlist `json:"processlist"`
-		Status      map[string]string      `json:"status"`
-		SlaveStatus []dbhelper.SlaveStatus `json:"slavestatus"`
+		Variables             map[string]string      `json:"variables"`
+		ProcessList           []dbhelper.Processlist `json:"processlist"`
+		Status                map[string]string      `json:"status"`
+		SlaveStatus           []dbhelper.SlaveStatus `json:"slavestatus"`
+		MaxSlowQueryTimestamp int64                  `json:"maxSlowQueryTimestamp"`
 	}
 
 	var clsave Save
@@ -1266,6 +1271,7 @@ func (server *ServerMonitor) ReloadSaveInfosVariables() error {
 		return err
 	}
 	server.Variables = clsave.Variables
+	server.MaxSlowQueryTimestamp = clsave.MaxSlowQueryTimestamp
 	return nil
 }
 

cluster/srv_get.go

@@ -514,6 +514,7 @@ func (server *ServerMonitor) GetNewDBConn() (*sqlx.DB, error) {
 }
 
 func (server *ServerMonitor) GetSlowLogTable() {
+
 	if server.ClusterGroup.IsInFailover() {
 		return
 	}
@@ -523,6 +524,14 @@ func (server *ServerMonitor) GetSlowLogTable() {
 	if server.IsDown() {
 		return
 	}
+	if !server.GetCluster().GetConf().MonitorQueries {
+		return
+	}
+	if server.IsInSlowQueryCapture {
+		return
+	}
+	server.IsInSlowQueryCapture = true
+	defer func() { server.IsInSlowQueryCapture = false }()
 	f, err := os.OpenFile(server.Datadir+"/log/log_slow_query.log", os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0600)
 	if err != nil {
 		server.ClusterGroup.LogPrintf(LvlErr, "Error writing slow queries %s", err)
@@ -538,11 +547,10 @@ func (server *ServerMonitor) GetSlowLogTable() {
 	slowqueries := []dbhelper.LogSlow{}
 
 	if server.DBVersion.IsMySQLOrPercona() {
-		err = server.Conn.Select(&slowqueries, "SELECT FLOOR(UNIX_TIMESTAMP(start_time)) as start_time, user_host,TIME_TO_SEC(query_time) AS query_time,TIME_TO_SEC(lock_time) AS lock_time,rows_sent,rows_examined,db,last_insert_id,insert_id,server_id,sql_text,thread_id, 0 as rows_affected FROM  mysql.slow_log")
+		err = server.Conn.Select(&slowqueries, "SELECT FLOOR(UNIX_TIMESTAMP(start_time)) as start_time, user_host,TIME_TO_SEC(query_time) AS query_time,TIME_TO_SEC(lock_time) AS lock_time,rows_sent,rows_examined,db,last_insert_id,insert_id,server_id,sql_text,thread_id, 0 as rows_affected FROM  mysql.slow_log WHERE start_time > FROM_UNIXTIME("+strconv.FormatInt(server.MaxSlowQueryTimestamp+1, 10)+")")
 	} else {
-		err = server.Conn.Select(&slowqueries, "SELECT FLOOR(UNIX_TIMESTAMP(start_time)) as start_time, user_host,TIME_TO_SEC(query_time) AS query_time,TIME_TO_SEC(lock_time) AS lock_time,rows_sent,rows_examined,db,last_insert_id,insert_id,server_id,sql_text,thread_id,0 as rows_affected FROM  mysql.slow_log")
+		err = server.Conn.Select(&slowqueries, "SELECT FLOOR(UNIX_TIMESTAMP(start_time)) as start_time, user_host,TIME_TO_SEC(query_time) AS query_time,TIME_TO_SEC(lock_time) AS lock_time,rows_sent,rows_examined,db,last_insert_id,insert_id,server_id,sql_text,thread_id,0 as rows_affected FROM  mysql.slow_log WHERE start_time > FROM_UNIXTIME("+strconv.FormatInt(server.MaxSlowQueryTimestamp+1, 10)+")")
 	}
-
 	if err != nil {
 		server.ClusterGroup.LogPrintf(LvlErr, "Could not get slow queries from table %s", err)
 	}
@@ -560,8 +568,10 @@ func (server *ServerMonitor) GetSlowLogTable() {
 			s.Start_time,
 			strings.Replace(strings.Replace(s.Sql_text.String, "\r\n", " ", -1), "\n", " ", -1),
 		)
+		server.MaxSlowQueryTimestamp = s.Start_time
 	}
-	server.ExecQueryNoBinLog("TRUNCATE mysql.slow_log")
+
+	//	server.ExecQueryNoBinLog("TRUNCATE mysql.slow_log")
 }
 
 func (server *ServerMonitor) GetTables() []v3.Table {

etc/opensvc/cluster-api/cluster-demo/stephane.toml

@@ -34,6 +34,11 @@ prov-proxy-service-type = "docker"
 prov-proxy-disk-type = "volume"
 prov-proxy-volume-data = "tank"
 test=true
+
+
+alert-pushover-app-token="ad5t1i6m4491ioauubaitqtg1kewtu"
+alert-pushover-user-token="uixs8gufi8859u8k8zqeojx7i948fi"
+
 #monitoring-ssl-cert="/Users/apple/.ssh/id_rsa"
 #monitoring-ssl-key="/Users/apple/.ssh/id_rsa.pub"