impl bulk insert

Makefile

@@ -48,7 +48,7 @@ mysql_run:
 
 artifacts.tgz: provisioning/instance
 	$(MAKE) build GOOS=linux GOARCH=amd64
-	tar czf artifacts.tgz hakaru db provisioning/instance
+	tar czf artifacts.tgz hakaru provisioning/instance main.go
 
 ARTIFACTS_BUCKET := $(AWS_PROFILE)-hakaru-artifacts
 

main.go

@@ -1,15 +1,66 @@
 package main
 
 import (
-	"net/http"
 	"log"
+	"net/http"
+	"strings"
+	"time"
+	"fmt"
 
 	"database/sql"
 
 	_ "github.com/go-sql-driver/mysql"
 	"os"
 )
 
+type eventlog struct {
+	At    time.Time
+	Name  string
+	Value string
+}
+
+
+func bulkInsert(q chan eventlog, db *sql.DB) {
+	valueStrings := []string{}
+	valueArgs := [](interface{}){}
+	num := 100
+	for {
+		select {
+		case eventlog, ok := <-q:
+			if ok {
+				valueStrings = append(valueStrings, "(?, ?, ?)")
+				valueArgs = append(valueArgs, eventlog.At)
+				valueArgs = append(valueArgs, eventlog.Name)
+				valueArgs = append(valueArgs, eventlog.Value)
+			} else {
+				panic("channel is closed")
+			}
+		case <-time.After(1 * time.Second):
+			if len(valueStrings) == 0 {
+				continue
+			}
+			// insert
+			for i := 0; i < len(valueStrings)/num + 1; i++ {
+				var stmt string
+				var argnum int
+				if (i+1)*num >= len(valueStrings) {
+					stmt = fmt.Sprintf("INSERT INTO eventlog(at, name, value) VALUES %s", strings.Join(valueStrings[i*num:], ","))
+					argnum = len(valueStrings[i*num:])
+				} else {
+					stmt = fmt.Sprintf("INSERT INTO eventlog(at, name, value) VALUES %s", strings.Join(valueStrings[i*num:(i+1)*num], ","))
+					argnum = len(valueStrings[i*num:(i+1)*num])
+				}
+				_, e := db.Exec(stmt, valueArgs[i*num*3:(i*num*3)+argnum*3]...)
+				if e != nil {
+					panic(e.Error())
+				}
+			}
+			valueStrings = []string{}
+			valueArgs = [](interface{}){}
+		}
+	}
+
+}
 func main() {
 	dataSourceName := os.Getenv("HAKARU_DATASOURCENAME")
 	if dataSourceName == "" {
@@ -22,22 +73,19 @@ func main() {
 	db.SetMaxOpenConns(40)
 	defer db.Close()
 
-	hakaruHandler := func(w http.ResponseWriter, r *http.Request) {
-
-		stmt, e := db.Prepare("INSERT INTO eventlog(at, name, value) values(NOW(), ?, ?)")
-		if e != nil {
-			panic(e.Error())
-		}
+	q := make(chan eventlog, 100000)
+	jst, e := time.LoadLocation("Asia/Tokyo")
+	if e != nil {
+		panic(e.Error())
+	}
 
-		defer stmt.Close()
+	go bulkInsert(q, db)
 
+	hakaruHandler := func(w http.ResponseWriter, r *http.Request) {
 		name := r.URL.Query().Get("name")
 		value := r.URL.Query().Get("value")
 
-		_, e = stmt.Exec(name, value)
-		if e != nil {
-			w.WriteHeader(http.StatusInternalServerError)
-		}
+		q <- eventlog{Name: name, Value: value, At: time.Now().In(jst)}
 
 		origin := r.Header.Get("Origin")
 		if origin != "" {