Upload files on a separate goroutine

config.go

@@ -28,5 +28,5 @@ const (
 	IMG_WIDTH_SMALL = 60
 	IMG_QUALITY     = 80
 
-	STATS_CHAN_SIZE = 100
+	CHAN_SIZE = 100
 )

stats.go

@@ -9,7 +9,7 @@ import (
 )
 
 func InitStats() {
-	statsChannel = make(chan statsRequest, STATS_CHAN_SIZE)
+	statsChannel = make(chan statsRequest, CHAN_SIZE)
 	go statsWorker()
 }
 

trantor.go

@@ -120,6 +120,7 @@ func main() {
 	defer db.Close()
 
 	InitStats()
+	InitUpload()
 
 	setUpRouter()
 	panic(http.ListenAndServe(":"+PORT, nil))

upload.go

@@ -10,43 +10,60 @@ import (
 	"strings"
 )
 
+func InitUpload() {
+	uploadChannel = make(chan uploadRequest, CHAN_SIZE)
+	go uploadWorker()
+}
+
+var uploadChannel chan uploadRequest
+
+type uploadRequest struct {
+	epubs []*multipart.FileHeader
+}
+
+func uploadWorker() {
+	for req := range uploadChannel {
+		for _, f := range req.epubs {
+			file, err := f.Open()
+			if err != nil {
+				log.Println("Can not open uploaded file", f.Filename, ":", err)
+				continue
+			}
+			defer file.Close()
+
+			epub, err := openMultipartEpub(file)
+			if err != nil {
+				log.Println("Not valid epub uploaded file", f.Filename, ":", err)
+				continue
+			}
+			defer epub.Close()
+
+			book := parseFile(epub)
+			title, _ := book["title"].(string)
+			file.Seek(0, 0)
+			id, err := StoreNewFile(title+".epub", file)
+			if err != nil {
+				log.Println("Error storing book (", title, "):", err)
+				continue
+			}
+
+			book["file"] = id
+			db.InsertBook(book)
+			log.Println("File uploaded:", f.Filename)
+		}
+	}
+}
+
 func uploadPostHandler(w http.ResponseWriter, r *http.Request, sess *Session) {
-	uploaded := ""
 	r.ParseMultipartForm(20000000)
 	filesForm := r.MultipartForm.File["epub"]
-	for _, f := range filesForm {
+	uploadChannel <- uploadRequest{filesForm}
-		log.Println("File uploaded:", f.Filename)
-		file, err := f.Open()
-		if err != nil {
-			sess.Notify("Problem uploading!", "The file '"+f.Filename+"' is not a well formed epub: "+err.Error(), "error")
-			continue
-		}
-		defer file.Close()
 
-		epub, err := openMultipartEpub(file)
+	if len(filesForm) > 0 {
-		if err != nil {
+		sess.Notify("Upload successful!", "Thank you for your contribution", "success")
-			sess.Notify("Problem uploading!", "The file '"+f.Filename+"' is not a well formed epub: "+err.Error(), "error")
+	} else {
-			continue
+		sess.Notify("Upload problem!", "No books where uploaded.", "error")
-		}
-		defer epub.Close()
-
-		book := parseFile(epub)
-		title, _ := book["title"].(string)
-		file.Seek(0, 0)
-		id, err := StoreNewFile(title+".epub", file)
-		if err != nil {
-			log.Println("Error storing book (", title, "):", err)
-			continue
-		}
-
-		book["file"] = id
-		db.InsertBook(book)
-		uploaded += " '" + title + "'"
 	}
-	if uploaded != "" {
-		sess.Notify("Upload successful!", "Added the books:"+uploaded+". Thank you for your contribution", "success")
-	}
-
 	uploadHandler(w, r, sess)
 }