archives/trantor
Archived
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove upload standalone program

Browse source 
All the functionality is move to the web page
This commit is contained in:
Las Zenow 2012-08-20 15:38:13 +02:00
parent 678537c00c
commit 0e0e33d364
3 changed files with 0 additions and 245 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
upload.go
View file

@ -3,7 +3,6 @@ package main
import (
"git.gitorious.org/go-pkg/epub.git"
"labix.org/v2/mgo"
//"labix.org/v2/mgo/bson"
"net/http"
"os"
"os/exec"

23
upload/database.go
View file

@ -1,23 +0,0 @@
package main
type Book struct {
Title string
Author []string
Contributor string
Publisher string
Description string
Subject []string
Date string
Lang []string
Type string
Format string
Source string
Relation string
Coverage string
Rights string
Meta string
Path string
Cover string
CoverSmall string
Keywords []string
}

221
upload/upload.go
View file

@ -1,221 +0,0 @@
package main
import (
"fmt"
"git.gitorious.org/go-pkg/epub.git"
"labix.org/v2/mgo"
"os"
"os/exec"
"regexp"
"strings"
)
const (
IP = "127.0.0.1"
DB_NAME = "trantor"
BOOKS_COLL = "books"
PATH = "books/"
NEW_PATH = "new/"
COVER_PATH = "cover/"
RESIZE = "/usr/bin/convert -resize 300 -quality 60 "
RESIZE_THUMB = "/usr/bin/convert -resize 60 -quality 60 "
)
func cleanStr(str string) string {
str = strings.Replace(str, "'", "'", -1)
exp, _ := regexp.Compile("[ ,]*$")
str = exp.ReplaceAllString(str, "")
return str
}
func resize(folder, name, extension string) (string, string) {
imgPath := folder + name + extension
resize := append(strings.Split(RESIZE, " "), imgPath, imgPath)
cmd := exec.Command(resize[0], resize[1:]...)
cmd.Run()
imgPathSmall := folder + name + "_small" + extension
resize = append(strings.Split(RESIZE_THUMB, " "), imgPath, imgPathSmall)
cmd = exec.Command(resize[0], resize[1:]...)
cmd.Run()
return "/" + imgPath, "/" + imgPathSmall
}
func getCover(e *epub.Epub, path string) (string, string) {
folder := COVER_PATH + path[:1] + "/"
os.Mkdir(folder, os.ModePerm)
/* Try first common names */
imgPath := folder + path + ".jpg"
file, _ := os.Create(imgPath)
defer file.Close()
n, _ := file.Write(e.Data("cover.jpg"))
if n != 0 {
return resize(folder, path, ".jpg")
}
n, _ = file.Write(e.Data("cover.jpeg"))
if n != 0 {
return resize(folder, path, ".jpg")
}
n, _ = file.Write(e.Data("cover1.jpg"))
if n != 0 {
return resize(folder, path, ".jpg")
}
n, _ = file.Write(e.Data("cover1.jpeg"))
if n != 0 {
return resize(folder, path, ".jpg")
}
os.Remove(imgPath)
exp, _ := regexp.Compile("<img.*src=[\"']([^\"']*(\\.[^\\.\"']*))[\"']")
it := e.Iterator(epub.EITERATOR_SPINE)
defer it.Close()
var err error = nil
txt := it.Curr()
for err == nil {
res := exp.FindStringSubmatch(txt)
if res != nil {
urlPart := strings.Split(it.CurrUrl(), "/")
url := strings.Join(urlPart[:len(urlPart)-1], "/")
if res[1][:3] == "../" {
res[1] = res[1][3:]
url = strings.Join(urlPart[:len(urlPart)-2], "/")
}
res[1] = strings.Replace(res[1], "%20", " ", -1)
res[1] = strings.Replace(res[1], "%27", "'", -1)
res[1] = strings.Replace(res[1], "%28", "(", -1)
res[1] = strings.Replace(res[1], "%29", ")", -1)
if url == "" {
url = res[1]
} else {
url = url + "/" + res[1]
}
imgPath = folder + path + res[2]
f, _ := os.Create(imgPath)
defer f.Close()
/* try to write it, if there is nothing search for other img */
n, _ = f.Write(e.Data(url))
if n != 0 {
return resize(folder, path, res[2])
}
panic(url)
os.Remove(imgPath)
}
txt, err = it.Next()
}
return "", ""
}
func parseAuthr(creator []string) []string {
exp1, _ := regexp.Compile("^(.*\\( *([^\\)]*) *\\))*$")
exp2, _ := regexp.Compile("^[^:]*: *(.*)$")
var res []string //TODO: can be predicted the lenght
for _, s := range creator {
auth := exp1.FindStringSubmatch(s)
if auth != nil {
res = append(res, cleanStr(strings.Join(auth[2:], ", ")))
} else {
auth := exp2.FindStringSubmatch(s)
if auth != nil {
res = append(res, cleanStr(auth[1]))
} else {
res = append(res, cleanStr(s))
}
}
}
return res
}
func parseDescription(description []string) string {
str := cleanStr(strings.Join(description, ", "))
exp, _ := regexp.Compile("<[^>]*>")
str = exp.ReplaceAllString(str, "")
str = strings.Replace(str, "&amp;", "&", -1)
str = strings.Replace(str, "&lt;", "<", -1)
str = strings.Replace(str, "&gt;", ">", -1)
str = strings.Replace(str, "\\n", "\n", -1)
return str
}
func parseSubject(subject []string) []string {
var res []string
for _, s := range subject {
res = append(res, strings.Split(s, " / ")...)
}
return res
}
func parseDate(date []string) string {
if len(date) == 0 {
return ""
}
return strings.Replace(date[0], "Unspecified: ", "", -1)
}
func keywords(b Book) (k []string) {
k = strings.Split(b.Title, " ")
for _, a := range b.Author {
k = append(k, strings.Split(a, " ")...)
}
k = append(k, strings.Split(b.Publisher, " ")...)
k = append(k, b.Subject...)
return
}
func store(coll *mgo.Collection, path string) {
var book Book
fmt.Println(path)
e, err := epub.Open(NEW_PATH+path, 0)
if err != nil {
panic(err) // TODO: do something
}
defer e.Close()
book.Title = cleanStr(strings.Join(e.Metadata(epub.EPUB_TITLE), ", "))
book.Author = parseAuthr(e.Metadata(epub.EPUB_CREATOR))
book.Contributor = cleanStr(strings.Join(e.Metadata(epub.EPUB_CONTRIB), ", "))
book.Publisher = cleanStr(strings.Join(e.Metadata(epub.EPUB_PUBLISHER), ", "))
book.Description = parseDescription(e.Metadata(epub.EPUB_DESCRIPTION))
book.Subject = parseSubject(e.Metadata(epub.EPUB_SUBJECT))
book.Date = parseDate(e.Metadata(epub.EPUB_DATE))
book.Lang = e.Metadata(epub.EPUB_LANG)
book.Type = strings.Join(e.Metadata(epub.EPUB_TYPE), ", ")
book.Format = strings.Join(e.Metadata(epub.EPUB_FORMAT), ", ")
book.Source = strings.Join(e.Metadata(epub.EPUB_SOURCE), ", ")
book.Relation = strings.Join(e.Metadata(epub.EPUB_RELATION), ", ")
book.Coverage = strings.Join(e.Metadata(epub.EPUB_COVERAGE), ", ")
book.Rights = strings.Join(e.Metadata(epub.EPUB_RIGHTS), ", ")
book.Meta = strings.Join(e.Metadata(epub.EPUB_META), ", ")
book.Path = PATH + path[:1] + "/" + path
book.Cover, book.CoverSmall = getCover(e, path)
book.Keywords = keywords(book)
coll.Insert(book)
os.Mkdir(PATH+path[:1], os.ModePerm)
cmd := exec.Command("mv", NEW_PATH+path, book.Path)
cmd.Run()
}
func main() {
session, err := mgo.Dial(IP)
if err != nil {
panic(err) // TODO: do something
}
defer session.Close()
coll := session.DB(DB_NAME).C(BOOKS_COLL)
f, err := os.Open(NEW_PATH)
if err != nil {
fmt.Println(NEW_PATH)
panic(err) // TODO: do something
}
names, err := f.Readdirnames(0)
if err != nil {
panic(err) // TODO: do something
}
for _, name := range names {
store(coll, name)
}
}