268 lines
7.6 KiB
Go
268 lines
7.6 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"flag"
|
|
"fmt"
|
|
"github.com/pdfcpu/pdfcpu/pkg/api"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"os"
|
|
"os/exec"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
type Response struct {
|
|
Status bool `json:"status"`
|
|
Data []Data `json:"data"`
|
|
}
|
|
|
|
type Data struct {
|
|
Source string `json:"src"`
|
|
Index string `json:"index"`
|
|
}
|
|
|
|
func main() {
|
|
|
|
usernamePtr := flag.String("u", "", "Zinio Username")
|
|
passwordPtr := flag.String("p", "", "Zinio Password")
|
|
chromePtr := flag.String("c", "google-chrome", "Chrome executable")
|
|
zinioHostPtr := flag.String("e", "api-sec.ziniopro.com", "Zinio Host (Excluding port and URI Scheme). Known: `api-sec`, `api-sec-2`")
|
|
|
|
flag.Parse()
|
|
|
|
fmt.Println("Starting the application...")
|
|
initialToken, err := GetInitialToken()
|
|
if err != nil {
|
|
os.Exit(1)
|
|
}
|
|
loginToken := GetLoginToken(initialToken, *usernamePtr, *passwordPtr)
|
|
issues := GetLibrary(loginToken, initialToken, *zinioHostPtr)
|
|
fmt.Println("Found " + strconv.Itoa(len(issues.Data)) + " issues in library.")
|
|
|
|
fmt.Println("Loading HTML template")
|
|
defaultTemplate := "<html><head><!--<style>@media all{@page{margin: 0px;}body{margin-top: 0cm; margin-left:auto;}}</style>--><style>html, body{width: fit-content;height: fit-content;margin: 0px;padding: 0px;}</style><style id=page_style>@page{size: 100px 100px ; margin : 0px}</style></head><body><object type=\"image/svg+xml\" data=\"SVG_PATH\" ></object><script>window.onload=fixpage;function fixpage(){renderBlock=document.getElementsByTagName(\"html\")[0]; renderBlockInfo=window.getComputedStyle(renderBlock) // fix chrome page bug fixHeight=parseInt(renderBlockInfo.height) + 1 + \"px\" pageCss=`@page{size: \\${renderBlockInfo.width}\\${fixHeight}; margin:0;}` document.getElementById(\"page_style\").innerHTML=pageCss}</script></body></html>"
|
|
template, _ := ioutil.ReadFile("template.html")
|
|
|
|
if template == nil || len(template) == 0 {
|
|
fmt.Println("template.html not found, or empty. using built in template. Consider changing this if your files are cropped.")
|
|
template = []byte(defaultTemplate)
|
|
}
|
|
|
|
mydir, err := os.Getwd()
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
//fmt.Println("Grabbing list of pages...")
|
|
if _, err := os.Stat(mydir + "/issue/"); os.IsNotExist(err) {
|
|
os.Mkdir(mydir+"/issue/", os.ModeDir)
|
|
}
|
|
|
|
for _, issue := range issues.Data {
|
|
issuePath := mydir + "/issue/" + strconv.Itoa(issue.Id)
|
|
|
|
completeName := mydir + "/issue/" + issue.Publication.Name + " - " + issue.Name + ".pdf"
|
|
if fileExists(completeName) {
|
|
fmt.Println("Issue already found: " + issue.Publication.Name + " - " + issue.Name)
|
|
continue
|
|
}
|
|
|
|
pages := GetPages(loginToken, issue, initialToken, *zinioHostPtr)
|
|
|
|
var filenames []string
|
|
|
|
for i := 0; i < len(pages.Data); i++ {
|
|
fmt.Println("Source ", pages.Data[i].Source)
|
|
fmt.Println("ID: ", pages.Data[i].Index)
|
|
|
|
pathString := issuePath + "_" + pages.Data[i].Index
|
|
|
|
htmldata := strings.Replace(string(template), "SVG_PATH", pages.Data[i].Source, -1)
|
|
//write html file, embedding svg
|
|
ioutil.WriteFile(pathString+".html", []byte(htmldata), 0644)
|
|
|
|
//convert to pdf
|
|
|
|
cmd := exec.Command(*chromePtr, "--headless", "--disable-gpu", "--print-to-pdf="+pathString+".pdf", "--no-margins", pathString+".html")
|
|
|
|
fmt.Println(cmd.Args)
|
|
err := cmd.Run()
|
|
if err != nil {
|
|
fmt.Printf("cmd.Run() failed with %s\n. You should retry this page.", err)
|
|
}
|
|
|
|
_ = os.Remove(pathString + ".html")
|
|
_ = os.Remove(pathString + ".svg")
|
|
|
|
//remove last page
|
|
err = retry(5, 2*time.Second, func() (err error) {
|
|
err = api.RemovePagesFile(pathString+".pdf", "", []string{"2-"}, nil)
|
|
if err != nil {
|
|
fmt.Printf("Removing extra pages failed with %s\n.", err)
|
|
|
|
} else {
|
|
fmt.Printf("Removed pages.")
|
|
}
|
|
|
|
return
|
|
})
|
|
|
|
filenames = append(filenames, pathString+".pdf")
|
|
}
|
|
|
|
_ = api.MergeCreateFile(filenames, completeName, nil)
|
|
|
|
for _, fileName := range filenames {
|
|
_ = os.Remove(fileName)
|
|
}
|
|
}
|
|
|
|
fmt.Println("Terminating the application...")
|
|
}
|
|
|
|
func GetPages(userToken LoginResponse, issue LibraryData, token string, endpoint string) Response {
|
|
|
|
client := &http.Client{}
|
|
|
|
//req, _ := http.NewRequest("GET", "https://"+endpoint+"/newsstand/v2/newsstands/134/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil)
|
|
req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil)
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
//req.Header.Add("Authorization", "bearer "+token)
|
|
req.Header.Add("Authorization", token)
|
|
|
|
resp, _ := client.Do(req)
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := Response{}
|
|
|
|
_ = json.Unmarshal([]byte(data), &responseType)
|
|
|
|
return responseType
|
|
}
|
|
|
|
func GetInitialToken() (token string, err error) {
|
|
page, err := http.Get("https://www.zinio.com/za/sign-in")
|
|
if err != nil {
|
|
fmt.Println("Unable to get initial token: " + err.Error())
|
|
return "", err
|
|
}
|
|
|
|
data, _ := ioutil.ReadAll(page.Body)
|
|
|
|
re := regexp.MustCompile(`"(jwt)":"((\\"|[^"])*)"`)
|
|
|
|
found := re.FindSubmatch(data)
|
|
|
|
return string(found[2]), nil
|
|
}
|
|
|
|
func GetLoginToken(initialToken string, username string, password string) LoginResponse {
|
|
client := &http.Client{}
|
|
|
|
var jsonStr = []byte(`{"username":"` + username + `","password":"` + password + `"}`)
|
|
req, _ := http.NewRequest("POST", "https://www.zinio.com/api/login?project=99&logger=null", bytes.NewBuffer(jsonStr))
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
req.Header.Add("Authorization", initialToken)
|
|
|
|
resp, _ := client.Do(req)
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := LoginResponse{}
|
|
|
|
_ = json.Unmarshal([]byte(data), &responseType)
|
|
|
|
return responseType
|
|
|
|
}
|
|
|
|
func GetLibrary(userToken LoginResponse, initialToken string, endpoint string) LibraryResponse {
|
|
client := &http.Client{}
|
|
|
|
req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/users/"+userToken.Data.User.UserIDString+"/library_issues", nil)
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
//req.Header.Add("Authorization", "bearer "+userToken.Data.Token.AccessToken)
|
|
req.Header.Add("Authorization", initialToken)
|
|
|
|
resp, err := client.Do(req)
|
|
|
|
if err != nil {
|
|
fmt.Println("Unable to get Library: " + err.Error())
|
|
}
|
|
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := LibraryResponse{}
|
|
|
|
_ = json.Unmarshal(data, &responseType)
|
|
|
|
return responseType
|
|
}
|
|
|
|
func fileExists(filename string) bool {
|
|
info, err := os.Stat(filename)
|
|
if os.IsNotExist(err) {
|
|
return false
|
|
}
|
|
return !info.IsDir()
|
|
}
|
|
|
|
type LoginResponse struct {
|
|
Status bool `json:"status"`
|
|
Data LoginData `json:"data"`
|
|
}
|
|
|
|
type LoginData struct {
|
|
User User `json:"user"`
|
|
Token Token `json:"token"`
|
|
RefreshToken string `json:"refreshToken"`
|
|
}
|
|
|
|
type User struct {
|
|
UserIDString string `json:"user_id_string"`
|
|
}
|
|
|
|
type Token struct {
|
|
AccessToken string `json:"access_token"`
|
|
}
|
|
|
|
type LibraryResponse struct {
|
|
Status bool `json:"status"`
|
|
Data []LibraryData `json:"data"`
|
|
}
|
|
|
|
type LibraryData struct {
|
|
Id int `json:"id"`
|
|
Name string `json:"name"`
|
|
Publication Publication `json:"publication"`
|
|
}
|
|
|
|
type Publication struct {
|
|
Name string `json:"name"`
|
|
}
|
|
|
|
//https://stackoverflow.com/questions/47606761/repeat-code-if-an-error-occured
|
|
func retry(attempts int, sleep time.Duration, f func() error) (err error) {
|
|
for i := 0; ; i++ {
|
|
err = f()
|
|
if err == nil {
|
|
return
|
|
}
|
|
|
|
if i >= (attempts - 1) {
|
|
break
|
|
}
|
|
|
|
time.Sleep(sleep)
|
|
|
|
fmt.Println("retrying after error:", err)
|
|
}
|
|
return fmt.Errorf("after %d attempts, last error: %s", attempts, err)
|
|
}
|