385 lines
9.6 KiB
Go
385 lines
9.6 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"flag"
|
|
"fmt"
|
|
wkhtml "github.com/SebastiaanKlippert/go-wkhtmltopdf"
|
|
"github.com/pdfcpu/pdfcpu/pkg/api"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"os/exec"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
type Response struct {
|
|
Status bool `json:"status"`
|
|
Data []Data `json:"data"`
|
|
}
|
|
|
|
type Data struct {
|
|
Source string `json:"src"`
|
|
Index string `json:"index"`
|
|
}
|
|
|
|
func main() {
|
|
|
|
usernamePtr := flag.String("u", "", "Zinio Username")
|
|
passwordPtr := flag.String("p", "", "Zinio Password")
|
|
chromePtr := flag.String("c", "google-chrome", "Chrome executable")
|
|
zinioHostPtr := flag.String("e", "api-sec.ziniopro.com", "Zinio Host (Excluding port and URI Scheme). Known: `api-sec`, `api-sec-2`")
|
|
exportUsingWKHTML := flag.String("wkhtml", "false", "Use WKHTML instead of Chrome to generate PDF (false by default)")
|
|
|
|
flag.Parse()
|
|
|
|
fmt.Println("Starting the application...")
|
|
initialToken, err := GetInitialToken()
|
|
if err != nil {
|
|
os.Exit(1)
|
|
}
|
|
loginToken := GetLoginToken(initialToken, *usernamePtr, *passwordPtr)
|
|
issues := GetLibrary(loginToken, initialToken, *zinioHostPtr)
|
|
for i := range issues {
|
|
issueList := issues[i]
|
|
//fmt.Println("Found " + strconv.Itoa(len(issues.Data)) + " issues in library.")
|
|
|
|
fmt.Println("Loading HTML template")
|
|
defaultTemplate := GetDefaultTemplate()
|
|
template, _ := ioutil.ReadFile("template.html")
|
|
|
|
if template == nil || len(template) == 0 {
|
|
fmt.Println("template.html not found, or empty. using built in template. Consider changing this if your files are cropped.")
|
|
template = []byte(defaultTemplate)
|
|
}
|
|
|
|
mydir, err := os.Getwd()
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
fmt.Println("Resolved working directory to: " + mydir)
|
|
//fmt.Println("Grabbing list of pages...")
|
|
if _, err := os.Stat(mydir + "/issue/"); os.IsNotExist(err) {
|
|
os.Mkdir(mydir+"/issue/", 0600)
|
|
}
|
|
|
|
for _, issue := range issueList.Data {
|
|
issuePath := mydir + "/issue/" + strconv.Itoa(issue.Id)
|
|
|
|
completeName := mydir + "/issue/" + issue.Publication.Name + " - " + issue.Name + ".pdf"
|
|
if fileExists(completeName) {
|
|
fmt.Println("Issue already found: " + issue.Publication.Name + " - " + issue.Name)
|
|
continue
|
|
}
|
|
fmt.Println("Downloading issue: " + issue.Publication.Name + " - " + issue.Name)
|
|
|
|
pages := GetPages(loginToken, issue, initialToken, *zinioHostPtr)
|
|
|
|
var filenames []string
|
|
|
|
for i := 0; i < len(pages.Data); i++ {
|
|
fmt.Println("Source ", pages.Data[i].Source)
|
|
fmt.Println("ID: ", pages.Data[i].Index)
|
|
|
|
pathString := issuePath + "_" + pages.Data[i].Index
|
|
|
|
resp, err := http.Get(pages.Data[i].Source)
|
|
// handle the error if there is one
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
// do this now so it won't be forgotten
|
|
defer resp.Body.Close()
|
|
// reads html as a slice of bytes
|
|
html, err := ioutil.ReadAll(resp.Body)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
// show the HTML code as a string %s
|
|
|
|
htmldata := strings.Replace(string(template), "SVG_PATH", string(html), -1)
|
|
|
|
//convert to pdf
|
|
|
|
if strings.ToLower(*exportUsingWKHTML) == "true" {
|
|
|
|
pdfg, err := wkhtml.NewPDFGenerator()
|
|
if err != nil {
|
|
return
|
|
}
|
|
pdfg.MarginBottom.Set(0)
|
|
pdfg.MarginTop.Set(0)
|
|
pdfg.MarginLeft.Set(0)
|
|
pdfg.MarginRight.Set(0)
|
|
pdfg.NoOutline.Set(true)
|
|
//pdfg.PageSize.Set(wkhtml.PageSizeCustom)
|
|
pdfg.AddPage(wkhtml.NewPageReader(strings.NewReader(htmldata)))
|
|
|
|
// Create PDF document in internal buffer
|
|
err = pdfg.Create()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
//Your Pdf Name
|
|
err = pdfg.WriteFile(pathString + ".pdf")
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
} else {
|
|
//write html file, embedding svg
|
|
ioutil.WriteFile(pathString+".html", []byte(htmldata), 0644)
|
|
cmd := exec.Command(*chromePtr, "--headless", "--disable-gpu", "--print-to-pdf="+pathString+".pdf", "--no-margins", pathString+".html")
|
|
fmt.Println(cmd.Args)
|
|
err := cmd.Run()
|
|
if err != nil {
|
|
fmt.Printf("cmd.Run() failed with %s\n. You should retry this page.", err)
|
|
}
|
|
|
|
}
|
|
|
|
_ = os.Remove(pathString + ".html")
|
|
_ = os.Remove(pathString + ".svg")
|
|
|
|
filenames = append(filenames, pathString+".pdf")
|
|
}
|
|
|
|
for i := range filenames {
|
|
//remove last page
|
|
err = retry(5, 2*time.Second, func() (err error) {
|
|
err = api.RemovePagesFile(filenames[i], "", []string{"2-"}, nil)
|
|
if err != nil {
|
|
fmt.Printf("Removing extra pages failed with %s\n.", err)
|
|
|
|
} else {
|
|
fmt.Printf("Removed pages.")
|
|
}
|
|
|
|
return
|
|
})
|
|
}
|
|
|
|
_ = api.MergeCreateFile(filenames, completeName, nil)
|
|
|
|
for _, fileName := range filenames {
|
|
_ = os.Remove(fileName)
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
fmt.Println("Terminating the application...")
|
|
|
|
}
|
|
|
|
func GetPages(userToken LoginResponse, issue LibraryData, token string, endpoint string) Response {
|
|
|
|
client := &http.Client{}
|
|
|
|
//req, _ := http.NewRequest("GET", "https://"+endpoint+"/newsstand/v2/newsstands/134/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil)
|
|
req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil)
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
//req.Header.Add("Authorization", "bearer "+token)
|
|
req.Header.Add("Authorization", token)
|
|
|
|
resp, _ := client.Do(req)
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := Response{}
|
|
|
|
_ = json.Unmarshal([]byte(data), &responseType)
|
|
|
|
return responseType
|
|
}
|
|
|
|
func GetInitialToken() (token string, err error) {
|
|
page, err := http.Get("https://www.zinio.com/za/sign-in")
|
|
if err != nil {
|
|
fmt.Println("Unable to get initial token: " + err.Error())
|
|
return "", err
|
|
}
|
|
|
|
data, _ := ioutil.ReadAll(page.Body)
|
|
|
|
re := regexp.MustCompile(`"(jwt)":"((\\"|[^"])*)"`)
|
|
|
|
found := re.FindSubmatch(data)
|
|
|
|
return string(found[2]), nil
|
|
}
|
|
|
|
func GetLoginToken(initialToken string, username string, password string) LoginResponse {
|
|
client := &http.Client{}
|
|
|
|
var jsonStr = []byte(`{"username":"` + username + `","password":"` + password + `"}`)
|
|
req, _ := http.NewRequest("POST", "https://www.zinio.com/api/login?project=99&logger=null", bytes.NewBuffer(jsonStr))
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
req.Header.Add("Authorization", initialToken)
|
|
|
|
resp, _ := client.Do(req)
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := LoginResponse{}
|
|
|
|
_ = json.Unmarshal([]byte(data), &responseType)
|
|
|
|
return responseType
|
|
|
|
}
|
|
|
|
func GetLibrary(userToken LoginResponse, initialToken string, endpoint string) []LibraryResponse {
|
|
client := &http.Client{}
|
|
|
|
var itemsToReturn []LibraryResponse
|
|
issuesToFetch := 120
|
|
|
|
pageToFetch := 1
|
|
for {
|
|
req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/users/"+userToken.Data.User.UserIDString+"/library_issues?limit="+strconv.Itoa(issuesToFetch)+"&page="+strconv.Itoa(pageToFetch), nil)
|
|
|
|
req.Header.Add("Content-Type", "application/json")
|
|
//req.Header.Add("Authorization", "bearer "+userToken.Data.Token.AccessToken)
|
|
req.Header.Add("Authorization", initialToken)
|
|
|
|
resp, err := client.Do(req)
|
|
|
|
if err != nil {
|
|
fmt.Println("Unable to get Library: " + err.Error())
|
|
}
|
|
|
|
data, _ := ioutil.ReadAll(resp.Body)
|
|
|
|
responseType := LibraryResponse{}
|
|
|
|
_ = json.Unmarshal(data, &responseType)
|
|
|
|
if len(responseType.Data) > 0 {
|
|
itemsToReturn = append(itemsToReturn, responseType)
|
|
pageToFetch++
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
|
|
return itemsToReturn
|
|
}
|
|
|
|
func fileExists(filename string) bool {
|
|
info, err := os.Stat(filename)
|
|
if os.IsNotExist(err) {
|
|
return false
|
|
}
|
|
return !info.IsDir()
|
|
}
|
|
|
|
type LoginResponse struct {
|
|
Status bool `json:"status"`
|
|
Data LoginData `json:"data"`
|
|
}
|
|
|
|
type LoginData struct {
|
|
User User `json:"user"`
|
|
Token Token `json:"token"`
|
|
RefreshToken string `json:"refreshToken"`
|
|
}
|
|
|
|
type User struct {
|
|
UserIDString string `json:"user_id_string"`
|
|
}
|
|
|
|
type Token struct {
|
|
AccessToken string `json:"access_token"`
|
|
}
|
|
|
|
type LibraryResponse struct {
|
|
Status bool `json:"status"`
|
|
Data []LibraryData `json:"data"`
|
|
}
|
|
|
|
type LibraryData struct {
|
|
Id int `json:"id"`
|
|
Name string `json:"name"`
|
|
Publication Publication `json:"publication"`
|
|
}
|
|
|
|
type Publication struct {
|
|
Name string `json:"name"`
|
|
}
|
|
|
|
//https://stackoverflow.com/questions/47606761/repeat-code-if-an-error-occured
|
|
func retry(attempts int, sleep time.Duration, f func() error) (err error) {
|
|
for i := 0; ; i++ {
|
|
err = f()
|
|
if err == nil {
|
|
return
|
|
}
|
|
|
|
if i >= (attempts - 1) {
|
|
break
|
|
}
|
|
|
|
time.Sleep(sleep)
|
|
|
|
fmt.Println("retrying after error:", err)
|
|
}
|
|
return fmt.Errorf("after %d attempts, last error: %s", attempts, err)
|
|
}
|
|
|
|
func GetDefaultTemplate() string {
|
|
return `<html>
|
|
<head>
|
|
<!--<style>
|
|
@media all {
|
|
@page { margin: 0px; }
|
|
body { margin-top: 0cm;
|
|
margin-left:auto;
|
|
}
|
|
|
|
|
|
}
|
|
</style>-->
|
|
<style>
|
|
html, body {
|
|
width: fit-content;
|
|
height: fit-content;
|
|
margin: 0px;
|
|
padding: 0px;
|
|
}
|
|
</style>
|
|
|
|
<style id=page_style>
|
|
@page { size: 100px 100px ; margin : 0px }
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<object type="image/svg+xml" data="SVG_PATH" ></object>
|
|
|
|
<script>
|
|
window.onload = fixpage;
|
|
|
|
function fixpage() {
|
|
|
|
renderBlock = document.getElementsByTagName("html")[0];
|
|
renderBlockInfo = window.getComputedStyle(renderBlock)
|
|
|
|
// fix chrome page bug
|
|
fixHeight = parseInt(renderBlockInfo.height) + 1 + "px"
|
|
|
|
pageCss = '@page { size: \${renderBlockInfo.width} \${fixHeight} ; margin:0;}'
|
|
document.getElementById("page_style").innerHTML = pageCss
|
|
}
|
|
</script>
|
|
</body>
|
|
|
|
|
|
</html>`
|
|
}
|