package main import ( "bytes" "encoding/json" "flag" "fmt" "github.com/pdfcpu/pdfcpu/pkg/api" "io/ioutil" "net/http" "os" "os/exec" "regexp" "strconv" "strings" "time" ) type Response struct { Status bool `json:"status"` Data []Data `json:"data"` } type Data struct { Source string `json:"src"` Index string `json:"index"` } func main() { usernamePtr := flag.String("u", "", "Zinio Username") passwordPtr := flag.String("p", "", "Zinio Password") chromePtr := flag.String("c", "google-chrome", "Chrome executable") zinioHostPtr := flag.String("e", "api-sec.ziniopro.com", "Zinio Host (Excluding port and URI Scheme). Known: `api-sec`, `api-sec-2`") flag.Parse() fmt.Println("Starting the application...") initialToken, err := GetInitialToken() if err != nil { os.Exit(1) } loginToken := GetLoginToken(initialToken, *usernamePtr, *passwordPtr) issues := GetLibrary(loginToken, initialToken, *zinioHostPtr) fmt.Println("Found " + strconv.Itoa(len(issues.Data)) + " issues in library.") fmt.Println("Loading HTML template") defaultTemplate := "

" template, _ := ioutil.ReadFile("template.html") if template == nil || len(template) == 0 { fmt.Println("template.html not found, or empty. using built in template. Consider changing this if your files are cropped.") template = []byte(defaultTemplate) } mydir, err := os.Getwd() if err != nil { fmt.Println(err) } //fmt.Println("Grabbing list of pages...") if _, err := os.Stat(mydir + "/issue/"); os.IsNotExist(err) { os.Mkdir(mydir+"/issue/", os.ModeDir) } for _, issue := range issues.Data { issuePath := mydir + "/issue/" + strconv.Itoa(issue.Id) completeName := mydir + "/issue/" + issue.Publication.Name + " - " + issue.Name + ".pdf" if fileExists(completeName) { fmt.Println("Issue already found: " + issue.Publication.Name + " - " + issue.Name) continue } pages := GetPages(loginToken, issue, initialToken, *zinioHostPtr) var filenames []string for i := 0; i < len(pages.Data); i++ { fmt.Println("Source ", pages.Data[i].Source) fmt.Println("ID: ", pages.Data[i].Index) pathString := issuePath + "_" + pages.Data[i].Index htmldata := strings.Replace(string(template), "SVG_PATH", pages.Data[i].Source, -1) //write html file, embedding svg ioutil.WriteFile(pathString+".html", []byte(htmldata), 0644) //convert to pdf cmd := exec.Command(*chromePtr, "--headless", "--disable-gpu", "--print-to-pdf="+pathString+".pdf", "--no-margins", pathString+".html") fmt.Println(cmd.Args) err := cmd.Run() if err != nil { fmt.Printf("cmd.Run() failed with %s\n. You should retry this page.", err) } _ = os.Remove(pathString + ".html") _ = os.Remove(pathString + ".svg") //remove last page err = retry(5, 2*time.Second, func() (err error) { err = api.RemovePagesFile(pathString+".pdf", "", []string{"2-"}, nil) if err != nil { fmt.Printf("Removing extra pages failed with %s\n.", err) } else { fmt.Printf("Removed pages.") } return }) filenames = append(filenames, pathString+".pdf") } _ = api.MergeCreateFile(filenames, completeName, nil) for _, fileName := range filenames { _ = os.Remove(fileName) } } fmt.Println("Terminating the application...") } func GetPages(userToken LoginResponse, issue LibraryData, token string, endpoint string) Response { client := &http.Client{} //req, _ := http.NewRequest("GET", "https://"+endpoint+"/newsstand/v2/newsstands/134/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil) req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/issues/"+strconv.Itoa(issue.Id)+"/content/pages?format=svg&application_id=9901&css_content=true&user_id="+userToken.Data.User.UserIDString, nil) req.Header.Add("Content-Type", "application/json") //req.Header.Add("Authorization", "bearer "+token) req.Header.Add("Authorization", token) resp, _ := client.Do(req) data, _ := ioutil.ReadAll(resp.Body) responseType := Response{} _ = json.Unmarshal([]byte(data), &responseType) return responseType } func GetInitialToken() (token string, err error) { page, err := http.Get("https://www.zinio.com/za/sign-in") if err != nil { fmt.Println("Unable to get initial token: " + err.Error()) return "", err } data, _ := ioutil.ReadAll(page.Body) re := regexp.MustCompile(`"(jwt)":"((\\"|[^"])*)"`) found := re.FindSubmatch(data) return string(found[2]), nil } func GetLoginToken(initialToken string, username string, password string) LoginResponse { client := &http.Client{} var jsonStr = []byte(`{"username":"` + username + `","password":"` + password + `"}`) req, _ := http.NewRequest("POST", "https://www.zinio.com/api/login?project=99&logger=null", bytes.NewBuffer(jsonStr)) req.Header.Add("Content-Type", "application/json") req.Header.Add("Authorization", initialToken) resp, _ := client.Do(req) data, _ := ioutil.ReadAll(resp.Body) responseType := LoginResponse{} _ = json.Unmarshal([]byte(data), &responseType) return responseType } func GetLibrary(userToken LoginResponse, initialToken string, endpoint string) LibraryResponse { client := &http.Client{} req, _ := http.NewRequest("GET", "https://zinio.com/api/newsstand/newsstands/101/users/"+userToken.Data.User.UserIDString+"/library_issues", nil) req.Header.Add("Content-Type", "application/json") //req.Header.Add("Authorization", "bearer "+userToken.Data.Token.AccessToken) req.Header.Add("Authorization", initialToken) resp, err := client.Do(req) if err != nil { fmt.Println("Unable to get Library: " + err.Error()) } data, _ := ioutil.ReadAll(resp.Body) responseType := LibraryResponse{} _ = json.Unmarshal(data, &responseType) return responseType } func fileExists(filename string) bool { info, err := os.Stat(filename) if os.IsNotExist(err) { return false } return !info.IsDir() } type LoginResponse struct { Status bool `json:"status"` Data LoginData `json:"data"` } type LoginData struct { User User `json:"user"` Token Token `json:"token"` RefreshToken string `json:"refreshToken"` } type User struct { UserIDString string `json:"user_id_string"` } type Token struct { AccessToken string `json:"access_token"` } type LibraryResponse struct { Status bool `json:"status"` Data []LibraryData `json:"data"` } type LibraryData struct { Id int `json:"id"` Name string `json:"name"` Publication Publication `json:"publication"` } type Publication struct { Name string `json:"name"` } //https://stackoverflow.com/questions/47606761/repeat-code-if-an-error-occured func retry(attempts int, sleep time.Duration, f func() error) (err error) { for i := 0; ; i++ { err = f() if err == nil { return } if i >= (attempts - 1) { break } time.Sleep(sleep) fmt.Println("retrying after error:", err) } return fmt.Errorf("after %d attempts, last error: %s", attempts, err) }