goPaxan/webActions.go

package paxan

import (
	"io"
	"log"
	"net/http"
	"net/http/cookiejar"
	"net/url"
	"os"
	"strconv"
	"strings"
	"time"

	"github.com/PuerkitoBio/goquery"
)

type paxanWebOrder struct {
	InvoiceNumber int
	Type          string
	Date          string
}

type paxanWebOrderEntry struct {
	Position      string
	ArticleNumber int
	Description   string
	ProductLink   string
	Amount        string
	Price         string
	Total         string
	Amount2       string
	Price2        string
	Total2        string
}

func convertStringToBool(value string) bool {
	if value == "X" {
		return true
	}
	if value == "A" {
		return true
	}
	return false
}

func convertStringToFloat(value string) float64 {
	value = strings.Replace(value, " €", "", -1)
	value = strings.Replace(value, ",", ".", -1)
	valueFloat, _ := strconv.ParseFloat(value, 46)
	return valueFloat
}

func convertStringToInt(value string) int {
	valueInt, _ := strconv.Atoi(value)
	return valueInt
}

func convertStringToTime(value string) time.Time {
	time, err := time.Parse("02.01.06", value)
	if err != nil {
		log.Fatalln(err)
	}
	return time
}

func downloadFile(filepath string, resp *http.Response) error {
	// Create the file
	file, err := os.Create(filepath)
	if err != nil {
		return err
	}
	defer file.Close()

	// Write the body to file
	_, err = io.Copy(file, resp.Body)
	if err != nil {
		return err
	}

	return nil
}

// NewClient - Login
func NewClient(user string, password string) (*http.Client, error) {
	// New http client with cookie
	cookieJar, _ := cookiejar.New(nil)
	client := &http.Client{
		Jar: cookieJar,
	}

	loginvalues := make(url.Values)
	loginvalues.Set("performAction", "processLogin")
	loginvalues.Set("personlogin", user)
	loginvalues.Set("personpwd", password)
	loginvalues.Set("firma", "paxan")
	_, err := client.PostForm("https://www.hakopaxan-shop.de/html/login.html", loginvalues)
	if err != nil {
		return nil, err
	}

	return client, nil
}

// CloseClient - Logout
func CloseClient(client *http.Client) error {
	// Logout
	_, err := client.Get("https://www.hakopaxan-shop.de/html/logout-performAction-processLogout.html")
	if err != nil {
		return err
	}

	return nil
}

func paxanGetOrders(client *http.Client) ([]paxanWebOrder, error) {
	var list []paxanWebOrder
	kvs := make(map[string]string)

	r, err := client.Get("https://www.hakopaxan-shop.de/html/customerDocumentList.html?customerDocumentListId=invoice&requestedPeriod=365")
	if err != nil {
		return nil, err
	}

	doc, err := goquery.NewDocumentFromReader(io.Reader(r.Body))
	if err != nil {
		return nil, err
	}

	var headline []string
	// Find the table header
	doc.Find(".tableHeader").Each(func(i int, s *goquery.Selection) {
		s.Find(".tableCell").Each(func(i int, s *goquery.Selection) {
			title := s.Contents().Text()
			title = strings.Replace(title, "\n", "", -1)
			title = strings.TrimSpace(title)

			headline = append(headline, title)
		})
	})

	// Find the table items
	doc.Find(".tableRowGroup").Each(func(i int, s *goquery.Selection) {
		s.Find(".tableCell").Each(func(j int, s *goquery.Selection) {
			title := "undefined"
			if j < len(headline) {
				title = headline[j]
			}

			text := s.Contents().Text()
			text = strings.Replace(text, "\n", "", -1)
			text = strings.Split(text, ":")[1]
			text = strings.TrimSpace(text)
			kvs[title] = text
			//fmt.Printf("%s - %s\n", title, text)
		})
		//fmt.Println(kvs)

		num, _ := strconv.Atoi(kvs["Beleg-Nr."])
		n := paxanWebOrder{InvoiceNumber: num, Type: kvs["Belegart"], Date: kvs["Datum"]}
		list = append(list, n)
	})

	return list, nil
}

func paxanGetOrderDetails(client *http.Client, orderNumber int) ([]paxanWebOrderEntry, error) {
	var list []paxanWebOrderEntry

	url := "https://www.hakopaxan-shop.de/html/customerDocument-customerDocumentId-" + strconv.Itoa(orderNumber) + "-customerDocumentListId-invoice-requestedPeriod-365.html"
	r, err := client.Get(url)
	if err != nil {
		return nil, err
	}

	doc, err := goquery.NewDocumentFromReader(io.Reader(r.Body))
	if err != nil {
		return nil, err
	}

	// Go through table row by row
	doc.Find(".tableRowGroup").Each(func(i int, s *goquery.Selection) {
		var row []string
		s.Find(".tableCell").Each(func(j int, s *goquery.Selection) {
			text := s.Contents().Text()
			// Column 3 contains some more info
			if j == 2 {
				text = s.Find(".lineItemName").Text()
				// Search for the link to the product page
				linkTag := s.Find("a")
				link, _ := linkTag.Attr("href")
				row = append(row, link)
			}

			text = strings.Replace(text, "\n", "", -1)
			text = strings.TrimSpace(text)
			row = append(row, text)

		})

		num, _ := strconv.Atoi(row[1])
		n := paxanWebOrderEntry{Position: row[0],
			ArticleNumber: num,
			Description:   row[3],
			ProductLink:   row[2],
			Amount:        row[4],
			Price:         row[5],
			Total:         row[6],
			Amount2:       row[7],
			Price2:        row[8],
			Total2:        row[9]}
		list = append(list, n)
	})

	return list, nil
}

// ExportNewOrders - Export new orders into orders.csv
func ExportNewOrders(client *http.Client, lastOrder int) error {
	f, err := os.OpenFile("orders.csv", os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0600)
	if err != nil {
		return err
	}
	defer f.Close()

	orders, err := paxanGetOrders(client)
	if err != nil {
		return err
	}

	i, j := 0, 0
	for _, order := range orders {
		if order.InvoiceNumber <= lastOrder {
			continue
		}

		orderDetails, err := paxanGetOrderDetails(client, order.InvoiceNumber)
		if err != nil {
			return err
		}

		for _, orderDetail := range orderDetails {
			text := strconv.Itoa(order.InvoiceNumber) + ";" +
				order.Type + ";" +
				order.Date + ";" +

				orderDetail.Position + ";" +
				strconv.Itoa(orderDetail.ArticleNumber) + ";" +
				orderDetail.Description + ";" +
				orderDetail.ProductLink + ";" +
				orderDetail.Amount + ";" +
				orderDetail.Price + ";" +
				orderDetail.Total + ";" +
				orderDetail.Amount2 + ";" +
				orderDetail.Price2 + ";" +
				orderDetail.Total2 + "\n"

			_, err = f.WriteString(text)
			if err != nil {
				return err
			}

			j++
		}

		i++
	}

	log.Printf("Added %d order(s) with %d article(s)", i, j)

	return nil
}