add ParseReader

_examples/basic/main.go

@@ -2,8 +2,8 @@ package main
 
 import (
 	"encoding/json"
-	"fmt"
 	"github.com/foolin/pagser"
+	"log"
 )
 
 const rawPageHtml = `
@@ -43,20 +43,17 @@ type ExampPage struct {
 func main() {
 	//New default config
 	p := pagser.New()
-
 	//data parser model
 	var page ExampPage
-
 	//parse html data
 	err := p.Parse(&page, rawPageHtml)
-
 	//check error
 	if err != nil {
-		panic(err)
+		log.Fatal(err)
 	}
 
 	//print data
-	fmt.Printf("Page data json: \n-------------\n%v\n-------------\n", toJson(page))
+	log.Printf("Page data json: \n-------------\n%v\n-------------\n", toJson(page))
 }
 
 func toJson(v interface{}) string {

_examples/http/main.go

@@ -0,0 +1,45 @@
+package main
+
+import (
+	"encoding/json"
+	"github.com/foolin/pagser"
+	"log"
+	"net/http"
+)
+
+type ExampPage struct {
+	Title string `pagser:"title"`
+	H1    string `pagser:"h1"`
+	Navs  []struct {
+		ID   int    `pagser:"->attrInt(id, -1)"`
+		Name string `pagser:"a"`
+		Url  string `pagser:"a->attr(href)"`
+	} `pagser:".navlink li"`
+}
+
+func main() {
+	resp, err := http.Get("https://raw.githubusercontent.com/foolin/pagser/master/_examples/pages/demo.html")
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer resp.Body.Close()
+
+	//New default config
+	p := pagser.New()
+	//data parser model
+	var page ExampPage
+	//parse html data
+	err = p.ParseReader(&page, resp.Body)
+	//check error
+	if err != nil {
+		panic(err)
+	}
+
+	//print data
+	log.Printf("Page data json: \n-------------\n%v\n-------------\n", toJson(page))
+}
+
+func toJson(v interface{}) string {
+	data, _ := json.MarshalIndent(v, "", "\t")
+	return string(data)
+}

pagser_test.go

@@ -3,6 +3,7 @@ package pagser
 import (
 	"fmt"
 	"github.com/PuerkitoBio/goquery"
+	"net/http"
 	"strings"
 	"testing"
 )
@@ -76,6 +77,22 @@ func TestParse(t *testing.T) {
 	fmt.Printf("json: %v\n", prettyJson(data))
 }
 
+func TestPagser_ParseReader(t *testing.T) {
+	res, err := http.Get("https://raw.githubusercontent.com/foolin/pagser/master/_examples/pages/demo.html")
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer res.Body.Close()
+
+	p := New()
+	var data HtmlPage
+	err = p.ParseReader(&data, res.Body)
+	if err != nil {
+		t.Fatal(err)
+	}
+	fmt.Printf("json: %v\n", prettyJson(data))
+}
+
 func TestParseFuncArgs(t *testing.T) {
 	//const str = `"Hello world, Andy", abc, 123, 1.2,3, -1, ',','abc\'x', -12.3, true, '1,2,3', false, "[1,2,3]",bool`
 	//const str = `Foo bar random "letters lol" stuff`

parse.go

@@ -4,6 +4,7 @@ import (
 	"fmt"
 	"github.com/PuerkitoBio/goquery"
 	"github.com/spf13/cast"
+	"io"
 	"reflect"
 	"strings"
 )
@@ -17,6 +18,15 @@ func (p *Pagser) Parse(v interface{}, document string) (err error) {
 	return p.ParseDocument(v, reader)
 }
 
+// Parse parse html to struct
+func (p *Pagser) ParseReader(v interface{}, reader io.Reader) (err error) {
+	doc, err := goquery.NewDocumentFromReader(reader)
+	if err != nil {
+		return err
+	}
+	return p.ParseDocument(v, doc)
+}
+
 // ParseDocument parse document to struct
 func (p *Pagser) ParseDocument(v interface{}, document *goquery.Document) (err error) {
 	return p.ParseSelection(v, document.Selection)