hello-go/spider/spiders/qianlima/visitor_test.go

package qianlima

import (
	"fmt"
	"git.aionnect.com/hello-go/spider/common"
	"git.aionnect.com/hello-go/spider/spiders"
	"git.aionnect.com/hello-go/spider/spiders/qianlima/items"
	"net/http"
	"testing"
)

func TestVisitorSpider(t *testing.T) {
	// 从起始页开始执行爬虫
	params := &items.PagingParams{PagingNo: 1, DaysLimit: 7}
	startingUrl := fmt.Sprintf(TargetUrl, params.PagingNo)
	target := &common.Target{
		Key:     VisitorPaging,
		Method:  http.MethodPost,
		URL:     startingUrl,
		Referer: RefererUrl,
		Item:    params,
	}
	spiders.Run(target,
		NewVisitorPagingSpider(),
		NewVisitorDetailSpider(),
	)
	fmt.Println("Done!")
}