蘇寧易購價格爬取（golang）

如果商品地址為：http://product.suning.com/0070230548/10608983060.html

則價格地址：

http://pas.suning.com/nspcsale_0_000000010608983060_000000010608983060_0070230548_20_021_0210101_500353_1000267_9264_12113_Z001___R9006849_3.3_1___000278188__.html?callback=pcData&_=1558663936729

 

如果商品地址為：http://product.suning.com/0000000000/144016246.html

則價格地址：

http://pas.suning.com/nspcsale_0_000000000144016246_000000000144016246_0000000000_20_021_0210101_500353_1000267_9264_12113_Z001___R9006850_2.86_0___000278188__.html?callback=pcData&_=1558664442552

 

參考：3.1、蘇寧百萬級商品爬取 思路講解 商品爬取

python 抓取 蘇寧價格地址

 

 python和go共同爬取了相同的數據（135個商品的數據），go用時19.457s，python（未使用任何爬蟲框架）用時178.672s

 

go：

package main

import (
    "fmt"
    "io/ioutil"
    "net/http"
    "regexp"
    "strings"
)

func GetGoodPrice(url string) string {
    re := regexp.MustCompile(`com/(.*?).html`)
    keynum := re.FindAllStringSubmatch(url, -1)
    keynum0 := keynum[0][1]
    key0 := strings.Split(keynum0, "/")[0]
    key1 := strings.Split(keynum0, "/")[1]
    priceurl := "http://pas.suning.com/nspcsale_0_000000000" + key1 + "_000000000" + key1 + "_" + key0 + "_20_021_0210101_500353_1000267_9264_12113_Z001___R9006849_3.3_1___000278188__.html?callback=pcData&_=1558663936729"
    if len(key1) == 11 {
        priceurl = "http://pas.suning.com/nspcsale_0_0000000" + key1 + "_0000000" + key1 + "_" + key0 + "_20_021_0210101_500353_1000267_9264_12113_Z001___R9006849_3.3_1___000278188__.html?callback=pcData&_=1558663936729"
    }

    resp, err := http.Get(priceurl)
    if err != nil {
        panic(err)
    }
    if resp.StatusCode != 200 {
        fmt.Println("err")
    }
    s, _ := ioutil.ReadAll(resp.Body)
    resp.Body.Close()

    re0 := regexp.MustCompile(`"netPrice":"(.*?)","warrantyList`)
    price := re0.FindAllStringSubmatch(string(s), -1)
    // fmt.Println(price)
    // fmt.Println(priceurl)
    return price[0][1]
}
func main() {
    url := `http://product.suning.com/0000000000/144016246.html`
    price := GetGoodPrice(url)
    fmt.Println(price)
}