winForm的淘寶請求之路 - 獲取商品篇

using System;
using System.Collections.Generic;
using System.Text;
using System.Net;
using System.IO;
using System.Collections.Generic;

namespace Common
{
    public class HttpHelper
    {
        #region 淘寶系列
        public static string GetHtmlHttp(string URL, string postData, string cookie, out string header)
        {
            return GetHtmlHttp("https://cas.sdo.com:80", URL, postData, cookie, out header);
        }
        public static string GetHtmlHttp(string server, string URL, string postData, string cookie, out string header)
        {
            byte[] byteRequest = Encoding.Default.GetBytes(postData);
            return GetHtmlHttp(server, URL, byteRequest, cookie, out header);
        }
        public static string GetHtmlHttp(string server, string URL, byte[] byteRequest, string cookie, out string header)
        {
            byte[] bytes = GetHtmlByBytes(server, URL, byteRequest, cookie, out header);
            Stream getStream = new MemoryStream(bytes);
            StreamReader streamReader = new StreamReader(getStream, Encoding.Default);
            string getString = streamReader.ReadToEnd();
            streamReader.Close();
            getStream.Close();
            return getString;
        }
        public static string GetHtmlHttp(string URL, string cookie, ref string header)
        {
            Uri baseuri = new Uri(URL);
            string server = "http://" + baseuri.Host;
            return GetHtmlHttp(URL, cookie, ref header, server);
        }
        public static string GetHtmlHttp(string URL, string cookie, ref string header, string server)
        {
            HttpWebRequest httpWebRequest;
            HttpWebResponse webResponse;
            Stream getStream;
            StreamReader streamReader;
            string getString = "";
            httpWebRequest = (HttpWebRequest)HttpWebRequest.Create(URL);
            httpWebRequest.Accept = "*/*";
            httpWebRequest.Referer = "http://www.taobao.com/";
            CookieContainer co = new CookieContainer();
            //cookie = HeaderCheck(header, cookie);
            co.SetCookies(new Uri(server), cookie);
            httpWebRequest.CookieContainer = co;
            httpWebRequest.UserAgent =
                "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E)";
            httpWebRequest.Method = "GET";
            webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
            header = webResponse.Headers.ToString();
            getStream = webResponse.GetResponseStream();
            streamReader = new StreamReader(getStream, Encoding.Default);
            getString = streamReader.ReadToEnd();

            streamReader.Close();
            getStream.Close();
            return getString;
        }
        public static byte[] GetHtmlByBytes(string server, string URL, byte[] byteRequest, string cookie, out string header)
        {
            long contentLength;
            HttpWebRequest httpWebRequest;
            HttpWebResponse webResponse;
            Stream getStream;

            httpWebRequest = (HttpWebRequest)HttpWebRequest.Create(URL);
            CookieContainer co = new CookieContainer();
            co.SetCookies(new Uri(server), cookie);

            httpWebRequest.CookieContainer = co;

            httpWebRequest.ContentType = "application/x-www-form-urlencoded";
            httpWebRequest.Accept =
                "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, application/vnd.ms-excel, application/vnd.ms-powerpoint, application/msword, */*";
            httpWebRequest.Referer = "http://zh.sdo.com";
            httpWebRequest.UserAgent =
                "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Maxthon; .NET CLR 1.1.4322)";
            httpWebRequest.Method = "Post";
            httpWebRequest.ContentLength = byteRequest.Length;
            Stream stream;
            stream = httpWebRequest.GetRequestStream();
            stream.Write(byteRequest, 0, byteRequest.Length);
            stream.Close();
            webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
            header = webResponse.Headers.ToString();
            getStream = webResponse.GetResponseStream();
            contentLength = webResponse.ContentLength;

            byte[] outBytes = new byte[contentLength];
            outBytes = ReadFully(getStream);
            getStream.Close();
            return outBytes;
        }
        public static byte[] ReadFully(Stream stream)
        {
            byte[] buffer = new byte[128];
            using (MemoryStream ms = new MemoryStream())
            {
                while (true)
                {
                    int read = stream.Read(buffer, 0, buffer.Length);
                    if (read <= 0)
                        return ms.ToArray();
                    ms.Write(buffer, 0, read);
                }
            }
        }
        /// <summary>
        /// post數據處理
        /// </summary>
        /// <returns></returns>
        public Byte[] StringToByte()
        {
            //StringBuilder buf = new StringBuilder();
            //int i = 0;
            //foreach (String key in _PostData.Keys)
            //{
            //    if (i > 0) buf.Append("&");
            //    buf.Append(key + "=" + _PostData[key]);
            //    i++;
            //}
            //if (i == 0)
            //    return new byte[0];
            //else
            //    return Encoding.GetEncoding(PostDataCharset).GetBytes(buf.ToString());
            return null;
        }

        /// <summary>
        /// 淘寶登錄專用
        /// </summary>
        /// <param name="url"></param>
        /// <param name="methed"></param>
        /// <param name="param"></param>
        /// <param name="referer"></param>
        /// <param name="html"></param>
        /// <param name="header"></param>
        /// <param name="cookie"></param>
        /// <returns></returns>
        public static bool GetHtmlFindHeaders(string url, string methed, string param, string referer, out string html, out string header, string cookie)
        {
            try
            {
                HttpWebRequest httpWebRequest;
                HttpWebResponse webResponse;
                httpWebRequest = (HttpWebRequest)HttpWebRequest.Create(url);
                httpWebRequest.KeepAlive = true;
                httpWebRequest.AllowAutoRedirect = true;
                httpWebRequest.MaximumAutomaticRedirections = 10;
                httpWebRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0";
                httpWebRequest.Timeout = 10000;
                httpWebRequest.Accept = "*/*";
                httpWebRequest.Referer = "https://www.taobao.com/";
                CookieContainer co = new CookieContainer();
                string server = "http://" + (new Uri(url)).Host;
                if (cookie.Length > 0)
                {
                    co.SetCookies(new Uri(server), cookie);
                    httpWebRequest.CookieContainer = co;
                }
                //httpWebRequest.UserAgent =
                //    "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E)";
                httpWebRequest.Method = methed;


                if (methed.ToLower() == "post")
                {
                    //POST 提交
                    byte[] postData = Encoding.GetEncoding("UTF-8").GetBytes(param);
                    if (httpWebRequest.ContentType == null)
                        httpWebRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8";
                    httpWebRequest.ContentLength = postData.Length;
                    Stream reqStream = httpWebRequest.GetRequestStream();
                    reqStream.Write(postData, 0, postData.Length);
                    reqStream.Close();

                }

                webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
                StreamReader sr = new StreamReader(webResponse.GetResponseStream(), Encoding.Default);
                html = sr.ReadToEnd();
                header = webResponse.Headers.ToString();
                return true;
            }
            catch (Exception ex)
            {
                html = "出現異常(HttpHelper.GetHtmlFindHeaders)：" + ex.Message;
                header = null;
                return false;

            }
        }
        #endregion


        public static bool GetHtmlOA(string url, string methed, string param, out string html, out string header, string cookies)
        {
            try
            {
                var httpWebRequest = (HttpWebRequest)HttpWebRequest.Create(url);
                httpWebRequest.KeepAlive = true;
                httpWebRequest.AllowAutoRedirect = true;
                httpWebRequest.MaximumAutomaticRedirections = 10;
                httpWebRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0";
                httpWebRequest.Timeout = 10000;
                httpWebRequest.Accept = "*/*";
                httpWebRequest.Method = methed;
                var co = new CookieContainer();
                string server = "http://" + (new Uri(url)).Host;
                if (cookies.Length > 0)
                {
                    co.SetCookies(new Uri(server), cookies);
                    httpWebRequest.CookieContainer = co;
                }

                if (methed.ToLower() == "post")
                {
                    //POST 提交
                    byte[] postData = Encoding.UTF8.GetBytes(param);
                    if (httpWebRequest.ContentType == null)
                        httpWebRequest.ContentType = "application/x-www-form-urlencoded; charset=UTF-8";
                    httpWebRequest.ContentLength = postData.Length;
                    Stream reqStream = httpWebRequest.GetRequestStream();
                    reqStream.Write(postData, 0, postData.Length);
                    reqStream.Close();

                }

                HttpWebResponse webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
                StreamReader sr = new StreamReader(webResponse.GetResponseStream(), Encoding.UTF8);
                html = sr.ReadToEnd();
                header = webResponse.Headers.ToString();
                return true;
            }
            catch (Exception ex)
            {
                html = "出現異常(HttpHelper.GetHtmlFindHeaders)：" + ex.Message;
                header = null;
                return false;

            }
        }

        /// <summary>
        /// 獲取html
        /// </summary>
        /// <param name="url"></param>
        /// <param name="methed"></param>
        /// <param name="param"></param>
        /// <param name="referer"></param>
        /// <param name="html"></param>
        /// <returns></returns>
        public static bool GetHtml(string url, string methed, string param, string referer, out string html, out  string header)
        {
            return GetHtml(url, methed, param, referer, "gbk", out  html, out header);
        }

        /// <summary>
        /// 獲取html
        /// </summary>
        /// <param name="url"></param>
        /// <param name="methed"></param>
        /// <param name="param"></param>
        /// <param name="referer"></param>
        /// <param name="encode"></param>
        /// <param name="html"></param>
        /// <param name="header">返回一個頭部</param>
        /// <returns></returns>
        public static bool GetHtml(string url, string methed, string param, string referer, string encode, out string html, out string header)
        {
            if (param != null && methed == "get" && param.Length > 0)
            {
                if (url.IndexOf("?") >= 0)
                {
                    url += "&" + param;
                }
                else
                {
                    url += "?" + param;
                }
            }

            try
            {
                //WebRequest r;
                MSXML2.XMLHTTPClass mx = new MSXML2.XMLHTTPClass();
                mx.open(methed, url, false, null, null);
                mx.setRequestHeader("Content-Length", param.Length.ToString());
                mx.setRequestHeader("Content-Type", "application/x-www-form-urlencoded");
                mx.send(param);

                /*
                 0：請求未初始化（還沒有調用 open()）。
                 1：請求已經建立，但是還沒有發送（還沒有調用 send()）。
                 2：請求已發送，正在處理中（通常現在可以從響應中獲取內容頭）。
                 3：請求在處理中；通常響應中已有部分數據可用了，但是服務器還沒有完成響應的生成。
                 4：響應已完成；您可以獲取並使用服務器的響應了。
                 */
                if (mx.readyState != 4)
                {
                    html = "";
                    header = null;
                    return false;
                }
                html = mx.responseText;
                header = mx.getAllResponseHeaders();
                return true;
            }
            catch (Exception ex)
            {
                html = "出現異常(HttpHelper.GetHTML)：" + ex.Message;
                //System.Windows.Forms.MessageBox.Show(html);
                header = null;
                return false;
            }
        }

        public static bool GetBmp(string url, string methed, string param, out System.Drawing.Bitmap bmp)
        {
            if (param != null && methed == "get" && param.Length > 0)
            {
                if (url.IndexOf("?") >= 0)
                {
                    url += "&" + param;
                }
                else
                {
                    url += "?" + param;
                }
            }

            try
            {
                MSXML2.XMLHTTPClass mx = new MSXML2.XMLHTTPClass();
                mx.open(methed, url, false, null, null);
                mx.setRequestHeader("Content-Length", param.Length.ToString());
                mx.setRequestHeader("Content-Type", "application/x-www-form-urlencoded");
                mx.send(param);

                if (mx.readyState != 4)
                {
                    bmp = null;
                    return false;
                }

                object o = mx.responseBody;

                byte[] buff = (byte[])o;
                MemoryStream stream = new MemoryStream(buff);

                if (stream == null)
                {
                    bmp = null;
                    return false;
                }

                bmp = new System.Drawing.Bitmap(stream);

                return true;
            }
            catch (Exception ex)
            {
                //日志記錄
                bmp = null;
                return false;
            }
        }


        #region 公用

        /// <summary>
        /// 通過頭部信息截取出所Set-Cookie  並鏈接為一個字符串
        /// </summary>
        /// <param name="str"></param>
        /// <returns></returns>
        public static string ToCookies(string str)
        {
            string[] arr = str.Split(new[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries);
            StringBuilder buf = new StringBuilder();
            foreach (var item in arr)
            {
                if (item.StartsWith("Set-Cookie: "))
                {
                    buf.Append(GetCookieToString(item.Substring(12)));
                    //int intStart = item.IndexOf(";", System.StringComparison.Ordinal);
                    //string strCookie = item.Substring(12, intStart - 11);
                    //buf.Append(strCookie);
                }
            }
            return buf.ToString();
        }


        /// <summary>
        /// 通過頭部信息截取出所Set-Cookie  找到 名稱為key的 cookie
        /// </summary>
        /// <param name="str"></param>
        /// <param name="key">要在header中提取的cookie名</param>
        /// <returns></returns>
        public static string ToCookies(string str, string key)
        {
            try
            {
                string[] arr = str.Split(new[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries);

                var cookieStr = "";
                foreach (var item in arr)
                {
                    if (item.StartsWith("Set-Cookie: "))
                    {
                        //此cookie字符串 是用，鏈接的
                        cookieStr = GetCookieToString(item.Substring(12));
                    }
                }
                if (cookieStr.Length > 0)
                {
                    var strs = cookieStr.Split(',');
                    foreach (var item in strs)
                    {
                        if (item.StartsWith(key))
                        {
                            return item;
                        }
                    }
                }
                return "";
            }
            catch
            {
                return "";
            }
        }

        /// <summary>
        /// 修改字符串
        /// </summary>
        /// <param name="str"></param>
        /// <returns></returns>
        public static string GetCookieToString(string str)
        {
            string[] arr = str.Split(',');
            StringBuilder buf = new StringBuilder();
            foreach (var item in arr)
            {
                string cookieStr = "";
                int strCount = item.IndexOf(";", System.StringComparison.Ordinal);
                if (strCount > 0)
                {
                    cookieStr = item.Substring(0, strCount);
                }
                else
                {
                    cookieStr = item;
                }
                if (cookieStr.IndexOf("GMT", System.StringComparison.Ordinal) <= 0)
                {
                    Console.WriteLine(cookieStr);
                    buf.Append(cookieStr);
                    buf.Append(",");
                }
                if (cookieStr.IndexOf('&') > 0)
                {
                    Console.WriteLine("-----------" + cookieStr);
                }
            }
            return buf.ToString().TrimEnd(',');
        }

        /// <summary>
        /// 驗證cookies的個數
        /// </summary>
        /// <param name="str"></param>
        /// <returns></returns>
        public static string CheckCookieNum(string str)
        {
            //var need = new[] { "uc1", "uc3", "existShop", "lgc", "tracknick", "cookie2", "cookie1", "_cc_", "_l_g_", "_nk_", "cookie17", "_tb_token_","t" , |---"tbcp", "skt", "lc"};
            var need = new[] { "uc1", "uc3", "existShop", "lgc", "tracknick", "v", "sg", "cookie2", "mt", "cookie1", "unb", "t", "_cc_", "tg", "_l_g_", "_nk_", "cookie17", "_tb_token_" };
            var strs = str.Split(',');
            var sub = new StringBuilder();
            //if (strs.Length > 19)
            if (true)
            {
                foreach (var item in need)
                {
                    foreach (var val in strs)
                    {
                        if (val.StartsWith(item + "="))
                        {
                            sub.Append(val + ",");
                        }
                    }
                }
                return sub.ToString().TrimEnd(',');
            }
            return str;
        }

        /// <summary>
        /// 替換某一個cookies
        /// </summary>
        /// <param name="oldStr">舊cookies</param>
        /// <param name="newHeader">新header</param>
        /// <param name="key">要替換的key</param>
        /// <returns>替換好的header</returns>
        public static string ReaplceCookie(string oldStr, string newHeader, string key)
        {
            var oldStrs = oldStr.Split(',');
            var newStrs = ToCookies(newHeader).Split(',');
            var sub = new StringBuilder();
            foreach (var item in oldStrs)
            {
                if (item.StartsWith(key))
                {
                    var isRe = false;
                    foreach (var val in newStrs)
                    {
                        if (val.StartsWith(key))
                        {
                            sub.Append(val + ",");
                            isRe = true;
                        }
                    }
                    if (!isRe)
                    {
                        sub.Append(item + ",");
                    }
                }
                else
                {
                    sub.Append(item + ",");
                }
            }
            return sub.ToString().TrimEnd(',');
        }


        /// <summary>
        /// 結合heders和cookies
        /// </summary>
        /// <param name="headers"></param>
        /// <param name="cookies"></param>
        /// <returns></returns>
        public static string HeaderCheck(string headers, string cookies)
        {
            var str = ToCookies(headers);
            if (str.Length == 0)
            {
                return cookies;
            }
            else
            {
                var buf = new StringBuilder();
                buf.Append(GetCookieToString(str));
                if (cookies.Length > 0)
                {
                    buf.Append(",");
                }
                buf.Append(cookies);
                return buf.ToString();
            }
        }
        #endregion

    }
}

此類是自定義的http幫助類，關鍵的點就在其中。

 

下面的類是http的請求，有post和get

using System;
using System.Collections.Generic;
using System.Drawing;
using System.Net;
using System.Net.Sockets;
using System.Text;
using System.IO;
using Newtonsoft.Json;
using Newtonsoft.Json.Linq;

namespace Common
{
    public class LoginHelper
    {

        private string Username;
        private string Password;
        private string Code;
        private string Cookie;
        private bool NeedCode;

        public LoginHelper()
        {
        }

        public LoginHelper(string username, string password, string code, string cookie, bool needcode)
        {
            Username = username;
            Password = password;
            Code = code;
            Cookie = cookie;
            NeedCode = needcode;
        }

        #region 登錄

        /// <summary>
        /// 登錄，返回1，登錄成功
        /// </summary>
        /// <returns></returns>
        public bool Login(out string returnMsg, out string headers)
        {
            string loginMsg;
            try
            {
                loginMsg = LoginRun(out headers);
            }
            catch (Exception ex)
            {
                returnMsg = "出現異常(PostProHandler.Login)：請確認能否手動登錄淘寶助手。" + ex.Message;
                headers = null;
                return false;
            }

            if (loginMsg != "1")
            {
                returnMsg = loginMsg;
            }
            else
            {
                returnMsg = "登錄成功";
                return true;

            }
            return false;
        }

        /// <summary>
        /// 返回1，登錄成功
        /// </summary>
        /// <returns></returns>
        public string LoginRun(out string headers)
        {

            Console.WriteLine("開始模擬登錄");
            const string loginUrl = "https://login.taobao.com/member/login.jhtml"; //v1.2
            List<string> paramList = new List<string>();
            #region 暫不用字段
            //paramList.Add("CtrlVersion=1,0,0,7");
            //paramList.Add("fc=default");
            //paramList.Add("from=tb");
            //paramList.Add("loginsite=0");
            //paramList.Add("newlogin=1");
            //paramList.Add("style=default");
            //paramList.Add("support=000001");
            #endregion
            paramList.Add("sub=false");
            paramList.Add("callback=1");
            paramList.Add("loginType=3");
            paramList.Add("TPL_redirect_url=" + "http://www.taobao.com/");
            paramList.Add("TPL_username=" + Username);
            paramList.Add("TPL_password=" + UrlEncode(Password));
            if (NeedCode)
            {
                //驗證碼
                paramList.Add("need_check_code=yes");
                paramList.Add("TPL_checkcode=" + Code);
            }
            //執行登錄
            string param = string.Join("&", paramList.ToArray()); //v1.3
            string html;
            if (!NeedCode)
            {
                Cookie = "";
            }
            //登錄后的權威headers
            if (!HttpHelper.GetHtmlFindHeaders(loginUrl, "post", param, "", out html, out headers, Cookie))
            {
                return "登錄失敗(PostProHandler.LoginRun)：";
            }
            #region 解析登錄狀態
            JObject jsonObj = (JObject)JsonConvert.DeserializeObject(html);
            bool state = (bool)jsonObj["state"];
            string message = jsonObj["message"].ToString();


            ////登錄成功
            if (state)//v1.2
            {
                return "1";
            }
            if (message.Length > 0)
            {
                return message;
            }

            if (html.IndexOf("您輸入的驗證碼不正確", StringComparison.Ordinal) >= 0 || html.IndexOf("驗證碼錯誤", StringComparison.Ordinal) >= 0)
            {
                return "驗證碼輸入錯誤";
            }

            if (html.IndexOf("您輸入的密碼和登錄名不匹配", StringComparison.Ordinal) >= 0)
            {
                return "用戶名或密碼錯誤";
            }

            if (html.IndexOf("暫時無法登錄", StringComparison.Ordinal) >= 0)
            {
                return "暫時無法登錄_凍結";
            }
            #endregion
            return "未知登錄錯誤";
        }

        #endregion

        #region 驗證碼相關

        public static bool CheckIfNeedCode(string userName, out string html)
        {
            var url = "https://login.taobao.com/member/request_nick_check.do?_input_charset=UTF-8&username=" + userName;
            string headers;
            if (!HttpHelper.GetHtmlFindHeaders(url, "get", "", "", out html, out headers, ""))
            {
            }
            JObject jsonObj = (JObject)JsonConvert.DeserializeObject(html);
            bool needCode = jsonObj["needcode"].ToString().ToLower().Equals("true");
            return needCode;
        }

        #endregion

        #region 身份牌獲取

        public static bool GetCardTokenCookie(ref string cookie, string param)
        {
            string loginUrl = "https://login.taobao.com/member/vst.htm?callback=jsonp116&" + param; //v1.2
            string html = "";
            string header = "";
            if (!HttpHelper.GetHtmlFindHeaders(loginUrl, "get", "", "", out html, out header, cookie))
            {
            }

            //if (HttpHelper.GetHtml(loginUrl, "get", "", "", out html, out header))
            //{
            //}
            return true;
        }

        #endregion

        #region 獲取驗證碼圖片

        /// <summary>
        /// 獲取驗證碼圖片
        /// </summary>
        /// <returns></returns>
        public static Image GetCodeImg(out string cookie)
        {
            Console.WriteLine("打開阿里登錄頁，cookie2載入");
            string html;
            const string url = "https://login.taobao.com/member/login.jhtml?from=tb&full_redirect=true";
            string headers = "";
            HttpHelper.GetHtml(url, "get", "", "", out html, out headers);
            Console.WriteLine("結束打開阿里登錄頁，cookie2載入");

            Console.WriteLine("獲取cookie2");
            cookie = FullWebBrowserCookie.GetCookieInternal(new Uri(url), true);
            string cookie2 = FullWebBrowserCookie.GetCookieValue("cookie2", new Uri(url), true);
            Console.WriteLine("結束獲取cookie2");

            string codePath = "https://regcheckcode.taobao.com/auction/checkcode?sessionID=" + cookie2;

            Bitmap bmp;
            GetBmp(codePath, "get", out  bmp);

            return bmp;
        }

        //獲取驗證碼圖片
        private static void GetBmp(string url, string method, out Bitmap bmp)
        {
            var request = (HttpWebRequest)WebRequest.Create(url);
            request.Timeout = 20000;
            request.ServicePoint.ConnectionLimit = 100;
            request.ReadWriteTimeout = 30000;
            request.Method = method;
            var response = (HttpWebResponse)request.GetResponse();
            if (response.StatusCode != HttpStatusCode.OK)
            {
            }
            Stream resStream = response.GetResponseStream();
            bmp = null;
            if (resStream != null)
            {
                bmp = new Bitmap(resStream);
            }

            //this.pictureBox1.Image = new Bitmap(resStream);
        }


        #endregion

        #region 物品Post
        /// <summary>
        /// 物品post
        /// </summary>
        /// <param name="Ids"></param>
        /// <param name="postName"></param>
        /// <param name="postAction"></param>
        /// <param name="postEvent"></param>
        /// <param name="token"></param>
        /// <param name="cookie"></param>
        /// <param name="html"></param>
        /// <returns></returns>
        public static string PostGoods(string Ids, string postName, string postAction, string postEvent, string token, string cookie, out string html)
        {
            if (Ids.Length > 0)
            {
                const string loginUrl = "http://sell.taobao.com/auction/commodity/auction_list.htm?type=1"; //v1.2
                List<string> paramList = new List<string>();
                paramList.Add(token);
                paramList.Add("orderField=publishTime");
                paramList.Add("status=all");
                paramList.Add("orderType=desc");
                paramList.Add("oldPage=0");
                paramList.Add("type=1");
                paramList.Add("isFirstLogin=false");
                paramList.Add("shopCatName=");
                paramList.Add("searchKeyword=");
                paramList.Add("outID=");
                paramList.Add("category=");
                paramList.Add("scatid=");
                paramList.Add("startNum=");
                paramList.Add("endNum=");
                paramList.Add("startPrice=");
                paramList.Add("endPrice=");
                paramList.Add(postEvent + "=1");
                paramList.Add("action=" + postAction);
                paramList.Add("selectedItemIds=" + Ids);
                paramList.Add("name=" + postName);
                //paramList.Add("page=1");
                //執行登錄
                string param = string.Join("&", paramList.ToArray()); //v1.3
                //登錄后的權威headers
                string headers;
                if (!HttpHelper.GetHtmlFindHeaders(loginUrl + "&" + param, "get", param, "", out html, out headers, cookie))
                {
                    return "登錄失敗(PostProHandler.LoginRun)：";
                }
                else
                {
                    return html;
                }
            }
            html = null;
            return null;
        }
        #endregion

        #region 公用

        /// <summary>
        /// 將字符串URL編碼
        /// </summary>
        /// <param name="str"></param>
        /// <returns></returns>
        public static string UrlEncode(string str)
        {
            var sb = new StringBuilder();
            byte[] byStr = Encoding.UTF8.GetBytes(str); //默認是System.Text.Encoding.Default.GetBytes(str)
            for (var i = 0; i < byStr.Length; i++)
            {
                sb.Append(@"%" + Convert.ToString(byStr[i], 16));
            }

            return (sb.ToString());
        }

        #endregion
    }

}

 

下面是一個驗證碼的cookie獲取。貌似沒用到，也暫時記錄下來

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Net;
using System.Runtime.InteropServices;
using System.Security;
using System.Security.Permissions;
using System.Text;
using CookieHandler;

namespace CookieHandler
{
    internal sealed class INativeMethods
    {
        #region enums

        public enum ErrorFlags
        {
            ERROR_INSUFFICIENT_BUFFER = 122,
            ERROR_INVALID_PARAMETER = 87,
            ERROR_NO_MORE_ITEMS = 259
        }

        public enum InternetFlags
        {
            INTERNET_COOKIE_HTTPONLY = 8192, //Requires IE 8 or higher     
            INTERNET_COOKIE_THIRD_PARTY = 131072,
            INTERNET_FLAG_RESTRICTED_ZONE = 16
        }

        #endregion

        #region DLL Imports

        [SuppressUnmanagedCodeSecurity, SecurityCritical, DllImport("wininet.dll", EntryPoint = "InternetGetCookieExW", CharSet = CharSet.Unicode, SetLastError = true, ExactSpelling = true)]
        internal static extern bool InternetGetCookieEx([In] string Url, [In] string cookieName, [Out] StringBuilder cookieData, [In, Out] ref uint pchCookieData, uint flags, IntPtr reserved);

        #endregion
    }

}


/// <SUMMARY></SUMMARY>
/// 取得WebBrowser的完整Cookie。
/// 因為默認的webBrowser1.Document.Cookie取不到HttpOnly的Cookie
/// IE7不兼容，IE8可以，其它未知
///
public class FullWebBrowserCookie
{
    public static Dictionary<string, string> GetCookieList(Uri uri, bool throwIfNoCookie)
    {
        Dictionary<string, string> dict = new Dictionary<string, string>();
        string cookie = GetCookieInternal(uri, throwIfNoCookie);
        Console.WriteLine("FullWebBrowserCookie - 所有cookie:" + cookie);
        string[] arrCookie = cookie.Split(';');
        foreach (var item in arrCookie)
        {
            string[] arr = item.Split('=');
            string key = arr[0].Trim();
            string val = "";
            if (arr.Length >= 2)
            {
                val = arr[1].Trim();
            }

            if (!dict.ContainsKey(key))
            {
                dict.Add(key, val);
            }
        }
        Console.WriteLine("FullWebBrowserCookie - cookie已載入dict，共" + dict.Count.ToString() + "項");

        return dict;
    }

    public static string GetCookieValue(string key, Uri uri, bool throwIfNoCookie)
    {
        Console.WriteLine("GetCookieValue");
        Dictionary<string, string> dict = GetCookieList(uri, throwIfNoCookie);

        if (dict.ContainsKey(key))
        {
            return dict[key];
        }
        return "";
    }

    [SecurityCritical]
    public static string GetCookieInternal(Uri uri, bool throwIfNoCookie)
    {
        Console.WriteLine("GetCookieInternal");

        uint pchCookieData = 0;
        string url = UriToString(uri);
        uint flag = (uint)INativeMethods.InternetFlags.INTERNET_COOKIE_HTTPONLY;

        //Gets the size of the string builder     
        if (INativeMethods.InternetGetCookieEx(url, null, null, ref pchCookieData, flag, IntPtr.Zero))
        {
            pchCookieData++;
            StringBuilder cookieData = new StringBuilder((int)pchCookieData);

            //Read the cookie     
            if (INativeMethods.InternetGetCookieEx(url, null, cookieData, ref pchCookieData, flag, IntPtr.Zero))
            {
                DemandWebPermission(uri);
                return cookieData.ToString();
            }
        }

        int lastErrorCode = Marshal.GetLastWin32Error();

        if (throwIfNoCookie || (lastErrorCode != (int)INativeMethods.ErrorFlags.ERROR_NO_MORE_ITEMS))
        {
            throw new Win32Exception(lastErrorCode);
        }

        return null;
    }

    private static void DemandWebPermission(Uri uri)
    {
        string uriString = UriToString(uri);

        if (uri.IsFile)
        {
            string localPath = uri.LocalPath;
            new FileIOPermission(FileIOPermissionAccess.Read, localPath).Demand();
        }
        else
        {
            new WebPermission(NetworkAccess.Connect, uriString).Demand();
        }
    }
    private static string UriToString(Uri uri)
    {
        if (uri == null)
        {
            throw new ArgumentNullException("uri");
        } UriComponents components = (uri.IsAbsoluteUri ? UriComponents.AbsoluteUri : UriComponents.SerializationInfoString); return new StringBuilder(uri.GetComponents(components, UriFormat.SafeUnescaped), 2083).ToString();
    }
}

 

 

下面這個類是請求之后獲得結果，然后去解析html，多為正則表達式

using System;
using System.Collections.Generic;
using System.Runtime.InteropServices;
using System.Text;
using System.Text.RegularExpressions;
using Model;
using Newtonsoft.Json;
using Newtonsoft.Json.Linq;

namespace Common
{
    public class RegexHelper
    {

        #region MyRegion
        /// <summary>
        /// 獲取html的selectedIds
        /// </summary>
        /// <returns></returns>
        public static List<string> GetSelectedIds(string html, string strPattern)
        {
            ClearHtml(html);
            List<string> list = RegexMatchHtmlMore(html, strPattern);
            return list;
        }
        public static string GetStr(string html, string strPattern)
        {
            var str = RegexMatchHtml(html, strPattern);
            return str;
        }

        #region 物品相關

        /// <summary>
        /// 獲取物品的數量
        /// </summary>
        /// <param name="html"></param>
        /// <returns></returns>
        public static int GetGoodsCount(string html)
        {
            ClearHtml(html);
            string strPattern1 = string.Format("{0}\\s*(?<key>.*?),\\s*{1}", Regex.Escape("\"pagination\":"), Regex.Escape("\"items\":"));
            var str = RegexMatchHtml(html, strPattern1);
            var jsonObj = (JObject)JsonConvert.DeserializeObject(str);
            //物品總數
            var count = (int)jsonObj["totalRecord"];
            return count;
        }


        /// <summary>
        /// 獲取當前所有產品
        /// </summary>
        /// <param name="html"></param>
        /// <returns></returns>
        public static List<Goods> GetGoods(string html)
        {
            ClearHtml(html);
            string strPattern1 = string.Format("{0}\\s*(?<key>.*?),\\s*{1}", Regex.Escape("\"items\":"), Regex.Escape("\"alerts\":"));
            var str = RegexMatchHtml(html, strPattern1);
            var list = new List<Goods>();
            if (str.Length > 2)
            {
                list = GetGoodsByJosn(str);
            }
            return list;
        }

        /// <summary>
        /// 通過json數據，分析返回  物品列表
        /// </summary>
        /// <param name="json"></param>
        /// <returns></returns>
        public static List<Goods> GetGoodsByJosn(string json)
        {
            var jsonObj = (JArray)JsonConvert.DeserializeObject(json);
            var list = new List<Goods>();
            foreach (JToken item in jsonObj)
            {
                var model = new Goods
                {
                    Id = item["id"].ToString(),
                    TitleContent = item["title"]["content"].ToString(),
                    LastModify = item["lastModify"].ToString(),
                    PublishTime = item["publishTime"].ToString(),
                    PriceValue = item["price"]["value"].ToString(),
                    Image = item["image"].ToString(),
                    QuantityValue = Convert.ToInt32(item["quantity"]["value"].ToString()),
                    StatusText = item["status"]["text"].ToString(),
                    SaleQuantity = Convert.ToInt32(item["saleQuantity"].ToString())
                };
                list.Add(model);
            }

            return list;
        }

        #endregion

        #region 上架或下架成功后結果分析


        /// <summary>
        /// 獲取提交后的返回狀態
        /// </summary>
        /// <returns></returns>
        public static string GetGoodsResult(string html)
        {
            ClearHtml(html);
            string strPattern = string.Format("{0}\\s*(?<key>.*?),\\s*{1}", Regex.Escape("\"alerts\":"), Regex.Escape("\"icons\":"));
            var str = RegexMatchHtml(html, strPattern);
            return ResultByJson(str);
        }

        /// <summary>
        /// 提交成功后返回
        /// </summary>
        /// <param name="json"></param>
        /// <returns></returns>
        public static string ResultByJson(string json)
        {
            var jsonObj = (JArray)JsonConvert.DeserializeObject(json);
            var sub = new StringBuilder();
            var i = 0;
            foreach (JToken item in jsonObj)
            {
                if (i == 0)
                {
                    sub.Append("type:" + item["type"]);
                    sub.Append("\n");
                    sub.Append("msg:" + item["msg"]);
                    sub.Append("\n");
                }
                else
                {
                    sub.Append("id:" + item["id"]);
                    sub.Append("--");
                    sub.Append("type:" + item["type"]);
                    sub.Append("--");
                    sub.Append("msg:" + item["msg"]);
                    sub.Append("\n");
                }
                i++;
            }
            return sub.ToString();
        }

        #endregion

        #endregion

        #region 公共部分
        /// <summary>
        /// Html過濾
        /// </summary>
        /// <param name="html"></param>
        /// <returns></returns>
        public static string ClearHtml(string html)
        {
            html = html.Replace("\r", "");
            html = html.Replace("\n", "");
            html = html.Replace("\t", "");
            return html;
        }

        /// <summary>
        /// 正則替換
        /// </summary>
        /// <param name="str">原字符串</param>
        /// <param name="strPattern">正則表達式</param>
        /// <param name="strReplace">目標字符串</param>
        /// <returns>替換完成的字符串</returns>
        private static string RegexReplaceHtml(string str, string strPattern, string strReplace)
        {
            var strPatternHref = strPattern;
            var regexHref = new Regex(strPatternHref,
                RegexOptions.IgnoreCase | RegexOptions.Multiline | RegexOptions.CultureInvariant);
            if (regexHref.IsMatch(str))
            {
                str = regexHref.Replace(str, strReplace);
            }
            return str;
        }

        /// <summary>
        /// 正則獲取(單個)
        /// </summary>
        /// <param name="str"></param>
        /// <param name="strRegex">正則表達式</param>
        /// <param name="key">key名</param>
        /// <returns>匹配后的key內容</returns>
        public static string RegexMatchHtml(string str, string strRegex, string key = "key")
        {
            var regex =
                new Regex(strRegex,
                    RegexOptions.IgnoreCase | RegexOptions.Singleline);
            if (regex.IsMatch(str))
            {
                MatchCollection matchCollection = regex.Matches(str);
                foreach (Match match in matchCollection)
                {
                    return match.Groups[key].Value.Trim();
                }
            }
            return "null";
        }

        /// <summary>
        /// 正則獲取(多個)
        /// </summary>
        /// <param name="str"></param>
        /// <param name="strRegex">正則表達式</param>
        /// <param name="key">key名</param>
        /// <returns>匹配后的key內容</returns>
        public static List<string> RegexMatchHtmlMore(string str, string strRegex, string key = "key")
        {
            var list = new List<string>();
            var regex =
              new Regex(strRegex,
                  RegexOptions.IgnoreCase | RegexOptions.Singleline);
            if (regex.IsMatch(str))
            {
                MatchCollection matchCollection = regex.Matches(str);
                foreach (Match match in matchCollection)
                {
                    list.Add(match.Groups[key].Value.Trim());
                }
            }
            return list;
        }

        #endregion

    }
}