抓取淘宝商品信息的C#代码

/// <summary>/// 根据页面内容获取宝贝信息/// </summary>/// <param name="GoodPageStr"></param>/// <param name="Sku0"></param>/// <param name="IsGoodId_Code"></param>/// <param name="IsColor_SkuPic"></param>/// <returns></returns>public Dictionary<string, string> Get_ItemInfo(string GoodPageStr, int Sku0, int IsGoodId_Code, int IsColor_SkuPic){string keyWord = "";string goodID = "";string split1 = "*M*-*FG2*";string split2 = "*M*-*FG3*";Dictionary<string, string> SizeIDs = new Dictionary<string, string>(); //保存尺码IDDictionary<string, string> ColorIDs = new Dictionary<string, string>();//保存颜色IDDictionary<string, string> Prices = new Dictionary<string, string>();//SKU价格Dictionary<string, string> PromoPrices = new Dictionary<string, string>();//SKU折扣价格Dictionary<string, string> SellStock = new Dictionary<string, string>();//SKU销售库存Dictionary<string, string> result = new Dictionary<string, string>();List<string> rStr = null;List<string> rStr1 = null;List<string> rStr2 = null;List<string> rStr3 = null;#region 获取商品标题if (GoodPageStr.IndexOf("此宝贝已下架") > 0){//下架商品不存在result.Add("商品存在", "0");return result;}string beginStr = "查看宝贝标题";string endStr = "</h3>";rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr.Count > 0){beginStr = "data-title=";endStr = ">";rStr = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 1, false, false, false, "", "", "\"", "");string title = rStr[0];result.Add("商品存在", "1");result.Add("商品标题", title);}else{//读取不到标题商品不存在result.Add("商品存在", "0");return result;}beginStr = "data-catid=\"";endStr = "\"";rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr.Count > 0){result.Add("TaobaoCateID", rStr[0]);}#endregion#region 获取展示视频//有问题，暂时获取不到//beginStr = "<video ";//endStr = ">";//rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");//if (rStr != null && rStr.Count > 0)//{// beginStr = "src=\"";// endStr = "\"";// rStr1 = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");// if (rStr1 != null && rStr1.Count > 0)// {// result.Add("[展示视频]:"+ rStr1);// }//}#endregion#region 获取商品图片beginStr = "<ul id=\"J_UlThumb\" class=\"tb-thumb tb-clearfix\">";endStr = "</ul>";if (rStr != null && rStr.Count > 0){rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");beginStr = "<img data-src=\"";endStr = "\"";rStr = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "", "_50x50.jpg", "");string pics = "";foreach (string s in rStr){if (pics != ""){pics += split1 + (s.IndexOf("//")==0? "http:" + s:s);}else{pics = (s.IndexOf("//") == 0 ? "http:" + s : s);}}result.Add("商品主图", pics);}#endregion#region 获取商品颜色beginStr = "<ul data-property=\"";endStr = "\"";rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 0, true, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){foreach (string prop in rStr){if (prop.Length > 10){continue;}beginStr = "<ul data-property=\"" + prop + "\" class=\"J_TSaleProp tb-img tb-clearfix\">";endStr = "</ul>";rStr1 = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr1 != null && rStr1.Count > 0){beginStr = "<li ";endStr = "</li>";rStr2 = BaseTools.str_FindStr(rStr1[0], beginStr, endStr, 0, false, false, false, "", "", "", "");string Colors = "";foreach (string ss in rStr2){//取颜色名beginStr = "<span>";endStr = "</span>";string color = BaseTools.str_FindStr(ss, beginStr, endStr, 0, false, false, false, "", "", "", "")[0];//取图片beginStr = "background:url(";endStr = "_30x30.jpg)";rStr3 = BaseTools.str_FindStr(ss, beginStr, endStr, 0, false, false, false, "", "", "", "");//拼字符串if (Colors != ""){Colors += split1 + color;if (rStr3 != null && rStr3.Count > 0){Colors += split2 + rStr3[0];}}else{Colors = color;if (rStr3 != null && rStr3.Count > 0){Colors += split2 + rStr3[0];}}//取颜色对应SKUbeginStr = "data-value=\"";endStr = "\"";string skuID = BaseTools.str_FindStr(ss, beginStr, endStr, 0, false, false, false, "", "", "", "")[0];ColorIDs.Add(skuID, color);}//foreach (string ss in rStr2)result.Add(prop, Colors);}//if (rStr != null && rStr.Count > 0)}//foreach (string prop in rStr)}//if (rStr != null && rStr.Count > 0)#endregion#region 获取商品尺码beginStr = "<ul data-property=\"";endStr = "\" class=\"J_TSaleProp tb-clearfix\">";rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 0, true, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){foreach (string prop in rStr){if (prop.Length > 10){continue;}beginStr = "<ul data-property=\"" + prop + "\" class=\"J_TSaleProp tb-clearfix\">";endStr = "</ul>";rStr1 = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");beginStr = "<li ";endStr = "</li>";rStr2 = BaseTools.str_FindStr(rStr1[0], beginStr, endStr, 0, false, false, false, "", "", "", "");string Sizes = "";foreach (string s in rStr2){//取尺码名beginStr = "<span>";endStr = "</span>";string size = BaseTools.str_FindStr(s, beginStr, endStr, 0, false, false, false, "", "", "", "")[0];//拼字符串if (Sizes != ""){Sizes += split1 + size;}else{Sizes = size;}//取尺码对应SKUbeginStr = "data-value=\"";endStr = "\">";string skuID = BaseTools.str_FindStr(s, beginStr, endStr, 0, false, false, false, "", "", "", "")[0];SizeIDs.Add(skuID, size);}result.Add(prop, Sizes);//获取尺码IDs}}#endregion#region 获取商品属性beginStr = "<ul class=\"attributes-list\">";endStr = "</ul>";rStr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){beginStr = ">";endStr = "</li>";rStr = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "", "&nbsp;", "");string attribute = "";foreach (string s in rStr){if (attribute != ""){attribute += split1 + s;}else{attribute = s;}}result.Add("商品属性", attribute);}#endregion#region 获取商品详情介绍图beginStr = "var g_config = {";endStr = "}";string Strr = BaseTools.str_FindStr(GoodPageStr, beginStr, endStr, 1, true, false, false, "", "", "", "")[0];Strr = Strr.Replace(" ", "");beginStr = "itemId:'";endStr = "',";rStr1 = BaseTools.str_FindStr(Strr, beginStr, endStr, 1, false, false, false, "", "", "", "");result.Add("商品货号", rStr1[0]);goodID = rStr1[0];//淘宝的商品详情介绍图是后期动态加载的，先获取它的链接beginStr = "location.protocol==='http:'?'";endStr = "'";rStr1 = BaseTools.str_FindStr(Strr, beginStr, endStr, 1, false, false, false, "", "", "", "");string url = "http:" + rStr1[0];//打开详情介绍图页面string PageContext = this.OpenUrl(url, "Get", "", false, null, Encoding.GetEncoding("gbk"));beginStr = "src=\"";endStr = "\"";rStr1 = BaseTools.str_FindStr(PageContext, beginStr, endStr, 0, false, false, false, "", "", "", "");string imgs = "";foreach (string s in rStr1){if (imgs != ""){imgs += split1 + s;}else{imgs = s;}}result.Add("商品详情图", imgs);#endregion#region SkuMapurl = "/service/getData/1/p2/item/detail/sib.htm?itemId=" + goodID + "&modules=dynStock,price,originalPrice,xmpPromotion";//打开SkuMap数据Dictionary<string, string> heards = new Dictionary<string, string>();heards.Add("Referer", "/item.htm?id=" + goodID);PageContext = this.OpenUrl(url, "Get", "", true, heards, Encoding.GetEncoding("gbk"));PageContext = PageContext.Replace("\\\"", "\"").Replace("\\\\", "\\").Replace("\\/", "/");PageContext = BaseTools.UnicodeReplace(PageContext);//验证if (PageContext.IndexOf("\"code\":0,\"message\":\"SUCCESS\"}") >= 0){//获取价格部分beginStr = "\"originalPrice\"";endStr = "\"dynStock\"";rStr = BaseTools.str_FindStr(PageContext, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){//区间价beginStr = "\"def\":{\"price\":\"";endStr = "\"}";rStr1 = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "", "", "");result.Add("原价", rStr1[0]);//原价beginStr = "\";";endStr = "}";rStr1 = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "", "", "");foreach (string s in rStr1){string skuId1 = s.Substring(0, s.IndexOf(";\""));int begin = s.IndexOf("price\":\"") + 8;int end = s.IndexOf("\"", begin);string price = s.Substring(begin, end - begin);Prices.Add(skuId1, price);}}//if (rStr != null && rStr.Count > 0)//获取库存部分beginStr = "\"sku\"";endStr = "\"promotion\"";rStr = BaseTools.str_FindStr(PageContext, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){beginStr = "\";";endStr = "}";rStr1 = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "}", "", "");foreach (string s in rStr1){string skuId2 = s.Substring(0, s.IndexOf(";\""));//int begin = s.IndexOf(":{");//int end = s.IndexOf("}", begin);//string saleInfo = s.Substring(begin, end - begin);//saleInfo = saleInfo.Replace("\"holdQuantity\"", "持有数量");//saleInfo = saleInfo.Replace("\"oversold\"", "超卖");//saleInfo = saleInfo.Replace("\"sellableQuantity\"", "销售数量");//saleInfo = saleInfo.Replace("\"stock\"", "库存");keyWord = "\"stock\":";int begin = s.IndexOf(keyWord);if (begin == -1) continue;begin = begin + keyWord.Length;int end = s.IndexOf("}", begin);string saleInfo = s.Substring(begin, end - begin);SellStock.Add(skuId2, saleInfo);}}//if (rStr != null && rStr.Count > 0)//获取折扣价部分beginStr = "\"promotion\":{\"promoData\":{";endStr = "\"saleDetailMap\"";rStr = BaseTools.str_FindStr(PageContext, beginStr, endStr, 1, false, false, false, "", "", "", "");if (rStr != null && rStr.Count > 0){//折扣区间价beginStr = "\"def\":";endStr = "}]";rStr1 = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "", "", "");if (rStr1 != null && rStr1.Count > 0){keyWord = "\"price\":\"";int begin = rStr1[0].IndexOf(keyWord);if (begin > -1){begin = begin + keyWord.Length;int end = rStr1[0].IndexOf("\",", begin);string saleInfo = rStr1[0].Substring(begin, end - begin);result.Add("商品价格", saleInfo);}}//折扣价beginStr = "\";";endStr = "}]";rStr1 = BaseTools.str_FindStr(rStr[0], beginStr, endStr, 0, false, false, false, "", "}", "", "");foreach (string s in rStr1){string skuId3 = s.Substring(0, s.IndexOf(";\""));keyWord = "\"price\":\"";int begin = s.IndexOf(keyWord);if (begin == -1) continue;begin = begin + keyWord.Length;int end = s.IndexOf("\",", begin);string saleInfo = s.Substring(begin, end - begin);PromoPrices.Add(skuId3, saleInfo);}}//if (rStr != null && rStr.Count > 0)string skuStr = "";foreach (string skuid in Prices.Keys){string[] ids = skuid.Split(";".ToCharArray(), StringSplitOptions.RemoveEmptyEntries);//1SKU代码(颜色代码+尺码代码) skuStr += skuid + split2;//2颜色 3尺码 if (ids != null && ids.Count() > 0){if (ColorIDs.Count > 0 && ColorIDs.ContainsKey(ids[0])){skuStr += ColorIDs[ids[0]] + split2;}else if(ColorIDs.Count > 0 && ColorIDs.ContainsKey(ids[1])){skuStr += ColorIDs[ids[1]] + split2;}if (SizeIDs.Count > 0 && SizeIDs.ContainsKey(ids[0])){skuStr += SizeIDs[ids[0]] + split2;}else if (SizeIDs.Count > 0 && SizeIDs.ContainsKey(ids[1])){skuStr += SizeIDs[ids[1]] + split2;}//skuStr += ColorIDs[ids[1]] + split2 + SizeIDs[ids[0]] + split2;}else{skuStr += "--" + split2 + "--" + split2;}//4SKU图skuStr += "--" + split2;//5商品价格if (PromoPrices.Count > 0 && PromoPrices.ContainsKey(skuid)){skuStr += PromoPrices[skuid] + split2;}else{skuStr += Prices[skuid] + split2;}//6商品原价skuStr += Prices[skuid] + split2;//7商品库存if (SellStock.Count > 0 && SellStock.ContainsKey(skuid)){skuStr += SellStock[skuid] + split2;}else{skuStr += "-" + split2;}//8SKU编码skuStr += goodID + split2;//9上下架skuStr += "1";skuStr += split1 + "\r\n";}result.Add("商品SKU图构造", skuStr);}//if (PageContext.IndexOf("\"code\":0,\"message\":\"SUCCESS\"}") >= 0)#endregionreturn result;}