-
大小: 10.88MB文件類型: .rar金幣: 2下載: 0 次發(fā)布日期: 2023-10-04
- 語言: 其他
- 標簽: .DotnetSpide??
資源簡介
DotnetSpider.Core,該爬蟲軟件.Net Core平臺,我已封裝好的,直接可以跑,附帶導出報表功能以及寫文本,希望能幫助大家

代碼片段和文件信息
using?Export.Common.Model;
using?Export.Common.Service;
using?Newtonsoft.Json;
using?System;
using?System.Collections.Generic;
using?System.ComponentModel;
using?System.Data;
using?System.Drawing;
using?System.IO;
using?System.Linq;
using?System.Text;
using?System.Threading.Tasks;
using?System.Windows.Forms;
namespace?Export
{
????public?partial?class?Index?:?Form
????{
????????public?Index()
????????{
????????????InitializeComponent();
????????}
????????private?void?btn_start_Click(object?sender?EventArgs?e)
????????{
????????????string?redisTable?=?table_txt.Text;
????????????string?selectTxt?=?select_txt.Text;
????????????string?countTxt?=?count_txt.Text;
????????????DoRedisHash?doRedisHash?=?new?DoRedisHash(2);
????????????List?dataModels?=?doRedisHash.GetHashValues(redisTable);
????????????List?DoDatas?=?new?List();
????????????foreach?(var?item?in?dataModels)
????????????{
????????????????DoData?doData?=?JsonConvert.Deserializeobject(item);
????????????????DoDatas.Add(doData);
????????????}
????????????List?selectData?=?new?List();
????????????try
????????????{
????????????????if?(selectTxt?!=?““)
????????????????{
????????????????????selectData?=?DoDatas.Where(a?=>?a.goodsClass?==?selectTxt).Take(int.Parse(countTxt)).ToList();
????????????????}
????????????????else
????????????????{
????????????????????selectData?=?DoDatas.Take(int.Parse(countTxt)).ToList();
????????????????}
????????????????//Console.WriteLine(“導出初始化...“);
????????????????FileStream?fs1?=?new?FileStream(“../../“?+?selectTxt.Replace(“/“?““)?+?“.csv“?FileMode.Append);
????????????????StreamWriter?sw1?=?new?StreamWriter(fs1?Encoding.UTF8);
????????????????FileStream?fs2?=?new?FileStream(“../../“?+?selectTxt.Replace(“/“?““)?+?“sql“?+?“.txt“?FileMode.Append);
????????????????StreamWriter?sw2?=?new?StreamWriter(fs2?Encoding.UTF8);
????????????????string?href?=?“\“商品名稱\“\“商品貨號\“\“商品品牌\“\“市場售價\“\“本店售價\“\“積分購買額度\“\“商品原始圖\“\“商品圖片\“\“商品縮略圖\“\“商品關鍵詞\“\“簡單描述\“\“詳細描述\“\“商品重量(kg)\“\“庫存數(shù)量\“\“庫存警告數(shù)量\“\“是否精品\“\“是否新品\“\“是否熱銷\“\“是否上架\“\“能否作為普通商品銷售\“\“是否實體商品\““;
????????????????sw1.WriteLine(href);
????????????????StringBuilder?goodsImgUrls?=?new?StringBuilder();
????????????????progressBar1.Maximum?=?selectData.Count;
????????????????int?count?=?0;
????????????????foreach?(var?dataModel?in?selectData)
????????????????{
????????????????????count++;
????????????????????goodsImgUrls.AppendLine($“UPDATE?‘ecs_goods‘?SET?‘goods_thumb‘=‘{dataModel.goodsImgUrl}‘‘goods_img‘=‘{dataModel.goodsImgUrl}‘‘original_img‘=‘{dataModel.goodsImgUrl}‘?WHERE?‘goods_sn‘?=?‘{dataModel.goodsNumber}‘“?+?“;“);
????????????????????StringBuilder?sb?=?new?StringBuilder();
????????????????????if?(dataModel.goodsDetails.Length?>?32767)
????????????????????{
????????????????????????dataModel.goodsDetails?=?dataModel.goodsDetails.Substring(0?32767);
????????????????????}
???????
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件?????????22??2018-06-27?14:07??NetSpider\.git\COMMIT_EDITMSG
?????文件????????772??2018-06-27?14:07??NetSpider\.git\config
?????文件?????????73??2018-06-27?14:07??NetSpider\.git\desc
?????文件?????????23??2018-06-27?14:07??NetSpider\.git\HEAD
?????文件????????478??2018-06-27?14:07??NetSpider\.git\hooks\applypatch-msg.sample
?????文件????????896??2018-06-27?14:07??NetSpider\.git\hooks\commit-msg.sample
?????文件???????3327??2018-06-27?14:07??NetSpider\.git\hooks\fsmonitor-watchman.sample
?????文件????????189??2018-06-27?14:07??NetSpider\.git\hooks\post-update.sample
?????文件????????424??2018-06-27?14:07??NetSpider\.git\hooks\pre-applypatch.sample
?????文件???????1642??2018-06-27?14:07??NetSpider\.git\hooks\pre-commit.sample
?????文件???????1348??2018-06-27?14:07??NetSpider\.git\hooks\pre-push.sample
?????文件???????4898??2018-06-27?14:07??NetSpider\.git\hooks\pre-reba
?????文件????????544??2018-06-27?14:07??NetSpider\.git\hooks\pre-receive.sample
?????文件???????1239??2018-06-27?14:07??NetSpider\.git\hooks\prepare-commit-msg.sample
?????文件???????3610??2018-06-27?14:07??NetSpider\.git\hooks\update.sample
?????文件???????3747??2018-06-27?14:07??NetSpider\.git\index
?????文件????????240??2018-06-27?14:07??NetSpider\.git\info\exclude
?????文件????????334??2018-06-27?14:07??NetSpider\.git\logs\HEAD
?????文件????????334??2018-06-27?14:07??NetSpider\.git\logs\refs\heads\master
?????文件????????150??2018-06-27?14:07??NetSpider\.git\ms-persist.xm
?????文件????????229??2018-06-27?14:07??NetSpider\.git\ob
?????文件?????291921??2018-06-27?14:07??NetSpider\.git\ob
?????文件???????1624??2018-06-27?14:07??NetSpider\.git\ob
?????文件????????226??2018-06-27?14:07??NetSpider\.git\ob
?????文件????????473??2018-06-27?14:07??NetSpider\.git\ob
?????文件????????110??2018-06-27?14:07??NetSpider\.git\ob
?????文件???????1665??2018-06-27?14:07??NetSpider\.git\ob
?????文件????????751??2018-06-27?14:07??NetSpider\.git\ob
?????文件????????183??2018-06-27?14:07??NetSpider\.git\ob
?????文件???????1383??2018-06-27?14:07??NetSpider\.git\ob
............此處省略302個文件信息
評論
共有 條評論