資源簡介
強化版:C#網絡爬蟲,新加了許多功能,圖片爬取,下載,網址爬取下載等等,更多功能,待各位朋友去改進咯!??!

代碼片段和文件信息
using?System;
using?System.Collections.Generic;
using?System.ComponentModel;
using?System.Data;
using?System.Drawing;
using?System.Linq;
using?System.Runtime.Remoting.Messaging;
using?System.Text;
using?System.Threading;
using?System.Threading.Tasks;
using?System.Windows.Forms;
namespace?網絡爬蟲
{
????public?partial?class?FrmDemoGo?:?Form
????{
????????public?FrmDemoGo()
????????{
????????????InitializeComponent();
????????}
????????//等待采集鏈接的隊列
????????private?List?NconnUrls?=?new?List();
????????//等待采集的圖片鏈接的下載隊列
????????private?List?LoadingUrls?=?new?List();
????????///?
????????///?已采集過圖片的鏈接
????????///?
????????private?List?UsedUrls?=?new?List();
????????//已采集過鏈接的鏈接
????????private?List?UsedConnUrls?=?new?List();
????????//已使用過的圖片
????????private?List?UsedImgUrls?=?new?List();
????????private?readonly?int?_maxtask?=?200;
????????private?int?_downingPicCount?=?0;
????????private?int?_downLoadPicCount?=?0;
????????private?int?_startDownPicCount?=?0;
????????//線程
????????Thread?Tstarting?=?null;
????????private?void?FrmDemoGo_Load(object?sender?EventArgs?e)
????????{
????????????CheckForIllegalCrossThreadCalls?=?false;
????????????Tstarting?=?new?Thread(DownLoading);
????????????
????????}
????????List?urlList?=?new?List();
????????private?void?btn_paconggo_Click(object?sender?EventArgs?e)
????????{
????????????Chioce_floder();
????????????//初始鏈接加入等待采集的圖片鏈接的下載隊列
????????????LoadingUrls.Add(txt_Url.Text);
????????????//初始鏈接加入等待采集鏈接的隊列
????????????NconnUrls.Add(txt_Url.Text);
????????????string?url?=?HttpHelper.HtmlCodeRequest(this.txt_Url.Text.Trim());
????????????txt_HttpResult.Text?=?url;
????????????Global.WebUrl?=?StringHelper.GetPureUrl(txt_Url.Text);
????????????//計時器開始
????????????Tstarting.Start();
????????????
????????????btn_paconggo.Enabled?=?false;
????????}
????????//圖片文件存放地址
????????private?void?Chioce_floder()
????????{
????????????fbd_url.ShowDialog();
????????????string?path?=?fbd_url.SelectedPath;
????????????if?(!string.IsNullOrEmpty(path))
????????????{
????????????????Global.FloderUrl?=?fbd_url.SelectedPath?+?“\\“;
????????????}
????????????else
????????????{
????????????????Global.FloderUrl?=?Application.StartupPath?+?Global.FloderMoUrl;
????????????}
????????}
????????///?
????????///?下載成功
????????///?
????????///?
????????private?void?onDownLoadFinish(IAsyncResult?asyncresult)
????????{
????????????AsyncResult?result?=?(AsyncResult)asyncresult;
????????????StopTimeHandler?del?=?(StopTimeHandler)result.AsyncDelegate;
????????????string?data?=?(string)result.AsyncState;
????????????string?name?=?del.EndInvoke(result);
????????????TextPicChange(name?+?data);
????????????_downLoadPicCount++;
????????????_downingPicCount--;
????????????TipDownLoad();
????????}
????
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件??????16958??2016-09-10?20:16??網絡爬蟲\網絡爬蟲\11.ico
?????文件????????187??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\App.config
?????文件??????50176??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\bin\Debug\網絡爬蟲.exe
?????文件????????187??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\bin\Debug\網絡爬蟲.exe.config
?????文件??????42496??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\bin\Debug\網絡爬蟲.pdb
?????文件??????24224??2016-09-10?20:16??網絡爬蟲\網絡爬蟲\bin\Debug\網絡爬蟲.vshost.exe
?????文件????????187??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\bin\Debug\網絡爬蟲.vshost.exe.config
?????文件???????8156??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\FrmDemoGo.cs
?????文件??????11359??2016-09-10?20:16??網絡爬蟲\網絡爬蟲\FrmDemoGo.Designer.cs
?????文件??????20812??2016-09-10?20:16??網絡爬蟲\網絡爬蟲\FrmDemoGo.resx
?????文件????????572??2016-09-10?16:52??網絡爬蟲\網絡爬蟲\Global.cs
?????文件??????12674??2016-09-10?19:25??網絡爬蟲\網絡爬蟲\HttpHelper.cs
?????文件????????865??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\obj\Debug\DesignTimeResolveAssemblyReferences.cache
?????文件???????7231??2016-09-10?20:16??網絡爬蟲\網絡爬蟲\obj\Debug\DesignTimeResolveAssemblyReferencesInput.cache
?????文件??????????0??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\obj\Debug\TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs
?????文件??????????0??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\obj\Debug\TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs
?????文件??????????0??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\obj\Debug\TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs
?????文件???????1108??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.csproj.FileListAbsolute.txt
?????文件????????981??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.csproj.GenerateResource.Cache
?????文件???????2211??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.csprojResolveAssemblyReference.cache
?????文件??????50176??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.exe
?????文件??????10228??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.FrmDemoGo.resources
?????文件??????42496??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.pdb
?????文件????????180??2016-09-10?20:19??網絡爬蟲\網絡爬蟲\obj\Debug\網絡爬蟲.Properties.Resources.resources
?????文件????????528??2016-09-10?15:30??網絡爬蟲\網絡爬蟲\Program.cs
?????文件???????1366??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\Properties\AssemblyInfo.cs
?????文件???????2876??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\Properties\Resources.Designer.cs
?????文件???????5612??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\Properties\Resources.resx
?????文件???????1099??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\Properties\Settings.Designer.cs
?????文件????????249??2016-09-10?15:23??網絡爬蟲\網絡爬蟲\Properties\Settings.settings
............此處省略16個文件信息
- 上一篇:C#開發網絡爬蟲
- 下一篇:C#模擬電梯控制源碼
評論
共有 條評論