c# spider 源代码
................\WebSpider_src
................\.............\Mf
................\.............\..\AssemblyInfo.cs
................\.............\..\Mf.csproj
................\.............\..\Mf.csproj.user
................\.............\..\Mf.sln
................\.............\..\MfService
................\.............\..\.........\AssemblyInfo.cs
................\.............\..\.........\bin
................\.............\..\.........\...\Debug
................\.............\..\.........\MfService.csproj
................\.............\..\.........\MfService.csproj.user
................\.............\..\.........\obj
................\.............\..\.........\...\Debug
................\.............\..\.........\Service
................\.............\..\.........\.......\OldMultiThreadWebSpider
................\.............\..\.........\.......\.......................\WebPage.cs
................\.............\..\.........\.......\.......................\WebPageProcessor.cs
................\.............\..\.........\.......\.......................\WebPageState.cs
................\.............\..\.........\.......\.......................\WebPageStatus.cs
................\.............\..\.........\.......\.......................\WebSpider.cs
................\.............\..\.........\.......\WebSpider
................\.............\..\.........\.......\.........\IWebPageProcessor.cs
................\.............\..\.........\.......\.........\WebPage.cs
................\.............\..\.........\.......\.........\WebPageProcessor.cs
................\.............\..\.........\.......\.........\WebPageState.cs
................\.............\..\.........\.......\.........\WebSpider.cs
................\.............\..\MfServiceTest
................\.............\..\.............\AssemblyInfo.cs
................\.............\..\.............\bin
................\.............\..\.............\...\Debug
................\.............\..\.............\MfServiceTest.csproj
................\.............\..\.............\MfServiceTest.csproj.user
................\.............\..\.............\MfServiceTest.sln
................\.............\..\.............\obj
................\.............\..\.............\...\Debug
................\.............\..\.............\Service
................\.............\..\.............\.......\TestWebSiteFileStructure
................\.............\..\.............\.......\........................\A.html
................\.............\..\.............\.......\........................\B.html
................\.............\..\.............\.......\........................\C.html
................\.............\..\.............\.......\........................\externalLinks.html
................\.............\..\.............\.......\........................\index.html
................\.............\..\.............\.......\........................\subfolder
................\.............\..\.............\.......\........................\.........\D.html
................\.............\..\.............\.......\........................\.........\subfolder
................\.............\..\.............\.......\........................\.........\.........\E.html
................\.............\..\.............\.......\WebSpiderTest.cs
................\.............\..\.............\.......\WebSpiderTestVb.cs
................\.............\..\MfServiceVb
................\.............\..\...........\AssemblyInfo.vb
................\.............\..\...........\bin
................\.............\..\...........\...\MfService_VB.dll
................\.............\..\...........\...\MfService_VB.pdb
................\.............\..\...........\...\MfUtil.dll
................\.............\..\...........\...\MfUtil.pdb
................\.............\..\...........\...\nunit.framework.dll
................\.............\..\...........\MfService_VB.vbproj
................\.............\..\...........\MfService_VB.vbproj.user
................\.............\..\...........\obj
......