Description: A C# to write a simple web crawler which is simple, but has most of the functionality. Interface, you can debug.
To Search:
File list (Check if you may need any files):
BuildProcessTemplates
.....................\DefaultTemplate.xaml
.....................\UpgradeTemplate.xaml
data
....\crawlerdb.s3db
....\pdc_09.txt
....\sina_12_28.txt
....\spider.ico
lib
...\x64
...\...\System.Data.SQLite.dll
...\...\System.Data.SQLite.lib
...\x86
...\...\System.Data.SQLite.dll
...\...\System.Data.SQLite.lib
setup
.....\build.cmd
.....\Files.wxs
.....\license.rtf
.....\Setup.wxs
.....\wix3
.....\....\candle.exe
.....\....\darice.cub
.....\....\light.exe
.....\....\wconsole.dll
.....\....\winterop.dll
.....\....\wix.dll
.....\....\WixUIExtension.dll
src
...\NWebCrawler.sln
...\NWebCrawlerLib
...\..............\Common
...\..............\......\FileSystemUtility.cs.cs
...\..............\......\Logger.cs
...\..............\......\PriorityQueue.cs
...\..............\......\SQLiteUtility.cs
...\..............\CrawlerThread.cs
...\..............\CrawlHistroyEntry.cs
...\..............\Downloader.cs
...\..............\EventStream.cs
...\..............\MemCache.cs
...\..............\NWebCrawlerLib.csproj
...\..............\PageRank.cs
...\..............\Parser.cs
...\..............\Program.cs
...\..............\Properties
...\..............\..........\AssemblyInfo.cs
...\..............\..........\Resource.en-US.resx
...\..............\..........\Resource.zh-CN.resx
...\..............\ResourceCulture.cs
...\..............\Settings.cs
...\..............\UrlQueueManager.cs
...\..............\Utility.cs
...\NWebCrawler
...\...........\app.config
...\...........\config.ini
...\...........\MainForm.cs
...\...........\MainForm.Designer.cs
...\...........\MainForm.resx
...\...........\NWebCrawler.csproj
...\...........\Program.cs
...\...........\Properties
...\...........\..........\AssemblyInfo.cs
...\...........\..........\Resources.Designer.cs
...\...........\..........\Resources.resx
...\...........\..........\Settings.Designer.cs
...\...........\..........\Settings.settings
...\...........\SettingsForm.cs
...\...........\SettingsForm.Designer.cs
...\...........\SettingsForm.resx
test
....\NWebCrawler.Test
....\................\NWebCrawler.Test.sln
....\................\NWebCrawler.Test
....\................\................\NormalizeTest.cs
....\................\................\NWebCrawler.Test.csproj
....\................\................\ParserTest.cs
....\................\................\Properties
....\................\................\..........\AssemblyInfo.cs