Go语言爬虫软件源码（高并发/分布式）

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----
     目录           0  2016-01-25 08:47  pholcus-master\
     文件       10855  2016-01-25 08:47  pholcus-master\README.md
     目录           0  2016-01-25 08:47  pholcus-master\app\
     目录           0  2016-01-25 08:47  pholcus-master\app\aid\
     目录           0  2016-01-25 08:47  pholcus-master\app\aid\history\
     文件        2908  2016-01-25 08:47  pholcus-master\app\aid\history\failure.go
     文件        6466  2016-01-25 08:47  pholcus-master\app\aid\history\history.go
     文件        2159  2016-01-25 08:47  pholcus-master\app\aid\history\success.go
     目录           0  2016-01-25 08:47  pholcus-master\app\aid\proxy\
     文件        6229  2016-01-25 08:47  pholcus-master\app\aid\proxy\proxy.go
     文件       20222  2016-01-25 08:47  pholcus-master\app\app.go
     目录           0  2016-01-25 08:47  pholcus-master\app\crawl\
     文件        4108  2016-01-25 08:47  pholcus-master\app\crawl\crawl.go
     文件        1450  2016-01-25 08:47  pholcus-master\app\crawl\crawlpool.go
     文件        2291  2016-01-25 08:47  pholcus-master\app\crawl\spiderqueue.go
     目录           0  2016-01-25 08:47  pholcus-master\app\distribute\
     文件         851  2016-01-25 08:47  pholcus-master\app\distribute\client_api.go
     文件         733  2016-01-25 08:47  pholcus-master\app\distribute\server_api.go
     文件         182  2016-01-25 08:47  pholcus-master\app\distribute\subapp.go
     文件         868  2016-01-25 08:47  pholcus-master\app\distribute\task.go
     文件         532  2016-01-25 08:47  pholcus-master\app\distribute\taskjar.go
     目录           0  2016-01-25 08:47  pholcus-master\app\downloader\
     目录           0  2016-01-25 08:47  pholcus-master\app\downloader\context\
     文件        8294  2016-01-25 08:47  pholcus-master\app\downloader\context\request.go
     文件         875  2016-01-25 08:47  pholcus-master\app\downloader\context\request_test.go
     文件        4880  2016-01-25 08:47  pholcus-master\app\downloader\context\response.go
     文件         894  2016-01-25 08:47  pholcus-master\app\downloader\context\temp.go
     文件         669  2016-01-25 08:47  pholcus-master\app\downloader\context\temp_test.go
     文件         372  2016-01-25 08:47  pholcus-master\app\downloader\downloader.go
     文件         882  2016-01-25 08:47  pholcus-master\app\downloader\downloader_surfer.go
     目录           0  2016-01-25 08:47  pholcus-master\app\downloader\surfer\
............此处省略210个文件信息