Crawler爬虫（采集京东商品信息）

Crawler爬虫(采集京东商品信息)

using Ruanm.framework.Log;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;

namespace Ruanm.framework.Http
{
    public class HttpHelper
    {
        private static Logger logger = new Logger（typeof（HttpHelper））;

        /// 

        /// 下载html
        /// http://tool.sufeinet.com/HttpHelper.aspx
        /// HttpWebRequest功能比较丰富，WebClient使用比较简单
        /// 

        /// 
        /// 
        public static string DownloadHtml（string url）
        {
            string html = string.Empty;
            try
            {
                //logger.Info（$“准备下载{url}“）;
              

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----

     文件       1272  2018-07-11 21:09  Ruanmou.Crawler\.vs\Ruanmou.Crawler\DesignTimeBuild\.dtbcache

    ..A..H.    140288  2019-06-12 17:15  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v14\.suo

    ..A..H.    224256  2018-07-11 21:09  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v15\.suo

     文件          0  2017-12-27 19:27  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v15\Server\sqlite3\db.lock

     文件    1097728  2018-07-11 20:30  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v15\Server\sqlite3\storage.ide

     文件      32768  2018-07-11 19:39  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v15\Server\sqlite3\storage.ide-shm

     文件    4140632  2018-07-11 21:10  Ruanmou.Crawler\.vs\Ruanmou.Crawler\v15\Server\sqlite3\storage.ide-wal

     文件    1041204  2017-07-11 08:45  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\HtmlAgilityPack.1.5.2-beta1.nupkg

     文件     134144  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net20\HtmlAgilityPack.dll

     文件     255488  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net20\HtmlAgilityPack.pdb

     文件     127375  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net20\HtmlAgilityPack.xml

     文件     137728  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40\HtmlAgilityPack.dll

     文件     261632  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40\HtmlAgilityPack.pdb

     文件     129397  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40\HtmlAgilityPack.xml

     文件     137728  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40-client\HtmlAgilityPack.dll

     文件     261632  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40-client\HtmlAgilityPack.pdb

     文件     129397  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net40-client\HtmlAgilityPack.xml

     文件     138752  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net45\HtmlAgilityPack.dll

     文件     261632  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net45\HtmlAgilityPack.pdb

     文件     129397  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\Net45\HtmlAgilityPack.xml

     文件      88064  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\NetCore45\HtmlAgilityPack.dll

     文件     204288  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\NetCore45\HtmlAgilityPack.pdb

     文件       1192  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\NetCore45\HtmlAgilityPack.pri

     文件      77138  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\NetCore45\HtmlAgilityPack.xml

     文件     143872  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\netstandard1.3\HtmlAgilityPack.dll

     文件      40604  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\netstandard1.3\HtmlAgilityPack.pdb

     文件     145408  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\netstandard1.6\HtmlAgilityPack.dll

     文件      41452  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\netstandard1.6\HtmlAgilityPack.pdb

     文件      84992  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\portable-net45+netcore45+wp8+MonoAndroid+MonoTouch\HtmlAgilityPack.dll

     文件     179712  2017-07-10 10:03  Ruanmou.Crawler\packages\HtmlAgilityPack.1.5.2-beta1\lib\portable-net45+netcore45+wp8+MonoAndroid+MonoTouch\HtmlAgilityPack.pdb

............此处省略357个文件信息