python批量提取 龙源期刊文档

import requests
import ssl
from lxml import etree  #解析html
import ossys
import time
import datetime
import json
from urllib import parse




#构造header
headerss = {
    ‘Accept‘:‘application/json text/javascript */*; q=0.01‘
    ‘Accept-Encoding‘:‘gzip deflate‘
    ‘Accept-Language‘:‘zh-CNzh;q=0.9‘
    ‘Cache-Control‘:‘max-age=0‘
    ‘Connection‘:‘keep-alive‘
    ‘Host‘:‘www.qikan.com.cn‘
    ‘Origin‘: ‘http://www.qikan.com.cn‘
    ‘User-Agent‘:‘Mozilla/5.0 （Windows NT 6.1; WOW64） AppleWebKit/537.36 （KHTML like Gecko） Chrome/62.0.3202.94 Safari/537.36‘
    }


headerss1 = {
    ‘Accept‘:‘application/json text/javascript */*; q=0.01‘
    ‘Accept-Encoding‘:‘gzip deflate‘
    ‘Accept-Language‘:‘zh-CNzh;q=0.9‘
    ‘Cache-Control‘:‘max-age=0‘
    ‘Connection‘:‘keep-alive‘
    ‘Host‘:‘www.qikan.com.cn‘
    ‘Origin‘: ‘http://www.qikan.com.cn‘
    ‘Referer‘: ‘http://www.qikan.com.cn/articleinfo/xktj20170102.html‘
    ‘User-Agent‘:‘Mozil