Skip to content

Z
zzsn_spider
提交 bbb23d8c 作者: 刘伟刚
操作

test脚本提交

上级 fcfdc422
正在显示 包含 1745 行增加 和 0 行删除
test/holdco.py 0 → 100644
import time
import pandas as pd
from openpyxl import Workbook
import json
import requests
def postRes(keyno,num):
header={
'Host':'apph5.qichacha.com',
'Connection':'keep-alive',
'Content-Length':'242',
'sec-ch-ua':'"Chromium";v="107", "Not=A?Brand";v="24"',
'applet-token':'b7f45e9a64fa048f3bbdf1e575730242',
'referrer':'https://apph5.qichacha.com/company/basic/holding-enterprises/list3?unique=a59b3c1f33224db1eac88afb1906efbd&name=%E5%9B%BD%E5%AE%B6%E7%94%B5%E7%BD%91%E6%9C%89%E9%99%90%E5%85%AC%E5%8F%B8&appletLength=4&appletUrl=%2Fcompany-subpackages%2Fholding-enterprise%2Findex&v=2023.09.08&accessToken=b7f45e9a64fa048f3bbdf1e575730242',
'sec-ch-ua-mobile':'?0',
'Authorization':'bearer b7f45e9a64fa048f3bbdf1e575730242',
'applet-platform':'weixin',
'Content-Type':'application/json',
'Accept':'application/json, text/plain, */*',
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 MicroMessenger/7.0.20.1781(0x6700143B) NetType/WIFI MiniProgramEnv/Windows WindowsWechat/WMPF XWEB/8391',
'X-Requested-With':'XMLHttpRequest',
'26c7dfc0c2559db8c5b4':'21d4056872e94612ac007633e30f94b6391357f28908502a5f6c27acb1bf3e416e76e33f4e19d26f6cc767cc4fcea01d99efbf039f0e6d1c597b54613d985893',
'x-request-id':'389331a8-9ab3-423d-8922-92aaf4fdd5c5',
'sec-ch-ua-platform':'"Windows"',
'Origin':'https://apph5.qichacha.com',
'Sec-Fetch-Site':'same-origin',
'Sec-Fetch-Mode':'cors',
'Sec-Fetch-Dest':'empty',
'Accept-Encoding':'gzip, deflate, br',
'Accept-Language':'zh-CN,zh',
'Cookie':'acw_tc=b628321e16944875136114392e16ef9b4e7e5a16358c7567306ebc32f4; tid=b7f45e9a64fa048f3bbdf1e575730242'
}
kk=keyno
n=num
# data=f'{"unique":"a59b3c1f33224db1eac88afb1906efbd","pageIndex":1,"searchKey":"","province":"ZJ","cityCode":"ZJ","industry":"","fundedRatioLevel":"","fundedRatioMin":"","fundedRatioMax":"","filterKeyNo":"","token":"b7f45e9a64fa048f3bbdf1e575730242"}'
data='{"unique":"[kk]","pageIndex":[n],"searchKey":"","province":"ZJ","cityCode":"ZJ","industry":"","fundedRatioLevel":"","fundedRatioMin":"","fundedRatioMax":"","filterKeyNo":"","token":"b7f45e9a64fa048f3bbdf1e575730242"}'
data=data.replace('[kk]',keyno).replace('[n]',str(num))
# data=json.dumps(data)
url='https://apph5.qichacha.com/api/basic/getHoldingCompany'
res=requests.post(url,data=data,headers=header,verify=False)
# print(res.status_code)
print(res.text)
return res.text
# 将数据追加到excel
def writerToExcel(detailList):
# 读取已存在的xlsx文件
existing_data = pd.read_excel(filename2, engine='openpyxl')
# 创建新的数据
new_data = pd.DataFrame(data=detailList)
# 将新数据添加到现有数据的末尾
combined_data = existing_data.append(new_data, ignore_index=True)
# 将结果写入到xlsx文件
combined_data.to_excel(filename2, index=False)
def readfile(filename):
datas=[]
# 读取Excel文件
data = pd.read_excel(filename)
# 遍历数据
for index, row in data.iterrows():
# 读取每一行的数据
rr={
'rank':str(row[0]),
'qiye':str(row[1]),
'keyno':str(row[2])
}
datas.append(rr)
return datas
if __name__ == '__main__':
filename2='qiye2hold.xlsx'
# # 创建一个工作簿
# workbook = Workbook()
# workbook.save(filename2)
filename=r'C:\Users\WIN10\DataspellProjects\zzsn_spider\test\qiye2.xlsx'
rqs=readfile(filename)
for rd in rqs:
keyno=rd['keyno']
print(f'请求企业的ID{keyno}')
num=1
text=postRes(keyno,num)
msg=json.loads(text)
totalRecords=msg['Paging']['TotalRecords']
pagenum=totalRecords// 20 +1
for i in range(1,pagenum+1):
print(f'请求第{i}页')
dlist=[]
text=postRes(keyno,i)
yKeyNo=msg['Result']['KeyNo']
yCompanyName=msg['Result']['CompanyName']
NameCount=msg['Result']['NameCount']
Names=msg['Result']['Names']
for zzname in Names:
zKeyNo= zzname['KeyNo']
zName= zzname['Name']
# startDate= zzname['StartDate']
registCapi= zzname['RegistCapi']
imageUrl= zzname['ImageUrl']
province= zzname['Province']
industry= zzname['Industry']
shortStatus= zzname['ShortStatus']
percentTotal= zzname['PercentTotal']
startDateStr= zzname['StartDateStr']
h5Url= zzname['H5Url']
district= zzname['District']
industryDesc= zzname['IndustryDesc']
area= str(zzname['Area'])
industryItem= str(zzname['IndustryItem'])
detailmsg={
'yKeyNo':yKeyNo,
'yCompanyName':yCompanyName,
'nameCount':NameCount,
'zKeyNo':zKeyNo,
'zName':zName,
'registCapi':registCapi,
'imageUrl':imageUrl,
'province':province,
'industry':industry,
'shortStatus':shortStatus,
'percentTotal':percentTotal,
'startDateStr':startDateStr,
'h5Url':h5Url,
'district':district,
'industryDesc':industryDesc,
'area':area,
'industryItem':industryItem,
}
dlist.append(detailmsg)
# print(detailmsg)
print('写入excel')
if len(dlist):
writerToExcel(dlist)
test/pipeiUrl.py 0 → 100644
# -*- coding: utf-8 -*-
import pymysql
import pandas as pd
from tqdm import tqdm
import xlsxwriter
import openpyxl
from urllib.parse import urlparse
# 打开Excel文件
workbook = openpyxl.load_workbook('2500url.xlsx')
# 获取工作表对象
worksheet = workbook.active
qiyedatas=[]
# 遍历工作表的行
for row in worksheet.iter_rows(values_only=True):
qiyemsg={
'url':row[0],
'exist':row[1],
}
qiyedatas.append(qiyemsg)
# 打印每行的数据
# print(row)
conn = pymysql.Connect(host='114.116.44.11', port=3306, user='caiji', passwd='f7s0&7qqtK', db='clb_project',
charset='utf8')
cursor = conn.cursor()
sql1 = """select id, info_source_code, web_site_name, site_name , site_uri from info_source WHERE site_uri like '%[name]%' """
cont=1;
qynot=[]
qyin=[]
for qy in qiyedatas:
name=qy['url']
if name is None:
qy['exist']=0
qyin.append(qy)
continue
if ''==name:
qy['exist']=0
qyin.append(qy)
continue
try:
sql2=sql1.replace("[name]",name)
cursor.execute(sql2)
except Exception as e:
print('异常企业：'+name)
qy['exist']=0
qyin.append(qy)
continue
result_data = cursor.fetchall()
if(len(result_data)<1):
qy['exist']=0
qyin.append(qy)
else:
cont+=1
print(cont)
qy['exist']=1
qyin.append(qy)
df_out = pd.DataFrame(data=qyin)
df_out.to_excel('url企业情况在平台中有数据.xlsx', engine='xlsxwriter', index=False)
df_out = pd.DataFrame(data=qynot)
df_out.to_excel('url企业情况在平台中没有数据.xlsx', engine='xlsxwriter', index=False)
# for row in tqdm(result_data):
#
# urls=['www.shtsp.com',
# 'www.onlyedu.com',
# 'www.shanghai-electric.com',
# 'www.skmic.sh.cn',
# 'www.szby.cn',
# 'www.xatourism.com',
# 'www.netac.com.cn',
# 'www.improve-medical.com',
# 'www.shanghaiyatong.com',
# 'www.nsrd.com.cn',
# 'www.400mn.com',
# 'www.efort.com.cn',
# 'www.jbdc.com.cn',
# 'www.wanma-cable.cn',
# 'www.lugangwool.com',
# 'www.cohc.citic',
# 'www.yafco.com',
# 'www.yccable.cn',
# 'www.ctv-media.com.cn',
# 'www.dehong.com.cn',
# 'www.tong-feng.com',
# 'www.bankgy.cn',
# 'www.viti.net.cn',
# 'www.hcsemitek.com',
# 'www.hrdq.cn',
# 'www.jlgsgl.com',
# 'www.cachet.com.cn',
# 'www.alcha.com',
# 'nj-port.com',
# 'www.qt300061.com',
# 'www.rrlgou.com',
# 'www.ronglian.com',
# 'www.oumasoft.com',
# 'www.cseg.cn',
# 'www.fjgs.com.cn',
# 'www.cr-jh.cn',
# 'www.tckg.cn',
# 'htk.hrbrail.cn',
# 'www.hnainfrastructure.com',
# 'www.chinahaiyue.com',
# 'www.nh.com.cn',
# 'www.hwatsing.com',
# 'www.kingenta.com',
# 'www.nantex.com.cn',
# 'www.fuda.com',
# 'www.nbtp.com.cn',
# 'www.shahe.cn',
# 'www.yulonggold.com',
# 'www.hnss.net.cn',
# 'www.hifuture.com',
# 'www.sye.com.cn',
# 'www.xjh-sc.com',
# 'www.jyzs.com.cn',
# 'www.szmeizhi.com',
# 'www.htrd.cn',
# 'www.wushang.com.cn',
# 'www.sfjt.com.cn',
# 'www.swpdi.com',
# 'www.qjtourism.com',
# 'www.bjtyz.com',
# 'www.leaguerme.com',
# 'www.kingsemi.com',
# 'www.dongri.com',
# 'www.cimcvehiclesgroup.com',
# 'www.bocichina.com',
# 'www.inzonegroup.cn',
# 'www.bchtpharm.com',
# 'www.unifull.com',
# 'www.jingui-silver.com',
# 'www.nbocc.com',
# 'www.zjzhongda.com',
# 'www.zwhlgroup.com',
# 'www.cebbank.com',
# 'www.zhonghongmedical.com',
# 'www.zoje.com',
# 'www.geovis.com.cn',
# 'www.capg.com.cn',
# 'www.crpcc.com.cn',
# 'www.cs.ecitic.com',
# 'www.nesc.cn',
# 'www.ellingtonpcb.com',
# 'www.sanjing.com.cn',
# 'www.hi-expressway.com',
# 'www.joyware.com',
# 'www.yuneng.com.cn',
# 'jngxfz.com',
# 'www.rtxc.com',
# 'www.jsxq.com',
# 'www.jsgaoke.com',
# 'www.cre8direct.cn',
# 'www.qijing-m.com',
# 'www.yaboo-cn.com',
# 'www.cictmobile.com',
# 'www.cqgt.cn',
# 'san-mu.com',
# 'www.zygs.com',
# 'www.hntz.com.cn',
# 'www.gemac-cn.com',
# 'www.ivo.com.cn',
# 'www.cdbio.cn',
# 'www.qdfood.com',
# 'www.sacredsun.cn',
# 'www.glsc.com.cn',
# 'www.bohai-water.com',
# 'www.nsig.com',
# 'www.ticw.com.cn',
# 'www.jjtz.com',
# 'www.fmsh.com',
# 'www.hirisun.com',
# 'www.bjtkgd.com',
# 'www.gj000096.com',
# 'www.ddmcgroup.cn',
# 'www.chinaxaperi.com',
# 'www.xjxlgf.com.cn',
# 'www.xcsg.cn',
# 'www.omnijoi.com',
# 'www.xakaili.com',
# 'www.tbjijian.com',
# 'www.sztechand.com.cn',
# 'www.xhchem.com',
# 'www.cbmt.com.cn',
# 'www.gsgf.com',
# 'www.hisunplas.com',
# 'www.cimc.com',
# 'www.cqggf.com.cn',
# 'www.afrlaser.com',
# 'www.dezhanhealthcare.com',
# 'www.minfa.com',
# 'www.fjzbgf.com',
# 'www.fjcement.com',
# 'www.hhink.com',
# 'www.hbjnhg.com',
# 'www.baiyang.com',
# 'www.cpttg.com.cn',
# 'www.jxcy.com.cn',
# 'www.bhgmall.com.cn',
# 'www.eastsoft.com.cn',
# 'www.dareway.com.cn',
# 'www.sxsanwei.com',
# 'www.hncde.cn',
# 'www.dlrd.com',
# 'www.dirui.com.cn',
# 'www.dxzq.net',
# 'www.lzbank.com',
# 'www.mdep.com.cn',
# 'www.ahtgtb.com',
# 'www.guanfu.com',
# 'www.jszs-group.com',
# 'www.ebjb.com',
# 'www.sunwill.com.cn',
# 'www.gdep.com.cn',
# 'www.gsfins.com',
# 'www.600083.com',
# 'www.htw.cn',
# 'www.china-boya.com',
# 'www.holsin.cn',
# 'www.fhzy.cn',
# 'www.nyocor.com',
# 'tech.csg.cn',
# 'www.bringspring.com',
# 'www.zh-echem.com',
# 'www.crcchem.com',
# 'www.longgaogf.com',
# 'www.sinotherapeutics.com',
# 'www.cesgroup.com.cn',
# 'www.shdyyy.com.cn',
# 'www.shmetro.com',
# 'www.worldunion.com.cn',
# 'www.jsti.com',
# 'www.szweiye.com',
# 'www.szmtc.com.cn',
# 'www.scjd.cn',
# 'www.tfzq.com',
# 'www.tielingnewcity.com.cn',
# 'www.cset.ac.cn',
# 'www.sunnyloantop.cn',
# 'www.vanfund.cn',
# 'www.chinayaxing.com',
# 'www.wrcb.com.cn',
# 'www.600168.com.cn',
# 'www.xacbank.com',
# 'www.goldwind.com.cn',
# 'www.vvgroup.com',
# 'www.roadrover.cn',
# 'www.tellus.cn',
# 'www.sdses.com',
# 'www.ytsc.cn',
# 'www.tande.cn',
# 'www.600773sh.com',
# 'www.lixinner.com',
# 'www.bankofchangsha.com',
# 'www.zjcbcm.com',
# 'www.zhefuet.com',
# 'www.ywgf.cn',
# 'www.zftc.net',
# 'www.zjjgf.com',
# 'www.zhangzidao.com',
# 'www.e-tongcheng.com',
# 'www.conbapharm.com',
# '10.150.48.9',
# 'www.izpec.com',
# 'www.cicc.com',
# 'www.chinastock.com.cn',
# 'www.znhi.com.cn',
# 'www.jiuhuashan.cc',
# 'www.winallseed.com',
# 'ahhui-expressway.net',
# 'www.bossco.cc',
# 'www.gzzjsy.com',
# 'www.hongtastock.com',
# 'www.dazhitech.com',
# '000509.ipo.hk',
# 'www.qxzs.com',
# 'www.lzminbai.com.cn',
# 'www.lzzhuangyuan.com',
# 'www.mosopower.com',
# 'www.nmgxhfxjt.com',
# 'www.sunseagroup.com',
# 'www.rzpcl.com',
# 'www.kaiwenedu.com',
# 'www.avicuas.com',
# 'www.jinsenforestry.com',
# 'www.gpedcl.com',
# 'www.njuae.cn',
# 'www.originwater.com',
# 'www.motic-electric.com',
# 'www.huatongreli.com',
# 'www.dfzq.com.cn',
# 'www.td300321.com',
# 'www.ahjnhg.com',
# 'www.xtc-xny.com',
# 'www.qdtnp.com',
# 'www.sgsbgroup.com',
# 'www.xhmedia.com',
# 'www.sh-sfc.com',
# 'www.shtdcy.com',
# 'www.fd-zj.com',
# 'www.wkyy.com',
# 'www.sdlomon.com',
# 'www.newssc.org',
# 'cs.xunyou.com',
# 'www.whghjt.com',
# ' www.xjxbmy.com',
# 'www.swhygh.com',
# 'www.geron-china.com',
# 'www.yb-zy.com',
# 'www.zjwh.com.cn',
# 'www.tangde.com.cn',
# 'www.crscl.com.cn',
# 'www.insigma.com.cn',
# 'www.cs-grkj.com',
# 'www.psbc.com',
# 'www.csgholding.com',
# 'www.e-chinalife.com',
# 'bank.ecitic.com',
# 'www.cqlummy.com',
# 'www.dlg-expo.com',
# 'www.aadri.com',
# 'www.ghkg000529.com',
# 'www.hzbank.com.cn',
# 'www.hangjintechnology.com',
# 'www.hljjt.com',
# 'www.nxz.com.cn',
# 'www.csrcbank.com',
# 'www.jscnnet.com',
# 'www.jsbchina.cn',
# 'www.zjrcbank.com',
# 'www.hrflanges.com',
# 'www.lander.com.cn',
# 'www.xmgw.com.cn',
# 'www.sdcbcm.com',
# 'www.foundersc.com',
# 'www.sunvim.com',
# 'www.guangyuyuan.com',
# 'www.ghzq.com.cn',
# 'www.hljcbgf.com',
# 'www.crmicro.com',
# 'www.hy-online.com',
# 'www.jiawei.com',
# 'www.saintycorp.com',
# 'www.jrjkg.com.cn',
# 'www.dinghantech.com',
# 'www.semifg.com',
# 'www.srcb.com',
# 'www.tongyuheavy.com',
# 'www.chinalihu.com',
# 'www.amec-inc.com',
# 'www.zoomlion.com',
# 'www.hlxl.com',
# 'www.bbcm.com.cn',
# 'www.ntfan.com',
# 'www.molonggroup.com',
# 'www.bosuntools.com',
# 'www.s10000.com',
# 'www.gtja.com',
# 'www.omhgroup.com',
# 'www.hxb.com.cn',
# 'www.saimo.cn',
# 'www.zjfzgroup.com',
# 'www.longking.com.cn',
# 'www.informrack.com',
# 'www.bosc.cn',
# 'www.cecm.com.cn',
# 'www.zmee.com.cn',
# ' www.ccnew.com ',
# 'www.szclou.com',
# 'www.chengduair.com',
# 'www.zts.com.cn',
# 'www.cofcoet.com',
# 'www.zhengyee.com',
# 'www.bd-zg.com',
# 'www.rainbowco.com.cn',
# 'www.bjcx.cn',
# 'www.xbcy.nx.cn',
# 'www.cylico.com',
# 'www.yundingkeji.cn',
# 'www.gbdz.net',
# 'www.th600281.cn',
# 'www.pdjs.com.cn',
# 'www.xjxfkj.com',
# 'www.zfsycf.com.cn',
# 'www.600228.net',
# 'www.sxbctv.com',
# 'www.sd-wit.com',
# 'www.hzrdjt.com',
# 'www.guofeng.com',
# 'www.jdee.com.cn',
# 'www.hfgf.cn',
# 'www.foton.com.cn',
# 'www.dongjiang.com.cn',
# 'zhujiangpijiu.tmall.com',
# 'www.jin-fu.cn',
# 'www.yanzhoucoal.com.cn',
# 'www.wxm.com',
# 'www.cggc.cn',
# 'www.chinagci.com',
# 'www.jx-blackcat.com',
# 'www.tfny.com',
# 'www.kkcc.com.cn',
# 'www.hengshuilaobaigan.net',
# 'www.smsc.sh.cn',
# 'www.hbkangxin.com.cn',
# 'www.000899.com',
# 'www.rundamedical.com',
# 'www.fjec.com.cn',
# 'www.luckyfilm.com.cn',
# 'www.ansteel.com.cn',
# 'www.rendongholdings.com',
# 'www.toppcb.com',
# 'www.reht.com',
# 'www.portshanghai.com.cn',
# 'scxcdl.com',
# 'www.96335.com',
# 'www.bbmg.com.cn',
# 'www.dahaobj.com',
# 'www.hayao.com',
# 'www.moon-tech.com',
# '210.5.145.194',
# 'www.weldatlantic.com',
# 'www.tvzone.cn',
# 'www.cutc.com.cn',
# 'www.china-htdl.com',
# 'www.jinshiyuan.com.cn',
# 'www.jiangong.com.cn',
# 'www.hnair.net',
# 'www.sxjh.com.cn',
# 'www.gzport.com',
# 'pearlriveryq.tmall.com',
# 'www.hdbp.com',
# 'mecc.sinosteel.com',
# 'www.newworld-china.com',
# 'www.hebgtgf.com',
# 'www.xiangyu.cn',
# 'www.conch.cn',
# 'www.cygs.com',
# 'www.swsc.com.cn',
# 'www.hangyang.com',
# 'www.helichina.com',
# 'www.gybys.com.cn',
# 'www.jlyy1999.com',
# 'www.honglitronic.com',
# 'www.grgbanking.com',
# 'www.xzmbgf.com',
# 'www.yilida.com',
# 'www.westsecu.com',
# 'www.tefafuwu.com',
# 'www.sinopack.com.cn',
# 'www.jsleasing.cn',
# 'www.Gsysgf.com',
# 'www.baoti.com',
# 'www.citicguoaninfo.com',
# 'www.scte.com.cn',
# 'www.whchem.com',
# 'www.scmc-xa.com',
# 'cn.changhong.com',
# 'www.angelyeast.com',
# 'www.hbklgroup.cn',
# 'www.scimee.com',
# 'www.desaysv.com',
# 'www.zthj.com',
# 'www.shaaas.com',
# '218.22.147.82',
# 'www.jlsg.com.cn',
# 'www.iflytek.com',
# 'www.yuedainvest.com',
# 'www.chengzhi.com.cn',
# 'www.jxgtyjy.com',
# 'www.bhcc.cn',
# 'www.gssok.com',
# 'www.whzb.com',
# 'www.citichmc.com',
# 'www.artall.com.cn',
# 'www.china-ftz.com',
# 'www.jiuzhoutech.com.cn',
# 'www.desaybattery.com',
# 'www.zhenye.com',
# 'www.jinjianghotels.sh.cn',
# 'www.fawer.com.cn',
# 'www.chenmingpaper.com',
# 'www.start.com.cn',
# 'www.jhgf.com.cn',
# 'www.xztianlu.com',
# 'www.jljgdq.cn',
# 'www.300188.cn',
# 'www.slkg1949.com',
# 'www.gujing.com',
# 'www.jsjsyh.com',
# 'www.baiyunairport.com',
# 'www.gzr.com.cn',
# 'www.wnq.com.cn',
# 'www.xiamenairport.com.cn',
# 'www.ymhg.com.cn',
# 'www.tjkjsy.com.cn',
# 'www.jlucdi.com',
# 'www.hxfz.com.cn',
# 'www.naura.com',
# 'www.unistrong.com',
# 'www.people.cn',
# 'www.wenergy.cn',
# 'www.navinfo.com',
# 'www.hnfzgf.com',
# 'www.shibeiht.com',
# 'www.abchina.com',
# 'www.gmdi.cn',
# 'www.boc.cn',
# 'ny.csg.cn',
# 'www.chinacnd.com',
# 'www.lxct.cn',
# 'www.hengyun.com.cn',
# 'www.qingshanpaper.com',
# 'www.e-cbest.com',
# 'www.cnyeic.com',
# 'www.cqcy.com',
# 'www.chinawuyi.com.cn',
# 'www.first-panel.com',
# 'www.snxhchem.com',
# 'www.ebscn.com',
# 'www.china-hbp.com',
# 'www.xmklm.com.cn',
# 'www.gsrc.com',
# 'www.gsgczx.cn',
# 'www.cpepgc.com',
# 'www.hwgf757.com',
# 'www.moutaichina.com',
# 'www.fspg.com.cn',
# 'www.bez.com.cn',
# 'www.inspur.com',
# 'www.inesa-it.com',
# 'www.kingyork.biz',
# 'www.chinahitech.com.cn',
# 'www.sanyou-chem.com.cn',
# 'www.jdcmoly.com',
# 'www.lzgf.cn',
# 'www.lshec.com',
# 'www.pub.citic.com',
# 'www.bjca.cn',
# 'www.motimo.com',
# 'www.bluestar-adisseo.com',
# 'www.zgpgc.com',
# 'www.shanghaidragon.com.cn',
# 'www.itg.com.cn',
# 'www.sc-aaa.com',
# 'www.nnsugar.com',
# 'www.600064.com',
# 'www.luxichemical.com',
# 'www.zzce.com.cn',
# 'www.hbshkj.cn',
# 'www.liugong.com',
# 'www.xjpharma.com',
# 'www.xdtz.net',
# 'www.tsingtao.com.cn',
# 'www.cdgxfz.com',
# 'www.shanghai-electric.com',
# 'www.wxtj.com',
# 'www.xinye-tex.com',
# 'www.chinasec.cn',
# 'gufen.luckyfilm.com.cn',
# 'www.szwg.com',
# 'www.hnboyun.com.cn',
# 'www.szmicrogate.com',
# 'www.i-scip.com',
# 'www.yatai.com',
# 'www.ljz.com.cn',
# 'www.hucd.cn',
# 'www.sxzq.com',
# 'www.qdhuaren.com',
# 'www.siti.com.cn',
# 'www.scrbc.com.cn',
# 'www.flzc.com',
# 'www.jx9394.com',
# 'www.cdgas.com',
# 'www.xingfagroup.com',
# 'www.tjsjgf.com.cn',
# 'www.san-huan.com.cn',
# 'www.cqgasgis.com',
# 'www.baoguang.com.cn',
# 'www.lishengpharma.com',
# 'www.arcplus.com.cn',
# 'www.binhaienergy.com',
# 'www.sdjlky.com',
# 'www.zthx.com',
# 'www.lshfz.com.cn',
# 'www.jingnengpower.com',
# 'www.ppm.cn',
# 'www.shenhuo.com',
# 'www.silverbasis.com',
# 'www.chinawindey.com',
# 'www.jialing.com.cn',
# 'www.catec-ltd.cn',
# 'www.jzjt.com',
# 'www.chalkistomato.com',
# 'www.huatian-hotel.com',
# 'www.xhzy.com',
# 'www.shantui.com',
# 'www.chinahuamao.net',
# 'www.sugon.com',
# 'www.mogao.com',
# 'www.valin.cn',
# 'www.ahhymd.com.cn',
# 'www.jei.com.cn',
# 'www.bjhhny.com',
# 'www.liuguo.com',
# 'www.easy-visible.com',
# 'www.xemc.com.cn',
# 'www.jinbei.com.cn',
# 'www.gzgsgf.com.cn',
# 'www.600373.com.cn',
# 'www.dhseed.com',
# 'www.up-china.com',
# 'www.ght-china.com',
# 'www.c-wmm.com',
# 'www.712.cn',
# 'www.czdh.chemchina.com',
# 'www.dgholdings.cn',
# 'www.ykplc.com',
# 'www.cecep.cn',
# 'www.njtc.com.cn',
# 'www.qfcgroup.com',
# 'www.ymnygf.com',
# 'www.zncmjt.com',
# 'www.jianfeng.com.cn',
# 'www.zzepc.com.cn',
# 'www.chengda.com.cn',
# 'www.cindare.com',
# 'www.slpharm.com.cn',
# 'www.ycne.com.cn',
# 'www.brightdairy.com',
# 'www.meichen.cc',
# 'www.jxcgc.com',
# 'www.sanbian.cn',
# 'www.sino-platinum.com.cn',
# 'www.copote.com',
# 'www.gzjiulian.com',
# 'www.tfxingfujia.com',
# 'www.hg-oa.com',
# 'www.beijingnorthstar.com',
# 'www.nfzje.com',
# 'www.hakim.com.cn',
# 'www.hqbeer.com',
# 'www.cnpubc.com',
# 'www.shengheholding.com',
# 'www.pku-hc.com',
# 'www.sanxia.com',
# 'www.zzbank.cn',
# 'www.casit.com.cn',
# 'www.shpdjq.com',
# 'www.xntsgs.com',
# 'www.zjorient.com',
# 'www.capitalwater.cn',
# 'www.mfspchina.com',
# 'www.elecspn.com',
# 'www.glasstex.cn',
# 'www.cpic.com.cn',
# 'www.pingan.cn',
# 'www.tlys.cn',
# 'www.hgbdzhyl.com',
# 'www.stec.net',
# 'www.lpht.com.cn',
# 'www.ezjzy.com',
# 'www.sdec.com.cn',
# 'www.szap.com',
# 'www.cqphar.com',
# 'www.szgas.com.cn',
# 'facs.com.cn',
# 'www.gac.com.cn',
# 'www.changshantex.com',
# 'www.newwf.com',
# 'www.000607.cn',
# 'www.ctsec.com',
# 'www.ecsponline.com',
# 'www.dynagreen.com.cn',
# 'www.grandblue.cn',
# 'www.daqintielu.com',
# 'www.portqhd.com',
# 'www.sanyuan.com.cn',
# 'www.sypglass.com',
# 'www.hx168.com.cn',
# 'www.athub.com',
# 'www.ygsoft.com',
# 'www.chinaddn.com',
# 'yqmy.ymjt.com.cn',
# 'www.jiebai.com',
# 'www.zjjiaoke.com',
# 'www.htsec.com',
# 'www.guilintravel.com',
# 'www.htsc.com.cn',
# 'www.cnooc.com.cn',
# 'www.spacesat.com.cn',
# 'www.hua-yi.cn',
# 'www.starlake.com.cn',
# 'www.xj-tianye.com',
# 'www.boe.com',
# 'www.longjianlq.com',
# 'www.shenhuachina.com',
# 'www.sinovatio.com',
# 'www.chinayanghe.com',
# 'www.wz-zhongheng.com',
# 'www.hbyl.cn',
# 'www.tayho.com.cn',
# 'www.castech.com',
# 'www.foundertech.com',
# 'www.hua-ying.com',
# 'www.csig158.com',
# 'www.leadmanbio.com',
# 'www.highly.cc',
# 'www.kjtbao.com',
# 'www.hrtn.com.cn',
# 'www.jsjnsw.com',
# 'www.chinazhjt.com.cn',
# 'www.xindeco.com',
# 'www.intmedic.com',
# 'pvc.conch.cn',
# 'www.cjtz.cn',
# 'www.fengle.com.cn',
# 'www.shoukaigufen.com',
# 'www.aucma.com',
# 'www.shxcoal.com',
# 'www.soyea.com.cn',
# 'www.ccrq.com.cn',
# 'www.hac.com.cn',
# 'www.ncfc.cn',
# 'www.xinsteel.com.cn',
# 'www.energas.cn',
# 'www.tcsw.com.cn',
# 'www.cchbds.com.cn',
# 'www.gimc.cn',
# 'www.thvow.com',
# 'www.sdecl.com.cn',
# 'www.600689.com',
# 'www.gdgzrb.com',
# 'demo.cge.com.cn',
# 'www.smtcl.com',
# 'www.topnewinfo.cn',
# 'www.phoenix.com.cn',
# 'www.szwuye.com.cn',
# 'www.hitech-develop.com',
# 'www.ntjtc.com',
# 'hxdq.hisense.com',
# 'www.meiling.com',
# 'www.fenjiu.com.cn',
# 'www.lggf.com.cn',
# 'www.myorbita.net',
# 'wrgold.cn',
# 'www.tqcc.cn',
# 'www.citymedia.cn',
# 'www.sndnt.com',
# 'www.grandbuy.com.cn',
# 'www.chalieco.com.cn',
# 'www.bucid.com',
# 'www.xjqscc.com',
# 'www.tjcep.com',
# 'www.scacc.com',
# 'www.sinotruk.com',
# 'www.hgtech.com.cn',
# 'www.fenghua-advanced.com',
# 'www.nantian.com.cn',
# 'www.hisense.com',
# 'www.gztyre.com',
# 'www.opg.cn',
# 'www.yggf.com.cn',
# 'www.bjev.com.cn',
# 'www.hjjs.com',
# 'www.topway.com.cn',
# 'www.sxjgkg.com',
# 'www.shaanxigas.com',
# 'holitech.net',
# 'www.gngf.cn',
# 'www.nonfemet.com',
# 'www.yunnanbaiyao.com.cn',
# 'www.bxlq.com',
# 'www.gepiced.com',
# 'www.yuegui.cn',
# 'www.bbwport.cn',
# 'www.yyth.com.cn',
# 'www.yuexiu-finance.com',
# 'www.wuliangye.com.cn',
# 'www.petrochina.com.cn',
# 'www.ahtrq.com',
# 'www.cxtc.com',
# 'www.lubeichem.com',
# 'www.sgmg.com.cn',
# 'www.600796.com',
# 'www.zzdc.com.cn',
# 'www.jsgxgf.com',
# 'www.yyxc0819.com',
# 'www.tedastock.com',
# 'www.changchai.com',
# 'www.nj-public.com',
# 'gf.tongrentang.com',
# 'www.htchuav.com',
# 'www.000793.com',
# 'www.cnzgc.com',
# 'www.hnhlc.com',
# 'www.xiagong.com',
# 'www.qingdao-port.com',
# 'www.hngoldcorp.com',
# 'www.zhongtong.com',
# 'www.hghngroup.com',
# 'www.dggf.cn',
# 'www.cecl.com.cn',
# 'www.nexhome.cn',
# 'www.sh600649.com',
# 'www.chinasthc.com',
# 'www.tagen.cn',
# 'www.yimingroup.com',
# 'www.cqrcb.com',
# 'www.dongfangelec.com',
# 'www.sinodmc.com',
# 'www.shenergy.net.cn',
# 'www.xjjtjt.com',
# 'www.jzz.cn',
# 'www.yngreen.com',
# 'www.tik.com.cn',
# 'www.dhidcw.com',
# 'www.fjhxhb.com',
# 'www.xinhuanet.com',
# 'www.sidlgroup.com',
# 'www.zjgold.com',
# 'www.taiji.com',
# 'www.cqsxsl.com',
# 'www.bthhotels.com',
# 'www.picc.com',
# 'www.999.com.cn',
# 'home.cofcotunhe.com',
# 'www.gzlnholdings.com',
# 'tgbx.tisco.com.cn',
# 'www.xinzhu.com',
# 'www.zjhengshun.com',
# 'www.yunneidongli.com',
# 'www.weichaihm.com',
# 'acbc.com.cn',
# 'www.shidaiwanheng.com',
# 'www.wxrope.com',
# 'bldmo.blemall.com',
# 'www.hisunpharm.com',
# 'www.sz-expressway.com',
# 'www.chasesun.cn',
# 'www.bgctv.com.cn',
# 'www.c-wst.com',
# 'www.whty.com.cn',
# 'www.fnorient.com',
# 'www.chinagwe.com',
# 'www.yantangmilk.com',
# 'www.600608.net',
# 'www.lhpharma.com',
# 'www.shanghaipower.com',
# 'www.stocke.com.cn',
# 'www.inspur.com',
# 'www.600757.com.cn',
# 'www.chinatelling.com',
# 'www.benefo.tj.cn',
# 'www.chinaadvance.com',
# 'www.sopo.com.cn',
# 'www.xyzq.com.cn',
# 'www.butone.com',
# 'www.fudanfuhua.com',
# 'www.jjmy.cn',
# 'www.szibr.com',
# 'www.hirub.cn',
# 'www.ntjhzy.com',
# 'www.600269.cn',
# 'www.ciwen.com.cn',
# 'www.cytsonline.com',
# 'www.infinova.com.cn',
# 'www.gtiggm.com',
# 'www.scfrkj.cn',
# 'www.nupmg.com',
# 'www.cecep.cn',
# 'www.globalprinting.cn',
# 'www.winshare.com.cn',
# 'www.jlcfc.com',
# 'www.westmining.com',
# 'www.0507.com.cn',
# 'www.taloph.com',
# 'www.zhongxinp.com',
# 'www.guosen.com.cn',
# 'www.fsgas.com',
# 'www.sns-china.com',
# 'www.leaguer.com.cn',
# 'www.daangene.com',
# 'www.jsac.com.cn',
# 'www.xnskg.cn',
# 'www.cogogl.com.hk',
# 'www.sdlqgf.com',
# 'www.000551.cn',
# 'www.zgdygf.com',
# 'www.wwgf.com.cn',
# 'www.jac.com.cn',
# 'www.xsmd.cc',
# 'www.hbctgs.com',
# 'www.jsne.com.cn',
# 'www.camc.cc',
# 'www.grgtest.com',
# 'www.ghtchina.com',
# 'www.shkdchem.com',
# 'www.eascs.com',
# 'www.e-ande.com',
# 'www.qdzzzc.com',
# 'www.china-ceco.com',
# 'www.shjb600838.com',
# 'www.greedc.com',
# 'www.ahccjg.com.cn',
# 'www.ged.com.cn',
# 'www.cwjt.com',
# 'www.cssd.com.cn',
# 'www.sggf.com.cn',
# 'www.chinatypical.com',
# 'www.bhpiston.com',
# 'www.blower.cn',
# 'www.baose.com',
# 'www.guhan.com',
# 'www.pmta.com.cn',
# 'www.ytl.com.cn',
# 'www.dfzk.com',
# 'www.sxbychem.com',
# 'www.prolto.com',
# 'www.jmjj.com',
# 'www.siasun.com',
# 'www.zhzb.cecep.cn',
# 'www.sanju.cn',
# 'www.shaoneng.com.cn,www.sn0601.com',
# 'www.ldjt.com.cn',
# 'www.weifu.com.cn',
# 'www.nfcb.com.cn',
# 'www.600617.com.cn',
# 'www.ankai.com',
# 'www.thunis.com',
# 'www.asiastarbus.com',
# 'www.qjwater.com',
# 'www.chinaemd.com',
# 'www.hl-hengsheng.com',
# 'www.cnqjyy.com',
# 'www.cndl155.com',
# 'www.600822sh.com',
# 'www.600463.com.cn',
# 'www.aceg.com.cn',
# 'www.sdgi.com.cn',
# 'www.000803.com',
# 'xgjx.xcmg.com',
# 'www.nafine.com',
# 'www.yanjing.com.cn',
# 'www.tjsemi.com',
# 'www.hbiszy.com',
# 'www.hacl.cn',
# 'www.orientscape.com',
# 'www.hnsc.cc',
# 'www.tus-est.com',
# 'www.press-mart.com',
# 'www.scmeif.com',
# 'www.cisri-gaona.com.cn',
# 'www.fengguang.com',
# 'www.guangjipharm.com',
# 'www.oie.com.cn',
# 'www.bhferry.com',
# 'www.bnmc.com',
# 'www.changyu.com.cn',
# 'www.gdg.com.cn',
# 'www.huapengglass.com',
# 'www.eal-ceair.com',
# 'www.shenma.com',
# 'www.ihandy.cn',
# 'www.gxlcwater.com',
# 'www.gfx.com.cn',
# 'www.cncqsw.com',
# 'www.yinhai.com',
# 'www.pjgf.cn',
# 'www.magang.com.cn',
# 'www.magang.com.hk',
# 'www.wjwlg.com',
# 'www.chinacdi.com',
# 'www.95559.com.cn',
# 'www.jxcc.com',
# 'www.vanke.com',
# 'www.ccb.com',
# 'www.sinomach-he.cn',
# 'www.newchinalife.com',
# 'www.cofco.com',
# 'www.bxsteel.com',
# 'www.xntg.com',
# 'www.qinchuan.com',
# 'www.000860.com',
# 'www.tymqh.com',
# 'www.lzlj.com',
# 'www.jinfengwine.com',
# 'www.luanhn.com',
# 'www.njyy.com',
# 'www.hzsteel.com',
# 'www.nhbiogroup.com',
# 'www.lzhg.cn',
# 'www.chinacrt.com',
# 'www.sunasia.com',
# 'www.snbc.cn',
# 'www.ybty.com',
# 'www.gqy.com.cn',
# 'www.snm.gd.cn',
# 'www.shkg.com.cn',
# 'www.ssgf.com.cn',
# 'www.qrcb.com.cn',
# 'www.hengfengpaper.com',
# 'www.sec.com.cn',
# 'www.jishimedia.com',
# 'www.pharmglass.com',
# 'www.zyddcm.com',
# 'www.600844.com',
# 'www.zte.com.cn',
# 'www.600780.com.cn',
# 'www.huajinct.com',
# 'www.feidaep.com',
# 'www.citicsteel.com',
# 'www.dtmy.com.cn',
# 'www.king1.com.cn',
# 'www.qhyhgf.com',
# 'www.gsafety.com',
# 'www.yonglin.com',
# 'www.jznygf.com',
# 'www.gd-goworld.com',
# 'www.cnsjy.com',
# 'www.shanghaimaling.com',
# 'www.hbcoal.com',
# 'www.duzhepmc.com',
# 'www.hbyh.cn',
# 'www.nationstar.com',
# 'www.jtport.com.cn',
# 'www.smgjny.com',
# 'www.600633.cn',
# 'www.roadmaint.com',
# 'www.token-ito.com',
# 'www.doublestar.com.cn',
# 'www.yasheng.com.cn',
# 'www.yapp.com',
# 'www.eurasiagroup.com.cn',
# 'www.shchinafortune.com',
# 'www.gyzq.com',
# 'www.blackpeony.com',
# 'nb.nnbh.cn',
# 'www.skiad.com.cn',
# 'www.lonkey.com.cn',
# 'www.hazq.com',
# 'www.ncpc.cn',
# 'www.zmd.com.cn',
# 'www.tyhi.com.cn',
# 'www.lierchem.com',
# 'www.sh-shenda.com',
# 'www.yantian-port.com',
# 'www.palm-la.com',
# 'www.simei.cc',
# 'www.shinva.net',
# 'www.mgtv.com',
# 'www.chinesekk.com',
# 'www.suntien.com',
# 'www.shenzhou-gaotie.com',
# 'www.nbmc.com.cn',
# 'www.luyin.cn',
# 'www.sclth.com',
# 'www.shaangu.com',
# 'www.chinalanhua.com',
# 'www.huakongseg.com.cn',
# 'www.chinafsl.com',
# 'www.sunward.com.cn',
# 'www.lpxdgf.cn',
# 'www.gdsdej.com',
# 'www.jtlfans.com',
# 'www.guangrigf.com',
# 'www.zmj.com',
# 'www.shanghaizhongyida.com',
# 'www.wasu.com',
# 'www.jymdgs.com',
# 'www.ls.com.cn',
# 'www.langold.com.cn',
# 'ylgf.chinalco.com.cn',
# 'www.ht-saae.com',
# 'www.cgnmc.com',
# 'www.highhope.com',
# 'www.segcl.com.cn',
# 'www.nbport.com.cn',
# 'www.aysteel.com.cn',
# 'www.tianjin-port.com',
# 'www.zhangzepower.com',
# 'www.xjtrry.com',
# 'www.chinafirstpencil.com',
# 'www.dlport.cn',
# 'www.cccgroup.com.cn',
# 'www.hunan-huasheng.com',
# 'www.furielec.com',
# 'www.hndayou.com.cn',
# 'www.gosinoic.com',
# 'www.shuangtafood.com',
# 'www.hnnlmb.com',
# 'www.wfj.com.cn',
# 'www.ccht.jl.cn',
# 'www.0898hq.com',
# 'www.netposa.com',
# 'www.doublecoinholdings.com',
# 'www.baoganggf.com',
# 'www.jingchenggf.com.cn',
# 'www.hasco-group.com',
# 'www.shaoxingwine.com.cn',
# 'www.sinosoft.com.cn',
# 'www.b-raymedia.com',
# 'www.zpug.net',
# 'www.fenghuo.cn',
# 'www.bocd.com.cn',
# 'www.jisco.cn',
# 'www.masonled.com',
# 'www.qingxin.com.cn',
# 'www.elht.com',
# 'www.fczy.com',
# 'www.jinlinghotel.com',
# 'www.jxhcsy.com',
# 'www.andty.com',
# 'www.pinggao.com',
# 'www.lsrfzy.com',
# 'www.yhwins.com',
# 'www.chxz.com',
# 'www.laibao.com.cn',
# 'www.jianghang.com',
# 'www.quanjude.com.cn',
# 'www.dldc.com.cn',
# 'www.bailu.com',
# 'www.jsexpressway.com',
# 'www.lkpc.com',
# 'www.liusteel.com',
# 'www.gzgdwl.com',
# 'www.xinsai.com.cn',
# 'www.jdsn.com.cn',
# 'www.cdxrec.com',
# 'www.acdi.ah.cn',
# 'www.lmz.com.cn',
# 'www.cnhuafas.com',
# 'www.hfbh.com.cn',
# 'www.cceg.cn',
# 'www.xjyilite.com',
# 'www.sdhjgf.com.cn',
# 'www.zzpzh.com',
# 'www.xnkf.com',
# 'www.china-meili.com',
# 'www.tyjd.cc',
# 'www.thtf.com.cn',
# 'www.fdm.com.cn',
# 'www.sun-create.com',
# 'www.cgws.com',
# 'www.fsg.com.cn',
# 'www.600683.com',
# 'www.sinopharmholding.com',
# 'www.zhixindianqi.com',
# 'www.lypower.com',
# 'www.yypaper.com',
# 'www.tiantanbio.com',
# 'www.shyndec.com',
# 'www.tpv-tech.com',
# 'www.raycuslaser.com',
# 'www.torchcn.com',
# 'www.czst.com',
# 'www.fawjiefang.com.cn',
# 'www.cmie.csic.com.cn',
# 'zbhj.norincogroup.com.cn',
# 'www.yinglitechem.com',
# 'www.wsdl.com.cn',
# 'www.hlbn.cc',
# 'www.cydl.com.cn',
# 'www.polycn.com',
# 'www.qm.cn',
# 'www.khjt.com.cn',
# 'www.tianhong.cn',
# 'www.griam.cn',
# 'www.dec-ltd.cn',
# 'www.cccgreg.com',
# 'www.cofc.com.cn',
# 'www.segroup.cn',
# 'www.xjgt.com',
# 'www.avicem.com',
# 'www.aaec.com.cn',
# 'www.aeolustyre.com',
# 'bhgf.norincogroup.com.cn',
# 'www.gzqydl.cn',
# 'www.hmavic.com',
# 'www.meheco.com',
# 'www.aisino.com',
# 'www.jinxiaxle.com',
# 'www.accelink.com',
# 'www.chalco.com.cn',
# 'www.wutos.com',
# 'www.casic-addsino.com',
# 'www.huajinchem.com',
# 'www.jemlc.com',
# 'www.sdiczl.com',
# 'www.zdydep.com',
# 'comec.cssc.net.cn',
# 'www.camsl.com',
# 'www.cmsk1979.com',
# 'www.002163.com',
# 'www.trp.com.cn',
# 'www.chinatelecom-h.com',
# 'tech.coscoshipping.com',
# 'hold.coscoshipping.com',
# 'www.guotone.com',
# 'www.cmreltd.com',
# 'www.dcpc.com',
# 'www.dfmg.com.cn',
# 'www.hikvision.com',
# 'www.hpi.com.cn',
# 'www.atmcn.com',
# 'www.triumphltd.cn',
# 'www.hnlcj.cn',
# 'www.phenixoptics.com.cn',
# 'www.ehualu.com',
# 'www.jihua-mall.com',
# 'www.cdt-gxi.com',
# 'www.gyfz000537.com',
# 'www.bygt.com.cn',
# 'www.baosight.com',
# 'www.qlssn.com',
# 'www.otic.com.cn',
# 'www.sinopec.com',
# 'www.huake.com',
# 'www.cecsec.cn',
# 'www.fiytagroup.com',
# 'ynxygf.com',
# 'www.fiberhome.com',
# 'www.lida-oe.com',
# 'www.chinanhl.com',
# 'www.chinasufa.com.cn',
# 'www.besttoneh.com',
# 'www.hdenergy.com',
# 'www.belling.com.cn',
# 'www.baosteelpackaging.com',
# 'www.konkamobile.com',
# 'www.nmhdwz.com',
# 'www.eastcom.com',
# 'www.hbny.com.cn',
# 'www.datang.com',
# 'www.sdic.com.cn',
# 'www.scfast.cn',
# 'www.changan.com.cn',
# 'www.zhglb.com',
# 'www.nxyxny.com.cn',
# 'www.poly.com.cn',
# 'www.chinajinmao.cn',
# 'www.panda.cn',
# 'www.bfdh.com.cn',
# 'www.faway.com',
# 'yjjt.norincogroup.com.cn',
# 'www.camce.com.cn',
# 'www.cnpccapital.cn',
# 'www.spichebei.com',
# 'www.minfinance.com.cn',
# 'www.gzghgf.com',
# 'www.nmgpzny.com',
# 'www.greatwall.cn',
# 'www.baoshengcable.com',
# 'www.csrgc.com.cn',
# 'www.ccccltd.cn',
# 'www.jmc.com.cn',
# 'www.ccyd.com.cn',
# 'www.sinoma-ec.cn',
# 'www.powerchina.cn',
# 'www.szcwh.com',
# 'www.twbb.com.cn',
# 'www.crec.cn',
# 'www.cosl.com.cn',
# 'www.ctgdutyfree.com.cn',
# 'www.gzhtdq.com.cn',
# 'www.sinomach-pi.cn',
# 'www.lingyun.com.cn',
# 'www.grandjoy.com',
# 'www.ycig.com',
# 'www.sychem.com',
# 'www.nfc.com.cn',
# 'www.scc.com.cn',
# 'www.cncec.com.cn',
# 'www.ty-magnet.com',
# 'www.taiji.com.cn',
# 'www.aircraft_co.avic.com',
# 'www.sinoma.com.cn',
# 'www.600316.com.cn',
# 'www.crhic.cn',
# 'www.ceovu.com',
# 'www.csair.com',
# 'www.cncm.com',
# 'www.xdect.com.cn',
# 'www.adama.com',
# 'ssc.sinopec.com',
# 'csscholdings.cssc.net.cn',
# 'www.csic446.com',
# 'www.spc.com.cn',
# 'www.cmschina.com',
# 'www.sinomatech.com',
# 'www.cypc.com.cn',
# 'www.sgss.com.cn',
# 'www.avichina.com',
# 'www.cnecc.com',
# 'www.css.com.cn',
# 'www.caeri.com.cn',
# 'www.tianma.cn',
# 'www.gohigh.com.cn',
# 'znfzy.cnadc.com.cn',
# 'www.bjruitai.com',
# 'www.sinoma-tianshan.cn',
# 'www.ceair.com',
# 'www.chinaunicom.com.hk',
# 'www.cdt-re.com',
# 'www.glaruntech.com',
# 'www.kaifa.cn',
# 'www.clypg.com.cn',
# 'www.baosteel.com',
# 'www.aerocom.cn',
# 'www.hdpi.com.cn',
# 'cwcg.cscec.com',
# 'www.minlist.com.cn',
# 'www.jnhi.com',
# 'www.cac-citc.com',
# 'www.dtpower.com',
# 'www.jwgf.com',
# 'www.chinahaihua.com',
# 'www.westone.com.cn',
# 'www.detc.com.cn',
# 'www.eastcompeace.com',
# 'www.sinochemintl.com',
# 'www.hypower.com.cn',
# 'www.crcce.com.cn',
# 'www.cahic.com',
# 'www.travelsky.net',
# 'www.cdc.com.cn',
# 'www.cnbmltd.com',
# 'www.mjsdgs.com',
# 'www.jonhon.cn',
# 'www.polyculture.com.cn',
# 'www.airchina.com',
# 'www.hfdl.aecc.com',
# 'www.cgnnt.com.cn',
# 'www.cmenergyshipping.com',
# 'www.cei1958.com',
# 'www.sac-china.com',
# 'www.northeo.com,www.sicong.com',
# 'www.pgvt.cn',
# 'www.shecc.com',
# 'www.tdtec.com',
# 'www.600795.com.cn',
# 'www.bnbm.com.cn',
# 'www.yangnongchem.com',
# 'www.tjfaw.com',
# 'www.aviconics.com.cn',
# 'www.sumec.com',
# 'www.lanpec.com',
# 'www.xjgc.sgcc.com.cn',
# 'www.spicjl.com',
# 'www.cnoocengineering.com',
# 'cpec.cnpc.com.cn',
# 'www.cgnp.com.cn',
# 'www.aritime.com',
# 'www.cmstd.com.cn',
# 'www.guanhao.com',
# 'www.tec.crrczic.cc',
# 'energy.coscoshipping.com',
# 'development.coscoshipping.com',
# 'www.cnnp.com.cn',
# 'www.crcc.cn',
# 'www.jushi.com',
# 'www.cfhi.com',
# 'www.ctsfreight.com',
# 'www.norinco-intl.com',
# 'www.cmpo1914.com',
# 'www.easpring.com',
# 'www.aviccapital.com',
# 'www.mxdl.com.cn',
# 'www.crrcgc.cc',
# 'www.szaccord.com.cn',
# 'www.naritech.cn',
# 'www.hhi.com.cn',
# 'www.daae.com.cn',
# 'www.jiuguijiu000799.com',
# 'www.4008874005.com',
# 'www.zssw.com',
# 'www.lantaicn.com',
# 'www.crhms.cn',
# 'www.china-csicpower.com.cn',
# 'www.avic-sac.com',
# 'www.sinopecgroup.com',
# 'www.ascf.com.cn',
# 'www.haisum.com',
# 'cenertech.cnooc.com.cn',
# 'www.aerosun.cn',
# 'www.xinxing-pipes.com',
# 'cn.zpmc.com',
# 'www.sdtny.copm',
# 'www.dfac.com',
# 'www.as-hitech.com',
# 'avicopter.avic.com',
# 'flepc.com.cn',
# 'www.kraussmaffei.ltd',
# 'www.hhkj.chemchina.com',
# 'www.bgrimmtec.com',
# 'www.yunnan-copper.com',
# 'www.chinacoalenergy.com',
# 'www.zemic.com.cn',
# 'www.octholding.com',
# 'www.sedind.com',
# 'www.mintungsten.com',
# 'www.hbjir.com',
# 'www.nmghlhltmy.com',
# 'www.sdiccapital.com',
# 'www.chnau99999.com',
# 'www.tontec.cn',
# 'www.chinasatcom.com',
# 'www.chinaecec.com',
# 'www.sdicpower.com',
# 'www.mccchina.com',
# 'www.sinotrans.com',
# 'www.ynlygf.com',
# 'www.complant-ltd.com',
# 'www.hdjse.com.cn',
# 'www.crsc.cn',
# 'www.csicl.com.cn',
# 'www.chgf.com.cn',
# 'www.first-tractor.com.cn',
# 'www.ctc.ac.cn',
# 'www.cmexpressway.com',
# 'www.dongeejiao.com',
# 'www.crhc-culture.com',
# 'www.tyen.com.cn',
# 'www.chinabluechem.com.cn',
# 'www.ceec.net.cn',
# 'www.ncschina.com',
# 'www.coscol.com.cn',
# 'www.sinomach-auto.com',
# 'www.cscec.com',
# 'www.icbc.com.cn,www.icbc-ltd.com',
# 'www.zjky.cn',
# 'www.wzgroup.cn',
# 'www.gree.com.cn',
# 'www.saicmotor.com',
# 'www.scg.com.cn',
# 'www.weichaipower.com',
# 'www.spdb.com.cn',
# 'www.sphchina.com',
# 'www.cmbchina.com',
# 'www.chinaunicom-a.com']
#
# all_data = []
# for url in urls:
# sql2=sql1.replace("[url]",url)
# cursor.execute(sql2)
# result_data = cursor.fetchall()
# for row in tqdm(result_data):
# try:
# rd = {'id': row[0],
# '编码': row[1],
# '网站名称': row[2],
# '栏目名称': row[3],
# '栏目地址': row[4]
# }
# all_data.append(rd)
# except:
# print("查询失败！！")
#
# df_out = pd.DataFrame(data=all_data)
# df_out.to_excel('导出数据.xlsx', engine='xlsxwriter', index=False)
test/poolTest.py 0 → 100644
if __name__ == '__main__':
kwList=range(1,100)
print()
\ No newline at end of file
test/qccqyflask.py 0 → 100644
import os
from flask import Flask, request, send_file, render_template
import json
import pymysql
'''
手动捕获请求的接口数据，实现解析
使用fiddler将链接对应的页面数据信息发送到后台，后台对数据进行解析
'''
def connMysql():
# 创建MySQL连接
conx = pymysql.connect(host='114.115.159.144',
user='caiji',
password='zzsn9988',
database='caiji')
# 创建一个游标对象
cursorM = conx.cursor()
return conx,cursorM
def closeSql(conx,cursorM):
# 关闭游标和连接
cursorM.close()
conx.close()
#将列表数据插入到表中 baidu_search_result
def itemInsertToTable(item):
conx,cursorM=connMysql()
zKeyNo=item['zKeyNo']
yKeyNo=item['yKeyNo']
try:
select_sql=f'select * from qccholdmsg where yKeyNo="{yKeyNo}" and zKeyNo="{zKeyNo}" '
cursorM.execute(select_sql)
existing_record = cursorM.fetchone()
except Exception as e:
existing_record=''
if existing_record:
print(f'数据已存在！{zKeyNo}')
return
insert_param=(item['yKeyNo'],item['yCompanyName'],item['nameCount'],item['zKeyNo'],item['zName'],
item['registCapi'],item['province'],item['industry'],item['shortStatus'],item['percentTotal'],item['startDateStr'],
item['h5Url'],item['district'],item['industryDesc'],item['area'],item['industryItem'])
insert_sql ="INSERT into qccholdmsg (yKeyNo,yCompanyName,nameCount,zKeyNo,zName,registCapi,province," \
"industry,shortStatus,percentTotal,startDateStr,h5Url,district,industryDesc,area,industryItem) VALUES (%s, %s,%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)"
cursorM.execute(insert_sql,insert_param)
# 定义插入数据的SQL语句
# 执行插入操作
conx.commit()
print('数据插入成功！')
closeSql(conx,cursorM)
app = Flask(__name__)
@app.route('/')
def index():
return 'Welcome to the website!'
@app.route('/get_hold', methods=['POST'])
def get_news():
data=request.form
@app.route('/e1', methods=['POST'])
def e1():
data = request.get_json()
html = data.get('html')
print(html)
# 处理请求参数...
@app.route('/e2', methods=['POST'])
def e2():
html = request.form.get('html')
# print(html)
print('获取fiddler抓取的数据')
msg=json.loads(html)
# 处理请求参数...
yKeyNo=msg['Result']['KeyNo']
yCompanyName=msg['Result']['CompanyName']
NameCount=msg['Result']['NameCount']
Names=msg['Result']['Names']
for zzname in Names:
item={}
zKeyNo= zzname['KeyNo']
zName= zzname['Name']
registCapi= zzname['RegistCapi']
imageUrl= zzname['ImageUrl']
province= zzname['Province']
industry= zzname['Industry']
shortStatus= zzname['ShortStatus']
percentTotal= zzname['PercentTotal']
startDateStr= zzname['StartDateStr']
h5Url= zzname['H5Url']
district= zzname['District']
industryDesc= zzname['IndustryDesc']
# area= str(zzname['Area'])
# industryItem= str(zzname['IndustryItem'])
area=''
industryItem=''
item={
'yKeyNo':yKeyNo,
'yCompanyName':yCompanyName,
'nameCount':NameCount,
'zKeyNo':zKeyNo,
'zName':zName,
'registCapi':registCapi,
'imageUrl':imageUrl,
'province':province,
'industry':industry,
'shortStatus':shortStatus,
'percentTotal':percentTotal,
'startDateStr':startDateStr,
'h5Url':h5Url,
'district':district,
'industryDesc':industryDesc,
'area':area,
'industryItem':industryItem,
}
try:
print('对数据进行解析入库')
itemInsertToTable(item)
except Exception as e:
print(e)
return ""
def installToMysql():
pass
if __name__ == '__main__':
app.run(port=8000)
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论