山东省人民政府

REITs专题数据/policy-shandong.py

-import time
+import time
@@ -61,6 +61,7 @@ def getDataJson(page):
 def getContent(url, publishDate, num):
     id_list = []
     soup = getSoup(url)
+    policy.paserUrl(soup, url)
     contentWithTag = soup.find('div', class_='wip_art_con')
     a_list = contentWithTag.find_all('a')
     num_ = 1
@@ -166,7 +167,7 @@ def doJob():
         for data_ in data_json:
             data_ = data_.replace('\\', '')
             soup = BeautifulSoup(data_, 'lxml')
-            data = getData(soup, num)
+            getData(soup, num)
             num += 1