研报处理

comData/BaseInfo_qcc/classtool.py

@@ -79,16 +79,16 @@ class Token():
 
     # 删除失效的token
     def delete_token(self, cookie_):
-        deletesql = f"delete from QCC_token where cookies='{cookie_}' "
+        deletesql = f"delete from QCC_token where id='{cookie_}' "
         cursor.execute(deletesql)
         cnx.commit()
 
     # token的处理
     def updateTokeen(self,id_token, type):
-        if type == 2:
+        if type == 1:
             # session失效，删除token
             cursor.execute(f"delete from QCC_token where id={id_token}")
-        if type == 1:
+        if type == 2:
             # 封号了  修改封号时间
             cursor.execute(f"update QCC_token set fenghao_time=now()   where id={id_token}")
         if type == 3:

comData/YanBao/deletebyid.py

+# -*- coding: utf-8 -*-
+import json
+import re
+import threading
+import time
+import uuid
+
+import fitz
+import redis
+import requests
+from bs4 import BeautifulSoup
+from obs import ObsClient
+from retry import retry
+from elasticsearch import Elasticsearch
+from base import BaseCore
+
+baseCore = BaseCore.BaseCore()
+log = baseCore.getLogger()
+baseCore = BaseCore.BaseCore()
+
+cnx_ = baseCore.cnx_
+cursor_ = cnx_.cursor()
+
+lock = threading.Lock()
+pathType_ = 'QYResearchReport/'
+taskType = '企业研报/东方财富网'
+
+pool = redis.ConnectionPool(host="114.115.236.206", port=6379, password='clbzzsn', db=6)
+
+class EsMethod(object):
+
+    def __init__(self):
+        # 创建Elasticsearch对象，并提供账号信息
+        self.es = Elasticsearch(['http://114.116.19.92:9700'],  http_auth=('elastic', 'zzsn9988'),timeout=300 )
+        self.index_name='researchreportdata'
+
+    '''
+    删除
+    '''
+    def delete(self,index_name,id):
+        result = self.es.delete(index=index_name
+                                ,doc_type="_doc"
+                                ,id=id)
+        log.info('删除结果 %s' % result)
+
+if __name__ == "__main__":
+    esMethod = EsMethod()
+    redis_conn = redis.Redis(connection_pool=pool)
+    while True:
+        # 从redis中读取数据，去附件表中根据title查询，更新查到的附件id
+        item = redis_conn.lpop('YanBao:up')
+        if item:
+            log.info(item)
+            id = item.decode()
+            esMethod.delete(esMethod.index_name,id)
+        else:
+            log.info('已删除完毕')
+            break
+