ljj
/
crawler_task_management
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

代码优化

This commit is contained in:
liujianjiang 2025-11-28 18:35:59 +08:00
parent ec06ea7547
commit 1ff3c1f51d
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
task_management/all_task_management.py
View File

@ -28,16 +28,12 @@ class AllTask:
处理Shopee任务的异步方法 处理Shopee任务的异步方法
修复了NoneType对象无法await的问题 修复了NoneType对象无法await的问题
""" """
# 查询redis数据库，redis数据库存在该数据直接返回
# key = f"{param['shop_id']}:{param['item_id']}"
key = f"{param['app_name'].lower()}:{param['region'].lower()}" key = f"{param['app_name'].lower()}:{param['region'].lower()}"
result = self.redis_conn.read_data(key) result = self.redis_conn.read_data(key)
# 关键修复：确保result不是None再进行处理
if result is not None: if result is not None:
print(f"{key} 从Redis缓存中获取到数据") print(f"{key} 从Redis缓存中获取到数据")
return result return result
print(f"{key}:{param['shop_id']}:{param['item_id']} 在redis中获取数据失败，将任务提交到队列") print(f"{key}:{param['shop_id']}:{param['item_id']} 在redis中获取数据失败，将任务提交到队列")
# 确保add_task_to_set是异步方法或正确处理
self.redis_conn.add_task_to_set(task_data=param) self.redis_conn.add_task_to_set(task_data=param)
update_parms = {"task_id": param["task_id"], "status": 3} update_parms = {"task_id": param["task_id"], "status": 3}
await self.update_task_record(update_parms) await self.update_task_record(update_parms)
@ -45,7 +41,6 @@ class AllTask:
endtime = time.time() + 55 endtime = time.time() + 55
counter = 0 counter = 0
while time.time() < endtime: while time.time() < endtime:
# 使用asyncio.sleep而不是time.sleep
await asyncio.sleep(5) await asyncio.sleep(5)
counter += 1 counter += 1
result = self.redis_conn.read_data(key) result = self.redis_conn.read_data(key)