ljj
/
crawler_task_management
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

代码优化

This commit is contained in:
liujianjiang 2025-11-27 14:08:48 +08:00
parent 10e8d1d4e9
commit cde87999f7
2 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model/model.py
View File

@ -35,3 +35,5 @@ class DataReceive(BaseModel):
class DeviceResetData(BaseModel): class DeviceResetData(BaseModel):
device_id: str = Field(..., description="设备ID") device_id: str = Field(..., description="设备ID")
country: str = Field(..., description="国家")
app_name: str = Field(..., description="应用名称")

7
task_management/all_task_management.py
View File

@ -23,7 +23,7 @@ class AllTask:
# 任务结束后开始等待 # 任务结束后开始等待
endtime = time.time() + 55 endtime = time.time() + 55
while time.time() < endtime: while time.time() < endtime:
await time.sleep(1) await time.sleep(5)
result = self.redis_conn.read_data(key) result = self.redis_conn.read_data(key)
if result: if result:
return result return result
@ -62,8 +62,7 @@ class AllTask:
await self.db_pool.insert_many(table="crawler_task_record_info", data=param) await self.db_pool.insert_many(table="crawler_task_record_info", data=param)
except Exception as e: except Exception as e:
print("将任务记录到数据库失败，失败原因为：{}".format(e)) print("将任务记录到数据库失败，失败原因为：{}".format(e))
result = []
if param["app_name"] == "Shopee": if param["app_name"] == "Shopee":
result = await self.deal_shopee_task(data) result = await self.deal_shopee_task(data)
if result: return result
return result
return None