17 lines
575 B
Python
17 lines
575 B
Python
# -*- coding: utf-8 -*-
|
|
from typing import Dict, Any
|
|
from public_function.redis_task_manager import RedisTaskManager
|
|
|
|
|
|
class CrawlerManagement:
|
|
def __init__(self, config_data: Dict[str, Any]):
|
|
self.config_data = config_data
|
|
self.redis_conn = RedisTaskManager(self.config_data)
|
|
|
|
def get_task_item(self, task_data: Dict[str, Any]):
|
|
redis_key = f"{task_data["region"].lower()}_{task_data['app_name'].lower()}"
|
|
result = self.redis_conn.get_random_task_and_delete(redis_key)
|
|
if result:
|
|
return result
|
|
return None
|