crawler_task_management/crawler_management/crawler_management.py

# -*- coding: utf-8 -*-
from typing import Dict, Any
from public_function.redis_task_manager import RedisTaskManager


class CrawlerManagement:
    def __init__(self, config_data: Dict[str, Any]):
        self.config_data = config_data
        self.redis_conn = RedisTaskManager(self.config_data)

    def get_task_item(self, task_data: Dict[str, Any]):
        redis_key = f"{task_data["country"].lower()}_{task_data['app_name'].lower()}"
        result = self.redis_conn.get_random_task_and_delete(redis_key)
        if result:
            return result
        return None