ZDXX/2_1banben/services/core.py

# services/core.py
import logging
import threading
import traceback
from datetime import datetime

# 动态导入，防止文件缺失导致整个程序启动失败
try:
    from .crawler_106 import run_106_logic
except ImportError:
    print("⚠️ 警告: 未找到 crawler_106 模块")


    def run_106_logic():
        return []

try:
    from .crawler_82 import run_82_logic
except ImportError:
    print("⚠️ 警告: 未找到 crawler_82 模块")


    def run_82_logic():
        return []

task_lock = threading.Lock()


def execute_monitor_task():
    """
    执行所有爬虫，返回一个大列表：
    {'device_list': [item1, item2...], 'target_time': '...'}
    """
    # 1. 锁机制：防止任务重复运行
    if task_lock.locked():
        logging.warning(">>> 任务正在运行中，跳过")
        print(">>> ⚠️ 任务正在运行中，本次请求跳过")
        return None

    with task_lock:
        logging.info(">>> 开始执行监控任务...")
        print(f"--- [任务开始] {datetime.now().strftime('%H:%M:%S')} ---")

        all_results = []

        # ==========================
        # 2. 执行 106 爬虫
        # ==========================
        try:
            list_106 = run_106_logic()
            if list_106:
                count = len(list_106)
                print(f"✅ 106爬虫获取数据: {count} 条")

                # 🔍 [调试] 打印第一条数据，确认 num_files 是否存在
                if count > 0:
                    first = list_106[0]
                    print(f"   [调试检查] 106样本: {first.get('name')} | num_files={first.get('num_files')}")

                all_results.extend(list_106)
            else:
                print("⚠️ 106爬虫未返回数据")
        except Exception as e:
            print(f"❌ 106爬虫执行失败: {e}")
            traceback.print_exc()

        # ==========================
        # 3. 执行 82 爬虫
        # ==========================
        try:
            list_82 = run_82_logic()
            if list_82:
                print(f"✅ 82爬虫获取数据: {len(list_82)} 条")

                # 🛠️ [补全] 82爬虫没有文件数概念，手动补0，防止入库报错
                for item in list_82:
                    if 'num_files' not in item:
                        item['num_files'] = 0

                all_results.extend(list_82)
        except Exception as e:
            print(f"❌ 82爬虫执行失败: {e}")
            traceback.print_exc()

        # ==========================
        # 4. 汇总返回
        # ==========================
        logging.info(f">>> 任务完成，共获取 {len(all_results)} 条数据")
        print(f"--- [任务结束] 总计获取: {len(all_results)} 台设备 ---")

        return {
            'device_list': all_results,
            'target_time': None,  # 具体时间已在 item['target_time'] 里
            'temp_file_path': None  # 废弃旧逻辑，文件路径已在 item['temp_file'] 里
        }