ZDXX/2_1banben/app.py

import os
import sys
import json
import mimetypes
import logging
from datetime import datetime
import pytz

from flask import Flask, send_from_directory, jsonify
from flask_cors import CORS
from flask_apscheduler import APScheduler

# ==============================================================================
# ✅ 1. 核心模块引用
# ==============================================================================
try:
    from config import Config
    from extensions import db
    from models import Device, DeviceHistory
    # 引入核心爬虫调度
    from services.core import execute_monitor_task

    try:
        from services.iot_api import sync_iot_data_service
    except ImportError:
        sync_iot_data_service = None

    try:
        from routes.api import api_bp as device_bp
        from routes.api import calculate_offset
    except ImportError:
        # 兜底逻辑，防止缺失 calculate_offset 导致崩溃
        def calculate_offset(target_time):
            return 0


        from routes.api import device_bp

except ImportError as e:
    print(f"❌ [启动错误] 模块导入失败: {e}")
    sys.exit(1)

# ==============================================================================
# 2. 智能路径配置
# ==============================================================================
RESOURCE_BASE = Config.BASE_DIR
INSTANCE_PATH = Config.INSTANCE_DIR


def find_static_folder(base_path):
    """
    全能路径搜寻逻辑，适配 PyInstaller 打包环境
    """
    if getattr(sys, 'frozen', False):
        if hasattr(sys, '_MEIPASS'):
            mei_path = os.path.join(sys._MEIPASS, 'web_dist')
            if os.path.exists(os.path.join(mei_path, 'index.html')):
                return mei_path
        internal_path = os.path.join(base_path, '_internal', 'web_dist')
        if os.path.exists(os.path.join(internal_path, 'index.html')):
            return internal_path

    path = os.path.join(base_path, 'web_dist')
    if os.path.exists(os.path.join(path, 'index.html')):
        return path

    parent_path = os.path.join(os.path.dirname(base_path), 'web_dist')
    if os.path.exists(os.path.join(parent_path, 'index.html')):
        return parent_path
    return path


STATIC_FOLDER = find_static_folder(RESOURCE_BASE)
mimetypes.add_type('application/javascript', '.js')
mimetypes.add_type('text/css', '.css')


# ==============================================================================
# 3. 核心定时任务逻辑 (深度优化版)
# ==============================================================================
def auto_monitor_job(app):
    """
    [关键修复]
    1. 使用 app.app_context() 确保线程中有 Flask 上下文
    2. 使用 db.session.remove() 强制清理旧连接
    3. 使用 db.session.merge() 确保对象状态被正确追踪
    4. 增加详细日志，对比爬虫返回的数据与入库行为
    """
    with app.app_context():
        # A. 强制清理会话，确保线程获取的是全新的数据库连接
        db.session.remove()

        tz = pytz.timezone('Asia/Shanghai')
        now_str = datetime.now(tz).strftime('%Y-%m-%d %H:%M:%S')

        print(f"\n{'=' * 50}")
        print(f"⏰ [定时任务启动] {now_str}")

        if not execute_monitor_task:
            print("❌ 错误: execute_monitor_task 未定义")
            return

        try:
            # B. 执行爬虫
            task_result = execute_monitor_task()

            if not task_result:
                print("⚠️ [警告] 爬虫执行完毕，但返回空数据")
                return

            scraped_list = task_result.get('device_list', [])
            print(f"📦 [数据获取] 爬取到 {len(scraped_list)} 条设备数据")

            current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
            stats = {'updated': 0, 'history': 0}

            for item in scraped_list:
                d_name = item.get('name')
                if not d_name: continue

                # --- 1. 数据解包与默认值处理 ---
                # 显式提取，防止 None 覆盖数据库现有的值（如果业务需要）
                # 这里假设爬虫返回 None 就是要写入 None，或者空字符串
                raw_status = item.get('status', '未知')
                raw_value = item.get('value', '')
                f_count = item.get('num_files', 0)

                # 时间处理：必须有时间，否则用当前时间
                target_date = item.get('target_time')
                if not target_date:
                    target_date = current_time

                raw_json = item.get('raw_json', {})

                # [调试日志] 仅打印第一条或特定的设备，防止刷屏，但能帮你确认数据是否为空
                # if '0025' in d_name:
                #     print(f"   >>> [写入前检查] {d_name}: Value='{raw_value}' | Files={f_count}")

                # --- 2. 数据库操作 (使用 Merge 机制) ---
                # 先尝试查询
                device = Device.query.filter_by(name=d_name).first()

                if not device:
                    # 如果不存在，新建对象
                    device = Device(name=d_name, source=item.get('source', '自动爬虫'), install_site="")
                    db.session.add(device)
                    db.session.flush()  # 立即获取 ID

                # 更新字段
                device.status = raw_status
                device.current_value = raw_value
                device.latest_time = target_date
                device.check_time = current_time
                device.file_count = f_count

                # 计算 Offset
                try:
                    device.offset = calculate_offset(target_date)
                except:
                    device.offset = 0

                # JSON 数据合并
                old_json = {}
                try:
                    if device.json_data:
                        old_json = json.loads(device.json_data)
                except:
                    old_json = {}

                if isinstance(raw_json, dict):
                    old_json.update(raw_json)

                device.json_data = json.dumps(old_json, ensure_ascii=False)

                # [核心修复] 使用 merge 告诉 Session "这个对象归你管，请更新它"
                # 这能解决后台线程中 "DetachedInstanceError" 或更新丢失的问题
                db.session.merge(device)
                stats['updated'] += 1

                # --- 3. 写入历史记录 ---
                history = DeviceHistory(
                    device_id=device.id,
                    status=raw_status,
                    result_data=raw_value,
                    data_time=target_date,
                    file_count=f_count,
                    json_data=device.json_data
                )
                db.session.add(history)
                stats['history'] += 1

            # C. 提交事务
            db.session.commit()
            print(f"✅ [入库成功] 设备更新: {stats['updated']} | 历史追加: {stats['history']}")

        except Exception as e:
            db.session.rollback()
            print(f"❌ [严重异常] 数据写入失败: {e}")
            # 打印堆栈以便排查
            import traceback
            traceback.print_exc()
        finally:
            # D. 再次清理 Session，防止内存泄漏或污染下一次任务
            db.session.remove()
            print(f"{'=' * 50}\n")


# ==============================================================================
# 4. Flask 应用工厂
# ==============================================================================
def create_app():
    print(f"🔍 [前端路径锁定] {STATIC_FOLDER}")

    app = Flask(__name__, static_folder=STATIC_FOLDER, instance_path=INSTANCE_PATH)
    CORS(app)

    if not os.path.exists(app.instance_path):
        os.makedirs(app.instance_path, exist_ok=True)

    app.config.from_object(Config)

    # 初始化 DB
    db.init_app(app)

    # 初始化调度器
    scheduler = APScheduler()
    scheduler.init_app(app)
    scheduler.start()

    # --- 添加定时任务 ---
    # 注意：这里我们传递 [app] 作为参数，确保 job 函数内能获取到 app 上下文
    scheduler.add_job(
        id='daily_monitor_task',
        func=auto_monitor_job,
        args=[app],
        trigger='cron',
        hour=17,
        minute=00,
        second=00,
        misfire_grace_time=3600,
        timezone=pytz.timezone('Asia/Shanghai')
    )
    print(f"📅 定时任务已锁定: 每天北京时间 17:00 执行")

    app.register_blueprint(device_bp)

    @app.route('/api/force_run')
    def force_run_task():
        """手动触发接口：复用同一个 auto_monitor_job 函数，确保逻辑一致"""
        auto_monitor_job(app)
        return jsonify({'code': 200, 'msg': '手动触发成功，请查看服务器日志'})

    @app.route('/')
    def serve_index():
        try:
            return send_from_directory(app.static_folder, 'index.html')
        except Exception:
            return "Frontend Error", 404

    @app.route('/<path:path>')
    def serve_static(path):
        if path.startswith('api'):
            return jsonify({'code': 404, 'message': 'API endpoint not found'}), 404

        file_path = os.path.join(app.static_folder, path)
        if os.path.exists(file_path):
            return send_from_directory(app.static_folder, path)

        return send_from_directory(app.static_folder, 'index.html')

    with app.app_context():
        db.create_all()

    return app


if __name__ == '__main__':
    app = create_app()
    debug_mode = not getattr(sys, 'frozen', False)

    print(f"🚀 服务启动中... 数据库: {app.config['SQLALCHEMY_DATABASE_URI']}")
    # 注意：use_reloader=False 防止调度器在 Debug 模式下运行两次
    app.run(host='0.0.0.0', port=5000, debug=debug_mode, use_reloader=False)