627 lines
22 KiB
Python
627 lines
22 KiB
Python
import os
|
||
import json
|
||
import re
|
||
from datetime import datetime
|
||
from flask import Blueprint, jsonify, request
|
||
from sqlalchemy import desc, or_
|
||
from extensions import db
|
||
from models import Device, DeviceHistory, MaintenanceLog
|
||
|
||
# --- 尝试导入服务模块 ---
|
||
try:
|
||
from services.core import execute_monitor_task
|
||
except ImportError:
|
||
execute_monitor_task = None
|
||
|
||
try:
|
||
from services.iot_api import sync_iot_data_service
|
||
except ImportError:
|
||
sync_iot_data_service = None
|
||
|
||
api_bp = Blueprint('api', __name__, url_prefix='/api')
|
||
|
||
|
||
# =========================================================
|
||
# 0. 核心算法区：数据质量分析与辅助函数
|
||
# =========================================================
|
||
|
||
def calculate_offset(latest_time_str):
|
||
"""
|
||
计算时间滞后天数
|
||
"""
|
||
if not latest_time_str or latest_time_str == "N/A":
|
||
return "从未同步"
|
||
try:
|
||
# 兼容处理 2026_01_13 和 2026-01-13 格式
|
||
clean = str(latest_time_str).split()[0].replace('_', '-')
|
||
target = datetime.strptime(clean, "%Y-%m-%d").date()
|
||
diff = (datetime.now().date() - target).days
|
||
return "当天" if diff == 0 else f"滞后 {diff} 天"
|
||
except:
|
||
return "时间解析失败"
|
||
|
||
|
||
def check_data_quality(content_data, source_type, data_time_str=None):
|
||
"""
|
||
数据质量分析算法 (融合版：旧版核心规则 + 新版夜间/IoT过滤)
|
||
"""
|
||
if not content_data:
|
||
return 'ok'
|
||
|
||
# 1. [新功能] IoT 卡不需要检查数据质量
|
||
if str(source_type) == 'iot_card':
|
||
return 'ok'
|
||
|
||
# 2. [新功能] 夜间免打扰逻辑 (08:00 - 17:00 之外不报错)
|
||
# 物理规律：晚上没有太阳，光谱仪数值低是正常的，不应报错
|
||
if data_time_str and data_time_str != 'N/A':
|
||
try:
|
||
clean_time = str(data_time_str).replace('_', '-')
|
||
dt = None
|
||
try:
|
||
dt = datetime.strptime(clean_time, "%Y-%m-%d %H:%M:%S")
|
||
except:
|
||
try:
|
||
dt = datetime.strptime(clean_time, "%Y-%m-%d %H:%M")
|
||
except:
|
||
pass
|
||
|
||
# 如果解析成功，且不在 8点-17点之间，视为夜晚，直接返回 ok
|
||
if dt and (dt.hour < 8 or dt.hour >= 17):
|
||
return 'ok'
|
||
except:
|
||
pass
|
||
|
||
# 3. [旧版核心] 数据异常判断逻辑
|
||
status = 'ok'
|
||
source_str = str(source_type)
|
||
|
||
# --- Type A: 106 设备逻辑 (CSV格式) ---
|
||
if '106' in source_str:
|
||
try:
|
||
# 兼容处理：如果 content_data 是字典，尝试取 content 字段；如果是字符串直接用
|
||
text_content = ""
|
||
if isinstance(content_data, dict):
|
||
text_content = content_data.get('content', str(content_data))
|
||
else:
|
||
text_content = str(content_data)
|
||
|
||
# 只要包含 OSIFBeta 就进行解析
|
||
if 'OSIFBeta' in text_content:
|
||
lines = text_content.split('\n') if '\n' in text_content else [text_content]
|
||
|
||
for line in lines:
|
||
if 'OSIFBeta' not in line:
|
||
continue
|
||
|
||
parts = line.split(',')
|
||
# 简单校验列数
|
||
if len(parts) < 10:
|
||
continue
|
||
|
||
# 检查积分时间 (Index 2)
|
||
try:
|
||
int_time = int(parts[2])
|
||
# 旧代码逻辑：只有积分时间饱和 (>= 66534) 才检查数值
|
||
if int_time >= 66534:
|
||
# 数据点通常从第4个(Index 3)开始
|
||
data_points = []
|
||
for p in parts[3:]:
|
||
try:
|
||
data_points.append(float(p))
|
||
except:
|
||
pass
|
||
|
||
if not data_points:
|
||
continue
|
||
|
||
# 规则A：红色报错 (存在 < 100 的点)
|
||
for val in data_points:
|
||
if val < 100:
|
||
return 'error'
|
||
|
||
# 规则B：黄色警告 (连续 5 个点在 100-500 之间)
|
||
consecutive_warning = 0
|
||
for val in data_points:
|
||
if 100 <= val <= 500:
|
||
consecutive_warning += 1
|
||
if consecutive_warning >= 5:
|
||
status = 'warning'
|
||
# 注意：不立即返回，继续检查后面是否有 error
|
||
else:
|
||
consecutive_warning = 0
|
||
except:
|
||
continue
|
||
except Exception:
|
||
return 'ok'
|
||
|
||
# --- Type B: 82 设备逻辑 (JSON格式) ---
|
||
else:
|
||
try:
|
||
# 82 设备 content_data 应该已经是字典
|
||
if not isinstance(content_data, dict):
|
||
return 'ok'
|
||
|
||
specs = content_data.get('downspec', [])
|
||
if not specs:
|
||
specs = content_data.get('upspec', [])
|
||
|
||
if specs and isinstance(specs, list):
|
||
consecutive_low = 0
|
||
for val in specs:
|
||
# 确保 val 是数字
|
||
if not isinstance(val, (int, float)):
|
||
continue
|
||
|
||
# 旧代码逻辑: 连续2点 < 500 -> error
|
||
if val < 500:
|
||
consecutive_low += 1
|
||
if consecutive_low >= 2:
|
||
return 'error'
|
||
else:
|
||
consecutive_low = 0
|
||
return 'ok'
|
||
except Exception:
|
||
return 'ok'
|
||
|
||
return status
|
||
|
||
|
||
def save_iot_cards_to_db(card_list):
|
||
"""
|
||
[新功能] IoT数据入库逻辑
|
||
1. 只操作 source='iot_card' 的记录。
|
||
2. 必须保留 is_whitelist 状态，防止被自动同步覆盖。
|
||
"""
|
||
if not card_list: return 0, None
|
||
update_count = 0
|
||
|
||
try:
|
||
for card in card_list:
|
||
iccid = card.get('iccid')
|
||
if not iccid: continue
|
||
|
||
# 1. 查找是否存在
|
||
sim_record = Device.query.filter_by(name=iccid, source='iot_card').first()
|
||
current_whitelist = False
|
||
|
||
if not sim_record:
|
||
# 插入新数据
|
||
sim_record = Device(name=iccid, source='iot_card', install_site="IoT库")
|
||
db.session.add(sim_record)
|
||
db.session.flush()
|
||
else:
|
||
# 旧卡：读取并保留旧的白名单设置
|
||
try:
|
||
old_json = json.loads(sim_record.json_data)
|
||
current_whitelist = old_json.get('is_whitelist', False)
|
||
except:
|
||
current_whitelist = False
|
||
|
||
# 2. 更新字段
|
||
sim_record.status = str(card.get('cardStatus', ''))
|
||
|
||
card_data = {
|
||
"iccid": iccid,
|
||
"usedTraffic": str(card.get('usedTraffic') or '0'),
|
||
"stopDate": card.get('stopDate', 'N/A'),
|
||
"cardStatus": card.get('cardStatus'),
|
||
"tag": card.get('tag', ''),
|
||
"is_whitelist": current_whitelist # 写回保留的状态
|
||
}
|
||
|
||
sim_record.json_data = json.dumps(card_data, ensure_ascii=False)
|
||
sim_record.check_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||
update_count += 1
|
||
|
||
return update_count, None
|
||
except Exception as e:
|
||
return 0, str(e)
|
||
|
||
|
||
# =========================================================
|
||
# 1. 基础接口 (认证 & 概览)
|
||
# =========================================================
|
||
|
||
@api_bp.route('/login', methods=['POST'])
|
||
def login():
|
||
data = request.get_json()
|
||
username = data.get('username')
|
||
password = data.get('password')
|
||
|
||
if username == 'admin' and password == 'licahk':
|
||
return jsonify({
|
||
'code': 200,
|
||
'message': '登录成功',
|
||
'token': 'super-admin-token-2026',
|
||
'user': {'username': 'admin', 'role': 'administrator'}
|
||
})
|
||
return jsonify({'code': 401, 'message': '用户名或密码错误'}), 401
|
||
|
||
|
||
@api_bp.route('/devices_overview', methods=['GET'])
|
||
def devices_overview():
|
||
try:
|
||
# A. 获取 IoT卡表 (source='iot_card')
|
||
iot_records = Device.query.filter_by(source='iot_card').all()
|
||
iot_map = {}
|
||
for rec in iot_records:
|
||
try:
|
||
j = json.loads(rec.json_data)
|
||
iot_map[rec.name] = j
|
||
except:
|
||
pass
|
||
|
||
# B. 获取 真实设备 (source != 'iot_card')
|
||
devices = Device.query.filter(Device.source != 'iot_card').all()
|
||
data_list = []
|
||
|
||
for d in devices:
|
||
item = d.to_dict()
|
||
parsed_content = {}
|
||
if d.json_data:
|
||
try:
|
||
parsed_content = json.loads(d.json_data)
|
||
except:
|
||
pass
|
||
|
||
# --- 绑定逻辑 (将IoT卡信息注入到设备) ---
|
||
bound_iccid = parsed_content.get('bound_iccid')
|
||
|
||
item['usedTraffic'] = None
|
||
item['stopDate'] = None
|
||
item['isBound'] = False
|
||
item['bound_iccid'] = bound_iccid
|
||
item['is_whitelist'] = False # 默认无白名单
|
||
|
||
# 如果有绑定，且卡片存在，则注入卡片信息
|
||
if bound_iccid and bound_iccid in iot_map:
|
||
card_info = iot_map[bound_iccid]
|
||
item['usedTraffic'] = card_info.get('usedTraffic')
|
||
item['stopDate'] = card_info.get('stopDate')
|
||
item['is_whitelist'] = card_info.get('is_whitelist', False)
|
||
item['isBound'] = True
|
||
|
||
# [关键] 调用异常检测函数 (check_data_quality)
|
||
item['data_quality'] = check_data_quality(parsed_content, d.source, d.latest_time)
|
||
|
||
data_list.append(item)
|
||
|
||
# C. 必须把 IoT卡表 的数据也传给前端 (用于计算总流量 & 绑定弹窗)
|
||
for rec in iot_records:
|
||
item = rec.to_dict()
|
||
try:
|
||
j = json.loads(rec.json_data)
|
||
except:
|
||
j = {}
|
||
|
||
item['usedTraffic'] = j.get('usedTraffic', '0')
|
||
item['stopDate'] = j.get('stopDate', '')
|
||
item['is_whitelist'] = j.get('is_whitelist', False)
|
||
item['isOrphanIoT'] = True
|
||
item['source'] = 'iot_card'
|
||
data_list.append(item)
|
||
|
||
return jsonify({'code': 200, 'data': data_list})
|
||
except Exception as e:
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
# =========================================================
|
||
# 2. 历史数据接口
|
||
# =========================================================
|
||
|
||
@api_bp.route('/device_data_by_date', methods=['GET'])
|
||
def device_data_by_date():
|
||
name = request.args.get('name')
|
||
date_str = request.args.get('date') # 格式: 2026_01_13 或 2026-01-13
|
||
|
||
if not name or not date_str:
|
||
return jsonify({'code': 400, 'message': 'Missing name or date'}), 400
|
||
|
||
device = Device.query.filter_by(name=name).first()
|
||
if not device:
|
||
return jsonify({'code': 404, 'message': 'Device not found'}), 404
|
||
|
||
content = None
|
||
# 统一将下划线格式转换为横杠格式进行查询
|
||
query_date = date_str.replace('_', '-')
|
||
|
||
# 1. 尝试从历史记录表中查找
|
||
history_record = DeviceHistory.query.filter(
|
||
DeviceHistory.device_id == device.id,
|
||
DeviceHistory.data_time.like(f"{query_date}%")
|
||
).order_by(desc(DeviceHistory.id)).first()
|
||
|
||
if history_record:
|
||
content = history_record.json_data
|
||
# 2. 如果历史表中没有，查当前 Device 表
|
||
elif device.latest_time and device.latest_time.startswith(query_date):
|
||
content = device.json_data
|
||
|
||
if content:
|
||
return jsonify({
|
||
'code': 200,
|
||
'name': device.name,
|
||
'source': device.source,
|
||
'content': content
|
||
})
|
||
return jsonify({'code': 404, 'message': 'No data for this date'}), 404
|
||
|
||
|
||
# 兼容旧调用的 stub
|
||
@api_bp.route('/device_data_by_date_stub', methods=['GET'])
|
||
def device_data_by_date_stub():
|
||
return device_data_by_date()
|
||
|
||
|
||
# =========================================================
|
||
# 3. 核心控制接口 (检测 & 写入)
|
||
# =========================================================
|
||
|
||
@api_bp.route('/run_monitor', methods=['POST'])
|
||
def run_monitor():
|
||
msg_list = []
|
||
|
||
try:
|
||
# --- A. 执行爬虫并入库 ---
|
||
if execute_monitor_task:
|
||
task_result = execute_monitor_task()
|
||
if task_result:
|
||
scraped_list = task_result.get('device_list', [])
|
||
current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||
|
||
count_crawler = 0
|
||
for item in scraped_list:
|
||
d_name = item.get('name')
|
||
if not d_name: continue
|
||
|
||
# 提取原始信息
|
||
d_raw = item.get('raw_json', {})
|
||
source = item.get('source', '')
|
||
target_time = item.get('target_time') # 默认时间
|
||
|
||
# [旧代码逻辑保留] 针对 106 设备，从路径中强制解析正确的时间格式
|
||
if '106' in str(source):
|
||
try:
|
||
path_str = d_raw.get('path', '')
|
||
# 匹配形如 /Data/2026_01_13/xxx_15_30_00.csv
|
||
match = re.search(r'/Data/(\d{4}_\d{2}_\d{2})/\w+_(\d{2}_\d{2}_\d{2})\.csv', path_str)
|
||
if match:
|
||
date_part = match.group(1).replace('_', '-') # 2026-01-13
|
||
time_part = match.group(2).replace('_', ':') # 15:30:00
|
||
target_time = f"{date_part} {time_part}"
|
||
except:
|
||
pass
|
||
|
||
# 查找或创建设备
|
||
device = Device.query.filter_by(name=d_name).first()
|
||
if not device:
|
||
device = Device(name=d_name, source=source, install_site="")
|
||
db.session.add(device)
|
||
db.session.flush()
|
||
|
||
if device.source == 'iot_card':
|
||
device.source = source
|
||
|
||
# 更新字段
|
||
device.status = item.get('status')
|
||
device.current_value = item.get('value')
|
||
device.latest_time = target_time
|
||
device.check_time = current_time
|
||
|
||
# [新代码逻辑] 合并模式 (update)，防止覆盖掉 bound_iccid
|
||
old_json = {}
|
||
try:
|
||
old_json = json.loads(device.json_data)
|
||
except:
|
||
pass
|
||
|
||
new_json = d_raw if isinstance(d_raw, dict) else item.get('raw_json', {})
|
||
if isinstance(new_json, dict):
|
||
old_json.update(new_json)
|
||
|
||
device.json_data = json.dumps(old_json, ensure_ascii=False)
|
||
device.offset = calculate_offset(device.latest_time)
|
||
|
||
# 写入历史记录
|
||
new_history = DeviceHistory(
|
||
device_id=device.id,
|
||
status=item.get('status'),
|
||
result_data=item.get('value'),
|
||
data_time=target_time,
|
||
json_data=device.json_data
|
||
)
|
||
db.session.add(new_history)
|
||
count_crawler += 1
|
||
|
||
msg_list.append(f"爬虫更新: {count_crawler}")
|
||
else:
|
||
msg_list.append("爬虫无数据")
|
||
|
||
# --- B. 执行 IoT 同步 (写入数据库) ---
|
||
if sync_iot_data_service:
|
||
iot_list = sync_iot_data_service()
|
||
c, e = save_iot_cards_to_db(iot_list)
|
||
if e:
|
||
msg_list.append(f"IoT错: {e}")
|
||
else:
|
||
msg_list.append(f"IoT更新: {c}")
|
||
|
||
db.session.commit()
|
||
return jsonify({'code': 200, 'message': " | ".join(msg_list)})
|
||
|
||
except Exception as e:
|
||
db.session.rollback()
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
# =========================================================
|
||
# 4. 白名单、绑定与设备管理 (新功能)
|
||
# =========================================================
|
||
|
||
@api_bp.route('/toggle_whitelist', methods=['POST'])
|
||
def toggle_whitelist():
|
||
data = request.get_json()
|
||
iccid = data.get('iccid')
|
||
is_whitelist = data.get('is_whitelist')
|
||
|
||
sim_record = Device.query.filter_by(name=iccid, source='iot_card').first()
|
||
if not sim_record:
|
||
return jsonify({'code': 404, 'message': '未找到该卡片'})
|
||
|
||
try:
|
||
j = json.loads(sim_record.json_data)
|
||
j['is_whitelist'] = is_whitelist
|
||
sim_record.json_data = json.dumps(j, ensure_ascii=False)
|
||
db.session.commit()
|
||
return jsonify({'code': 200, 'message': '设置成功'})
|
||
except Exception as e:
|
||
db.session.rollback()
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
@api_bp.route('/sync_iot_cards', methods=['POST'])
|
||
def sync_iot_cards():
|
||
if not sync_iot_data_service: return jsonify({'code': 500, 'message': '服务缺失'}), 500
|
||
try:
|
||
iot_list = sync_iot_data_service()
|
||
c, e = save_iot_cards_to_db(iot_list)
|
||
if e: return jsonify({'code': 500, 'message': e}), 500
|
||
db.session.commit()
|
||
return jsonify({'code': 200, 'message': f'更新{c}张卡', 'data': iot_list})
|
||
except Exception as e:
|
||
return jsonify({'code': 500, 'message': str(e)}), 500
|
||
|
||
|
||
@api_bp.route('/bind_device_card', methods=['POST'])
|
||
def bind_device_card():
|
||
data = request.get_json()
|
||
target = Device.query.filter_by(name=data.get('device_name')).first()
|
||
if not target: return jsonify({'code': 404, 'message': '找不到设备'})
|
||
try:
|
||
d_json = {}
|
||
try:
|
||
d_json = json.loads(target.json_data)
|
||
except:
|
||
pass
|
||
d_json['bound_iccid'] = data.get('iccid')
|
||
target.json_data = json.dumps(d_json, ensure_ascii=False)
|
||
db.session.commit()
|
||
return jsonify({'code': 200, 'message': '绑定成功'})
|
||
except Exception as e:
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
@api_bp.route('/add_device', methods=['POST'])
|
||
def add_device():
|
||
data = request.get_json()
|
||
try:
|
||
new_device = Device(
|
||
name=data.get('name'),
|
||
install_site=data.get('site', ''),
|
||
source='manual',
|
||
status='offline',
|
||
check_time=datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
|
||
json_data='{}',
|
||
is_hidden=0,
|
||
is_maintaining=0
|
||
)
|
||
db.session.add(new_device)
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
except Exception as e:
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
@api_bp.route('/update_site', methods=['POST'])
|
||
def update_site():
|
||
d = Device.query.filter_by(name=request.json.get('name')).first()
|
||
if d:
|
||
d.install_site = request.json.get('site')
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
return jsonify({'code': 404})
|
||
|
||
|
||
@api_bp.route('/toggle_maintenance', methods=['POST'])
|
||
def toggle_maintenance():
|
||
d = Device.query.filter_by(name=request.json.get('name')).first()
|
||
if d:
|
||
d.is_maintaining = request.json.get('is_maintaining')
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
return jsonify({'code': 404})
|
||
|
||
|
||
@api_bp.route('/toggle_hidden', methods=['POST'])
|
||
def toggle_hidden():
|
||
d = Device.query.filter_by(name=request.json.get('name')).first()
|
||
if d:
|
||
d.is_hidden = request.json.get('is_hidden')
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
return jsonify({'code': 404})
|
||
|
||
|
||
# =========================================================
|
||
# 5. 日志管理接口 (CRUD)
|
||
# =========================================================
|
||
|
||
@api_bp.route('/logs/list', methods=['GET'])
|
||
def get_logs_list():
|
||
keyword = request.args.get('keyword', '')
|
||
query = MaintenanceLog.query
|
||
if keyword:
|
||
kw = f"%{keyword}%"
|
||
query = query.filter(or_(
|
||
MaintenanceLog.device_name.like(kw),
|
||
MaintenanceLog.content.like(kw),
|
||
MaintenanceLog.engineer.like(kw)
|
||
))
|
||
logs = query.order_by(MaintenanceLog.timestamp.desc()).all()
|
||
return jsonify({'code': 200, 'data': [l.to_dict() for l in logs]})
|
||
|
||
|
||
@api_bp.route('/logs/add', methods=['POST'])
|
||
def add_log_entry():
|
||
data = request.get_json()
|
||
try:
|
||
new_log = MaintenanceLog(
|
||
device_name=data.get('device_name', ''),
|
||
engineer=data.get('engineer', ''),
|
||
location=data.get('location', ''),
|
||
content=data.get('content', '')
|
||
)
|
||
db.session.add(new_log)
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
except Exception as e:
|
||
return jsonify({'code': 500, 'message': str(e)})
|
||
|
||
|
||
@api_bp.route('/logs/update', methods=['POST'])
|
||
def update_log_entry():
|
||
data = request.get_json()
|
||
log = MaintenanceLog.query.get(data.get('id'))
|
||
if not log: return jsonify({'code': 404})
|
||
try:
|
||
log.device_name = data.get('device_name', log.device_name)
|
||
log.content = data.get('content', log.content)
|
||
log.engineer = data.get('engineer', log.engineer)
|
||
log.location = data.get('location', log.location)
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
except Exception as e:
|
||
return jsonify({'code': 500})
|
||
|
||
|
||
@api_bp.route('/logs/delete', methods=['POST'])
|
||
def delete_log_entry():
|
||
data = request.get_json()
|
||
log = MaintenanceLog.query.get(data.get('id'))
|
||
if log:
|
||
db.session.delete(log)
|
||
db.session.commit()
|
||
return jsonify({'code': 200})
|
||
return jsonify({'code': 404}) |