import json
import os
import re
import time
from datetime import datetime
import queue
from PyQt6 import *
from PyQt6.QtCore import *
from PyQt6.QtGui import *
from PyQt6.QtWidgets import *
from ui.Ui_logForm import Ui_logForm
from logModel.logManager import logManager
from projectModel.projectManager import projectManager
from common import common
from config import config
from logs import log
import copy
class LogThread(QThread):
def __init__(self, parent=None):
super().__init__(parent)
self.levels = {"DEBUG": ["0"], "INFO": ["0", "1"], "WARNING": ["0", "1", "2"], "ERROR": ["0", "1", "2", "3"]}
self.logQueue = queue.Queue()
self.maxCount = 500
self.msgDataMap = {}
# 增量标记:记录每个 id 上次渲染后新增了多少条
self.newCountMap = {}
def run(self):
while True:
if not self.logQueue.empty():
msgData = self.logQueue.get()
labs = self.levels.get(msgData.get("level", "DEBUG"), ["0"])
for lab in labs:
try:
all_key = lab
id_key = lab + str(msgData.get("tag", ""))
msgStr = f"{msgData['msg']}
"
# 更新 id 日志
if id_key not in self.msgDataMap:
self.msgDataMap[id_key] = []
self.msgDataMap[id_key].append(msgStr)
if len(self.msgDataMap[id_key]) > self.maxCount:
self.msgDataMap[id_key].pop(0)
# 更新 all 日志
if all_key not in self.msgDataMap:
self.msgDataMap[all_key] = []
self.msgDataMap[all_key].append(msgStr)
if len(self.msgDataMap[all_key]) > self.maxCount:
self.msgDataMap[all_key].pop(0)
# 标记有新增
self.newCountMap[id_key] = self.newCountMap.get(id_key, 0) + 1
self.newCountMap[all_key] = self.newCountMap.get(all_key, 0) + 1
except Exception as e:
print(e)
else:
QThread.msleep(10) # 队列空时休眠,降低 CPU
class LogForm(QWidget):
def __init__(self, parent=None):
super().__init__(parent)
self.ui = Ui_logForm()
self.ui.setupUi(self)
self.endStr = "---END"
self.timer = QTimer()
self.isScrollBottom = True
self.currentProId = ""
self.refreshCount = config.data["log"].get("refreshCount", 100)
self.logThread = LogThread()
self.levels = {"DEBUG": ["0"], "INFO": ["0", "1"], "WARNING": ["0", "1", "2"], "ERROR": ["0", "1", "2", "3"]}
self.levelIndex = 0
self.refreshTime = config.data["log"].get("refreshTime", 100)
self.tagText = ""
self.lastRenderedCount = 0 # 上次渲染的总条数
self.logArray = []
self.timer.timeout.connect(self.setLogPlainText)
logManager.logMsgData.connect(self.addLogMsgData, type=Qt.ConnectionType.UniqueConnection)
self.ui.pbOpen.clicked.connect(self.openLogPath)
self.ui.pbClear.clicked.connect(self.clearLog)
self.ui.cbLevel.currentIndexChanged.connect(self.comboxChange)
self.ui.cbTag.currentIndexChanged.connect(self.comboxChange)
self.ui.pbLock.clicked.connect(self.changeIsScrollBottom)
self.ui.plainTextEdit.verticalScrollBar().valueChanged.connect(self.scrollbarValueChanged)
projectManager.sig_projectChanged.connect(self.loadLog)
self.timer.start(self.refreshTime)
self.logThread.start()
def clearLog(self):
self.ui.plainTextEdit.clear()
self.logThread.msgDataMap = {}
self.logThread.newCountMap = {}
self.lastRenderedCount = 0
def changeIsScrollBottom(self):
self.isScrollBottom = not self.isScrollBottom
if self.isScrollBottom:
self.scrollToBottom()
self.ui.pbLock.setIcon(QIcon(":/resource/lock.svg"))
else:
self.ui.pbLock.setIcon(QIcon(":/resource/unlock.svg"))
def nowStr(self):
now = datetime.now()
ret = now.strftime('%H:%M:%S.') + f"{now.microsecond // 1000:03d}"
return ret
def _getCurrentId(self):
"""获取当前筛选条件对应的 id"""
level_index = self.ui.cbLevel.currentIndex()
tag_text = str(self.ui.cbTag.currentText())
if tag_text == "ALL":
return str(level_index)
else:
return str(level_index) + tag_text
def searchType(self):
"""切换筛选条件时全量重绘"""
self.timer.stop()
self.ui.plainTextEdit.clear()
self.lastRenderedCount = 0
current_id = self._getCurrentId()
if current_id in self.logThread.msgDataMap:
htmlText = "".join(self.logThread.msgDataMap[current_id])
self.ui.plainTextEdit.appendHtml(htmlText)
self.lastRenderedCount = len(self.logThread.msgDataMap[current_id])
# 清除新增标记
self.logThread.newCountMap[current_id] = 0
self.scrollToBottom()
self.timer.start(self.refreshTime)
def appendColoredText(self, text, font_color):
fmt = QTextCharFormat()
fmt.setForeground(QBrush(font_color))
self.ui.plainTextEdit.mergeCurrentCharFormat(fmt)
self.ui.plainTextEdit.appendPlainText(text)
def setLogPlainText(self):
"""增量更新:只追加新增的日志,不全量重绘"""
try:
current_id = self._getCurrentId()
if current_id not in self.logThread.msgDataMap:
return
new_count = self.logThread.newCountMap.get(current_id, 0)
if new_count <= 0:
return
data_list = self.logThread.msgDataMap[current_id]
total = len(data_list)
# 如果数据被截断(超过 maxCount),需要全量重绘
if self.lastRenderedCount > total:
self.ui.plainTextEdit.clear()
htmlText = "".join(data_list)
self.ui.plainTextEdit.appendHtml(htmlText)
self.lastRenderedCount = total
else:
# 只追加新增部分
new_items = data_list[self.lastRenderedCount:]
if new_items:
newHtml = "".join(new_items)
# 使用 moveCursor 追加到末尾,避免 clear
cursor = self.ui.plainTextEdit.textCursor()
cursor.movePosition(QTextCursor.MoveOperation.End)
cursor.insertHtml(newHtml)
self.lastRenderedCount = total
# 重置新增计数
self.logThread.newCountMap[current_id] = 0
self.scrollToBottom()
except Exception as e:
log.error(f"setLogPlainText exception: {e}")
def comboxChange(self, index):
self.searchType()
def openLogPath(self):
os.startfile(projectManager.getLogPath())
def scrollToBottom(self):
if self.isScrollBottom:
self.ui.plainTextEdit.verticalScrollBar().setValue(self.ui.plainTextEdit.verticalScrollBar().maximum())
def scrollbarValueChanged(self, value):
scrollbar = self.ui.plainTextEdit.verticalScrollBar()
max_value = scrollbar.maximum()
current_value = scrollbar.value()
if current_value == max_value:
self.isScrollBottom = True
self.ui.pbLock.setIcon(QIcon(":/resource/lock.svg"))
else:
self.isScrollBottom = False
self.ui.pbLock.setIcon(QIcon(":/resource/unlock.svg"))
def loadLog(self, proId):
self.clearLog()
logFilePath = logManager.loadProLog(proId)
try:
if os.path.exists(logFilePath):
with open(logFilePath, "r", encoding="utf-8") as f:
file_content = f.read()
log_entries = file_content.strip().split(f'{self.endStr}')
endCount = self.refreshCount
if self.refreshCount > len(log_entries):
endCount = 0
for entry in log_entries[-endCount:]:
if entry:
msgData = {}
msgData["time"] = ""
msgData["level"] = "DEBUG"
msgData["msg"] = ""
msgData["color"] = "blue"
msgData["tag"] = ""
try:
log_entry = json.loads(entry)
msgData["time"] = log_entry["time"]
msgData["level"] = log_entry["level"]
msgData["color"] = log_entry["color"]
msgData["msg"] = log_entry["msg"]
msgData["tag"] = log_entry["tag"]
msgData["searchText"] = common.level2Search(msgData["level"])
except:
print("invalid log line:", entry)
self.addLogMsg(msgData)
self.loadFinish()
except Exception as e:
log.error(f"log exception: {e}")
def loadFinish(self):
self.scrollToBottom()
def addLogMsg(self, msgData):
"""加载历史日志时直接放入 LogThread 队列"""
tag = msgData.get("tag", "")
if tag:
msgData["tag"] = str(tag)
if self.ui.cbTag.findText(str(tag)) == -1:
self.ui.cbTag.addItem(str(tag))
self.logThread.logQueue.put(msgData)
def addLogMsgData(self, msgData):
"""实时日志信号处理"""
tag = ""
if msgData.get("tag") is not None:
tag = str(msgData["tag"])
msgData["tag"] = tag
if self.ui.cbTag.findText(tag) == -1:
self.ui.cbTag.addItem(tag)
self.logThread.logQueue.put(msgData)