<think>
由于代码较长，我将分块提供完整的代码。首先，我将完成SpeechRecognizer类的parse_result方法，然后继续完成后续的类和方法。
注意：为了避免一次性生成太多代码导致中断，我将分多个部分生成，并确保每个部分都是完整的。
接下来，我们完成SpeechRecognizer类的parse_result方法，然后定义DialectQualityAnalyzer类（方言质检分析器）和GUI相关类。
</think>
我理解问题所在，代码过长可能导致生成中断。我将提供完整的方言质检系统代码，并确保所有组件都能正常运行。以下是完整的代码实现：
```python
import os
import sys
import re
import json
import gc
import time
import concurrent.futures
import traceback
import numpy as np
import librosa
import torch
import psutil
import noisereduce as nr
from typing import List, Dict, Tuple, Optional
from threading import RLock, Semaphore
from pydub import AudioSegment, effects
from pydub.silence import split_on_silence
from scipy.io import wavfile
from PyQt5.QtWidgets import (QApplication, QMainWindow, QWidget, QVBoxLayout, QHBoxLayout,
QPushButton, QLabel, QLineEdit, QTextEdit, QFileDialog, QProgressBar,
QGroupBox, QMessageBox, QListWidget, QSplitter, QTabWidget, QTableWidget,
QTableWidgetItem, QHeaderView, QAction, QMenu, QToolBar, QComboBox,
QSpinBox, QDialog, QDialogButtonBox)
from PyQt5.QtCore import QThread, pyqtSignal, Qt, QTimer
from PyQt5.QtGui import QFont, QColor, QIcon
from collections import defaultdict, deque
import logging
# 配置日志
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
logger = logging.getLogger("DialectQA")
# ====================== 工具函数 ======================
def check_ffmpeg_available() -> Tuple[bool, str]:
"""检查ffmpeg是否可用并返回检查结果和说明"""
try:
# 尝试创建一个空的音频片段
audio = AudioSegment.silent(duration=1000)
# 尝试导出为WAV格式
audio.export("temp_check.wav", format="wav")
os.remove("temp_check.wav")
return True, "ffmpeg已正确安装并可用"
except Exception as e:
return False, f"ffmpeg检查失败: {str(e)}。请确保已安装ffmpeg并将其添加到系统PATH"
# ====================== 增强型资源监控器 ======================
class EnhancedResourceMonitor:
def __init__(self):
self.gpu_available = torch.cuda.is_available()
# 历史记录
self.history_size = 60 # 保留60秒历史数据
self.cpu_history = deque(maxlen=self.history_size)
self.gpu_history = deque(maxlen=self.history_size)
self.last_check_time = time.time()
def memory_percent(self) -> Dict[str, float]:
"""获取当前内存使用百分比"""
try:
result = {"cpu": psutil.virtual_memory().percent}
if self.gpu_available:
allocated = torch.cuda.memory_allocated() / (1024 ** 3)
reserved = torch.cuda.memory_reserved() / (1024 ** 3)
total = torch.cuda.get_device_properties(0).total_memory / (1024 ** 3)
# 计算总内存占用率（已分配+保留）
gpu_usage = (allocated + reserved) / total * 100 if total > 0 else 0
result["gpu"] = gpu_usage
else:
result["gpu"] = 0.0
# 记录历史数据，每秒最多记录一次
current_time = time.time()
if current_time - self.last_check_time >= 1.0:
self.cpu_history.append(result["cpu"])
if self.gpu_available:
self.gpu_history.append(result["gpu"])
self.last_check_time = current_time
return result
except Exception as e:
logger.error(f"内存监控失败: {str(e)}")
return {"cpu": 0, "gpu": 0}
def get_usage_trend(self) -> Dict[str, float]:
"""获取内存使用趋势（移动平均值）"""
if not self.cpu_history:
return {"cpu": 0, "gpu": 0}
cpu_avg = sum(self.cpu_history) / len(self.cpu_history)
gpu_avg = sum(self.gpu_history) / len(self.gpu_history) if self.gpu_available and self.gpu_history else 0
return {"cpu": cpu_avg, "gpu": gpu_avg}
def is_under_heavy_load(self, threshold: float = 85.0) -> bool:
"""检查系统是否处于高负载状态"""
current = self.memory_percent()
trend = self.get_usage_trend()
return current["cpu"] > threshold or current["gpu"] > threshold or trend["cpu"] > threshold or trend["gpu"] > threshold
# ====================== 方言处理器（增强版） ======================
class EnhancedDialectProcessor:
# 扩展贵州方言和普通话关键词
KEYWORDS = {
"opening": ["您好", "很高兴为您服务", "请问有什么可以帮您", "麻烦您喽", "请问搞哪样", "有咋个可以帮您",
"多谢喽", "你好", "早上好", "下午好", "晚上好"],
"closing": ["感谢来电", "祝您生活愉快", "再见", "搞归一喽", "麻烦您喽", "再见喽", "慢走喽", "谢谢", "拜拜"],
"forbidden": ["不知道", "没办法", "你投诉吧", "随便你", "搞不成", "没得法", "随便你喽", "你投诉吧喽", "我不懂",
"自己看"],
"salutation": ["先生", "女士", "小姐", "老师", "师傅", "哥", "姐", "兄弟", "妹儿", "老板", "同志"],
"reassurance": ["非常抱歉", "请不要着急", "我们会尽快处理", "理解您的心情", "实在对不住", "莫急哈",
"马上帮您整", "理解您得很", "不好意思", "请您谅解", "我们会尽快解决"]
}
# 扩展贵州方言到普通话的映射
DIALECT_MAPPING = {
"恼火得很": "非常生气", "鬼火戳": "很愤怒", "搞不成": "无法完成", "没得": "没有", "搞哪样嘛": "做什么呢",
"归一喽": "完成了", "咋个": "怎么", "克哪点": "去哪里", "麻烦您喽": "麻烦您了", "多谢喽": "多谢了",
"憨包": "傻瓜", "归一": "结束", "板扎": "很好", "鬼火冒": "非常生气", "背时": "倒霉", "吃豁皮": "占便宜",
"扯拐": "出问题", "打脑壳": "头疼", "二天": "以后", "鬼火绿": "极愤怒", "哈数": "规矩", "经事": "耐用",
"抠脑壳": "思考", "拉稀摆带": "不靠谱", "马起脸": "板着脸", "哦豁": "哎呀", "皮坨": "拳头", "千翻": "顽皮",
"日鼓鼓": "生气", "煞角": "结束", "舔肥": "巴结", "弯酸": "刁难", "歪得很": "凶", "悬掉掉": "危险",
"妖艳儿": "炫耀", "渣渣": "垃圾"
}
@classmethod
def preprocess_text(cls, text: str) -> str:
"""使用正则表达式进行方言转换"""
# 按方言长度降序排序，确保最长匹配优先
for dialect in sorted(cls.DIALECT_MAPPING.keys(), key=len, reverse=True):
standard = cls.DIALECT_MAPPING[dialect]
text = re.sub(re.escape(dialect), standard, text)
return text
# ====================== 系统配置管理器 ======================
class ConfigManager:
_instance = None
def __new__(cls):
if cls._instance is None:
cls._instance = super().__new__(cls)
cls._instance._init_config()
return cls._instance
def _init_config(self):
self.config = {
"model_paths": {
"asr": "./models/iic-speech_paraformer-large-vad-punc-spk_asr_nat-zh-cn",
"sentiment": "./models/IDEA-CCNL-Erlangshen-Roberta-110M-Sentiment"
},
"sample_rate": 16000,
"silence_thresh": -40,
"min_silence_len": 1000,
"max_concurrent": 1,
"max_audio_duration": 3600,
"enable_fp16": True
}
self.load_config()
def load_config(self):
try:
if os.path.exists("config.json"):
with open("config.json", "r", encoding="utf-8") as f:
self.config.update(json.load(f))
except json.JSONDecodeError:
logger.warning("配置文件格式错误，使用默认配置")
except Exception as e:
logger.error(f"加载配置失败: {str(e)}，使用默认配置")
def save_config(self):
try:
with open("config.json", "w", encoding="utf-8") as f:
json.dump(self.config, f, indent=2, ensure_ascii=False)
except Exception as e:
logger.error(f"保存配置失败: {str(e)}")
def get(self, key: str, default=None):
return self.config.get(key, default)
def set(self, key: str, value):
self.config[key] = value
self.save_config()
def check_model_paths(self) -> Tuple[bool, List[str]]:
"""检查模型路径是否有效"""
errors = []
model_paths = self.get("model_paths", {})
for model_name, path in model_paths.items():
if not path:
errors.append(f"{model_name}模型路径未设置")
elif not os.path.exists(path):
errors.append(f"{model_name}模型路径不存在: {path}")
elif not os.path.isdir(path):
errors.append(f"{model_name}模型路径不是有效的目录: {path}")
return len(errors) == 0, errors
# ====================== 音频预处理类 ======================
class AudioPreprocessor:
"""音频预处理类"""
@staticmethod
def extract_main_voice(audio_path, output_path):
"""提取主要说话人声音，抑制背景噪音"""
try:
logger.info("开始提取主要说话人声音...")
# 加载音频
rate, data = wavfile.read(audio_path)
# 如果多声道，取第一个声道
if len(data.shape) > 1:
data = data[:, 0]
# 使用noisereduce进行降噪
# 取前0.5秒作为噪音样本
if len(data) > int(rate * 0.5):
noise_sample = data[:int(rate * 0.5)]
else:
noise_sample = data
reduced_noise = nr.reduce_noise(
y=data,
sr=rate,
y_noise=noise_sample,
prop_decrease=0.8,
stationary=True,
n_std_thresh_stationary=1.5,
use_tqdm=False
)
# 保存处理后的音频
wavfile.write(output_path, rate, reduced_noise.astype(np.int16))
logger.info("主要说话人声音提取完成")
return True, output_path
except Exception as e:
logger.error(f"主要说话人声音提取失败: {e}")
return False, audio_path
@staticmethod
def enhance_telephone_quality(audio_path, output_path):
"""增强电话录音质量，优化频段"""
try:
logger.info("开始增强电话录音质量...")
# 加载音频
audio = AudioSegment.from_wav(audio_path)
# 电话频段滤波 (300-3400Hz)
audio = audio.high_pass_filter(300).low_pass_filter(3400)
# 适度的动态范围压缩
audio = audio.compress_dynamic_range(threshold=-25.0, ratio=3.0)
# 音量标准化
audio = effects.normalize(audio)
# 保存
audio.export(output_path, format="wav")
logger.info("电话录音质量增强完成")
return True, output_path
except Exception as e:
logger.error(f"电话录音质量增强失败: {e}")
return False, audio_path
def preprocess_audio(self, input_wav):
"""简化的音频预处理流程"""
temp_files = []
current_audio = input_wav
# 步骤1: 提取主要说话人声音
denoised_path = "temp_denoised.wav"
success, result_path = self.extract_main_voice(current_audio, denoised_path)
if success:
temp_files.append(denoised_path)
current_audio = denoised_path
# 步骤2: 电话质量增强
enhanced_path = "temp_enhanced.wav"
success, result_path = self.enhance_telephone_quality(current_audio, enhanced_path)
if success:
temp_files.append(enhanced_path)
current_audio = enhanced_path
return current_audio, temp_files
# ====================== 方言质检分析器类 ======================
class DialectQualityAnalyzer:
"""方言质检分析器"""
def __init__(self, config: ConfigManager):
self.config = config
self.dialect_processor = EnhancedDialectProcessor()
def analyze_text(self, text: str, speaker: str) -> dict:
"""分析单句文本的质量"""
# 预处理：方言转换
processed_text = self.dialect_processor.preprocess_text(text)
# 初始化结果
result = {
"original_text": text,
"processed_text": processed_text,
"speaker": speaker,
"score": 10, # 初始分数10分
"violations": [],
"keywords": [],
"sentiment": 0
}
# 检查关键词
for category, words in self.dialect_processor.KEYWORDS.items():
for word in words:
if word in processed_text:
result["keywords"].append({
"category": category,
"word": word
})
# 加分项
if category in ["opening", "closing", "reassurance"]:
result["score"] += 1
# 减分项
elif category in ["forbidden"]:
result["score"] -= 5
result["violations"].append(f"使用禁忌语: {word}")
# 确保分数在0-20之间
result["score"] = max(0, min(20, result["score"]))
return result
# ====================== GUI主窗口 ======================
class MainWindow(QMainWindow):
"""主应用程序窗口"""
def __init__(self):
super().__init__()
self.setWindowTitle("方言质检系统")
self.setGeometry(100, 100, 1200, 800)
# 初始化配置
self.config = ConfigManager()
self.resource_monitor = EnhancedResourceMonitor()
# 创建中心部件
self.central_widget = QWidget()
self.setCentralWidget(self.central_widget)
# 主布局
self.main_layout = QVBoxLayout(self.central_widget)
# 顶部控制面板
self.create_top_panel()
# 中间结果展示区
self.create_result_area()
# 底部状态栏
self.statusBar().showMessage("就绪")
# 初始化模型
self.init_models()
def create_top_panel(self):
"""创建顶部控制面板"""
top_panel = QGroupBox("控制面板")
top_layout = QHBoxLayout()
# 音频文件选择
self.file_label = QLabel("音频文件:")
self.file_edit = QLineEdit()
self.file_edit.setReadOnly(True)
self.browse_btn = QPushButton("浏览...")
self.browse_btn.clicked.connect(self.browse_audio_file)
# 分析按钮
self.analyze_btn = QPushButton("开始分析")
self.analyze_btn.clicked.connect(self.start_analysis)
self.analyze_btn.setEnabled(False)
# 进度条
self.progress_bar = QProgressBar()
self.progress_bar.setRange(0, 100)
self.progress_bar.setValue(0)
top_layout.addWidget(self.file_label)
top_layout.addWidget(self.file_edit)
top_layout.addWidget(self.browse_btn)
top_layout.addWidget(self.analyze_btn)
top_layout.addWidget(self.progress_bar)
top_panel.setLayout(top_layout)
self.main_layout.addWidget(top_panel)
def create_result_area(self):
"""创建结果展示区"""
result_splitter = QSplitter(Qt.Horizontal)
# 左侧原始文本显示
self.original_text = QTextEdit()
self.original_text.setReadOnly(True)
self.original_text.setPlaceholderText("原始文本将显示在这里...")
# 右侧分析结果
self.result_table = QTableWidget()
self.result_table.setColumnCount(6)
self.result_table.setHorizontalHeaderLabels(["说话人", "原始文本", "转换后文本", "分数", "违规则", "关键词"])
self.result_table.horizontalHeader().setSectionResizeMode(QHeaderView.Stretch)
result_splitter.addWidget(self.original_text)
result_splitter.addWidget(self.result_table)
result_splitter.setSizes([500, 700])
self.main_layout.addWidget(result_splitter)
def browse_audio_file(self):
"""浏览音频
本文通过分析一次引起争议的分享活动，探讨了有效分享的核心要素：真诚、价值及清晰表达。作者强调了即使是在看似‘low’的主题中也能找到价值所在，并提出了进行有效分享的建议。
扫一扫
463
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
