# E:\AI_System\.env
# ========================
# AI 系统环境变量配置
# ========================
# 环境类型 (dev, test, prod)
ENV=dev
# 目录配置 (使用双下划线表示层级)
AI_SYSTEM_DIRECTORIES__PROJECT_ROOT=E:\AI_System
AI_SYSTEM_DIRECTORIES__AGENT_DIR=E:\AI_System\agent
AI_SYSTEM_DIRECTORIES__WEB_UI_DIR=E:\AI_System\web_ui
AI_SYSTEM_DIRECTORIES__DEFAULT_MODEL=E:\AI_Models\Qwen2-7B
# 日志配置
AI_SYSTEM_ENVIRONMENT__LOG_LEVEL=DEBUG
# 数据库配置
AI_SYSTEM_DATABASE__DB_HOST=localhost
AI_SYSTEM_DATABASE__DB_PORT=5432
AI_SYSTEM_DATABASE__DB_NAME=ai_system
AI_SYSTEM_DATABASE__DB_USER=ai_user
AI_SYSTEM_DATABASE__DB_PASSWORD=your_secure_password_here
# 安全配置
AI_SYSTEM_SECURITY__SECRET_KEY=your_generated_secret_key_here
# 模型配置
AI_SYSTEM_MODEL_PATHS__TEXT_BASE=E:\AI_Models\Qwen2-7B
AI_SYSTEM_MODEL_PATHS__TEXT_CHAT=E:\AI_Models\deepseek-7b-chat
AI_SYSTEM_MODEL_PATHS__MULTIMODAL=E:\AI_Models\deepseek-vl2
AI_SYSTEM_MODEL_PATHS__IMAGE_GEN=E:\AI_Models\sdxl
AI_SYSTEM_MODEL_PATHS__YI_VL=E:\AI_Models\yi-vl
AI_SYSTEM_MODEL_PATHS__STABLE_DIFFUSION=E:\AI_Models\stable-diffusion-xl-base-1.0
# 网络配置
AI_SYSTEM_NETWORK__HOST=0.0.0.0
AI_SYSTEM_NETWORK__FLASK_PORT=8000
AI_SYSTEM_NETWORK__GRADIO_PORT=7860
“# 数据库凭证
DB_PASSWORD=your_actual_db_password_here
# 应用密钥
SECRET_KEY=generated-secret-key-here
# 其他环境变量
MODEL_BASE_PATH=E:/AI_Models
PROJECT_ROOT=E:/AI_System
”
# E:\AI_System\core\config.py
import os
import sys
import json
import logging
from pathlib import Path
from dotenv import load_dotenv
from prettytable import PrettyTable
# 设置日志
logger = logging.getLogger('CoreConfig')
logger.setLevel(logging.INFO)
# 确保有基本日志处理器
if not logger.handlers:
handler = logging.StreamHandler()
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
handler.setFormatter(formatter)
logger.addHandler(handler)
class CoreConfig:
"""核心配置系统 - 支持环境变量、配置文件和默认值的优先级加载"""
_instance = None
_config = {}
@classmethod
def get_instance(cls):
"""获取单例实例"""
if cls._instance is None:
cls._instance = cls()
return cls._instance
def __init__(self):
"""初始化配置系统"""
# 设置基础目录
self.base_dir = Path(__file__).resolve().parent.parent
self.env_prefix = "AI_SYSTEM"
# 敏感字段列表（在日志和输出中掩码）
self.sensitive_fields = ["DB_PASSWORD", "SECRET_KEY", "API_KEY", "ACCESS_TOKEN"]
# 路径类型配置键
self.path_keys = [
"LOG_DIR", "CONFIG_DIR", "MODEL_CACHE_DIR", "MODEL_BASE_PATH",
"WEB_UI_DIR", "AGENT_DIR", "CORE_DIR", "MODELS_DIR", "LOGS_DIR",
"TEXT_BASE", "TEXT_CHAT", "MULTIMODAL", "IMAGE_GEN", "YI_VL", "STABLE_DIFFUSION"
]
# 加载配置
self._load_config()
# 验证并创建缺失路径
self._validate_paths() # 新增：路径验证
logger.info("✅ 配置系统初始化完成")
# === 新增：路径验证和创建功能 ===
def _validate_paths(self):
"""验证并创建缺失的关键路径"""
# 1. 验证目录路径
dir_paths = [
self.get("LOG_DIR"),
self.get("CONFIG_DIR"),
self.get("MODEL_CACHE_DIR"),
self.get("MODEL_BASE_PATH"),
self.get("WEB_UI_DIR"),
self.get("AGENT_DIR"),
self.get("DIRECTORIES.PROJECT_ROOT")
]
for path in dir_paths:
if path:
try:
resolved_path = Path(path)
if not resolved_path.exists():
resolved_path.mkdir(parents=True, exist_ok=True)
logger.info(f"📁 创建缺失目录: {resolved_path}")
except Exception as e:
logger.error(f"❌ 创建目录失败: {path} - {str(e)}")
# 2. 验证模型路径
model_paths = self.get("MODEL_PATHS", {})
for model_type, path in model_paths.items():
if path:
try:
resolved_path = Path(path)
if not resolved_path.exists():
resolved_path.mkdir(parents=True, exist_ok=True)
logger.info(f"📁 创建缺失模型路径: {resolved_path}")
except Exception as e:
logger.error(f"❌ 创建模型路径失败: {path} - {str(e)}")
# === 以下保留原有功能不变 ===
def __getattr__(self, name):
"""允许通过属性方式访问配置项"""
if name in self._config:
return self._config[name]
# 尝试访问嵌套配置
if '.' in name:
return self.get_nested(name)
# 提供一些常用配置的默认值
if name == "DEFAULT_MODEL":
return self.get("MODEL_PATHS.TEXT_BASE", "")
# 记录警告而不是直接抛出异常
logger.warning(f"访问未定义的配置项: {name}")
return None
def __getitem__(self, key):
"""通过键访问配置值"""
return self.get(key)
def __contains__(self, key):
"""检查键是否存在"""
return self.get(key) is not None
def _mask_sensitive_value(self, key, value):
"""对敏感信息进行掩码处理"""
if value and any(sensitive_key in key for sensitive_key in self.sensitive_fields):
return "******"
return value
def _log_sensitive_value(self, key, value):
"""在日志中安全地记录敏感信息"""
if any(sensitive_key in key for sensitive_key in self.sensitive_fields):
logger.info(f"🔄 环境变量覆盖: {key}=******")
else:
logger.info(f"🔄 环境变量覆盖: {key}={value}")
def _set_defaults(self):
"""设置默认配置值"""
# 系统路径配置
defaults = {
# 顶级配置项
"LOG_DIR": str(self.base_dir / "logs"),
"CONFIG_DIR": str(self.base_dir / "config"),
"MODEL_CACHE_DIR": str(self.base_dir / "model_cache"),
"AGENT_NAME": "小蓝",
"DEFAULT_USER": "管理员",
"MAX_WORKERS": 4,
"AGENT_RESPONSE_TIMEOUT": 30.0,
"MODEL_BASE_PATH": "E:/AI_Models",
# 嵌套配置结构
"MODEL_PATHS": {
"TEXT_BASE": "E:/AI_Models/Qwen2-7B",
"TEXT_CHAT": "E:/AI_Models/deepseek-7b-chat",
"MULTIMODAL": "E:/AI_Models/deepseek-vl2",
"IMAGE_GEN": "E:/AI_Models/sdxl",
"YI_VL": "E:/AI_Models/yi-vl",
"STABLE_DIFFUSION": "E:/AI_Models/stable-diffusion-xl-base-1.0"
},
"NETWORK": {
"HOST": "0.0.0.0",
"FLASK_PORT": 8000,
"GRADIO_PORT": 7860
},
"DATABASE": {
"DB_HOST": "localhost",
"DB_PORT": 5432,
"DB_NAME": "ai_system",
"DB_USER": "ai_user",
"DB_PASSWORD": ""
},
"SECURITY": {
"SECRET_KEY": "default-secret-key-change-in-production"
},
"ENVIRONMENT": {
"ENV": "dev",
"LOG_LEVEL": "INFO",
"USE_GPU": True
},
"DIRECTORIES": {
"DEFAULT_MODEL": "E:/AI_Models/Qwen2-7B",
"WEB_UI_DIR": str(self.base_dir / "web_ui"),
"AGENT_DIR": str(self.base_dir / "agent"),
"PROJECT_ROOT": str(self.base_dir)
}
}
# 初始化配置字典
self._config = defaults
logger.debug("设置默认配置值")
def _load_config_files(self):
"""加载配置文件"""
# 确保配置目录存在
config_dir = Path(self._config.get("CONFIG_DIR", self.base_dir / "config"))
config_dir.mkdir(exist_ok=True, parents=True)
# 配置加载顺序
config_files = [
config_dir / 'default.json',
config_dir / 'local.json'
]
for config_file in config_files:
if config_file.exists():
try:
with open(config_file, 'r', encoding='utf-8') as f:
config_data = json.load(f)
# 递归合并配置
self._merge_config(self._config, config_data)
# 掩码敏感信息用于日志
masked_data = self._mask_config(config_data)
logger.info(f"📂 从 {config_file} 加载配置: {json.dumps(masked_data, indent=2)}")
except Exception as e:
logger.error(f"❌ 加载配置文件 {config_file} 错误: {str(e)}")
else:
logger.info(f"ℹ️ 配置文件不存在: {config_file}，跳过")
def _merge_config(self, base, new):
"""递归合并配置"""
for key, value in new.items():
if isinstance(value, dict) and key in base and isinstance(base[key], dict):
# 递归合并嵌套字典
self._merge_config(base[key], value)
else:
# 设置或覆盖值
base[key] = value
# 处理路径配置
if key in self.path_keys and isinstance(value, str):
# 确保路径使用正斜杠
base[key] = value.replace('\\', '/')
def _mask_config(self, config_data):
"""递归掩码敏感配置"""
if isinstance(config_data, dict):
return {k: self._mask_config(v) for k, v in config_data.items()}
elif isinstance(config_data, str):
return self._mask_sensitive_value("", config_data)
return config_data
def _load_environment(self):
"""加载环境变量 - 修复了环境变量处理逻辑"""
# 加载.env文件
env_file = self.base_dir / '.env'
if env_file.exists():
try:
load_dotenv(dotenv_path=str(env_file), override=True)
logger.info(f"🌐 从 {env_file} 加载环境变量")
except Exception as e:
logger.error(f"❌ 加载环境变量失败: {str(e)}")
# 覆盖环境变量中的配置
for key, value in os.environ.items():
# 检查是否以环境前缀开头
if key.startswith(self.env_prefix + "_"):
# 去掉前缀并转换为小写
config_key = key[len(self.env_prefix) + 1:].lower()
# 处理特殊值
if value.lower() in ['true', 'false']:
value = value.lower() == 'true'
elif value.isdigit():
value = int(value)
elif value.replace('.', '', 1).isdigit() and value.count('.') < 2:
try:
value = float(value)
except ValueError:
pass # 保持字符串
# 设置配置值
self._set_nested_config(config_key, value)
self._log_sensitive_value(key, value)
elif key in self._config: # 处理非前缀的顶级配置
# 处理特殊值
if value.lower() in ['true', 'false']:
value = value.lower() == 'true'
elif value.isdigit():
value = int(value)
elif value.replace('.', '', 1).isdigit() and value.count('.') < 2:
try:
value = float(value)
except ValueError:
pass # 保持字符串
self._config[key] = value
logger.info(f"🔄 环境变量覆盖: {key}={self._mask_sensitive_value(key, value)}")
def _set_nested_config(self, key_path, value):
"""设置嵌套配置值 - 支持点分隔和双下划线分隔的键"""
# 支持两种分隔符：点号(.)或双下划线(__)
if '.' in key_path:
keys = key_path.split('.')
else:
keys = key_path.split('__') # 使用双下划线表示嵌套层级
current = self._config
# 遍历键路径
for i, key in enumerate(keys):
key = key.upper() # 统一使用大写键名
# 如果是最后一个键，设置值
if i == len(keys) - 1:
# 处理路径配置
if key in self.path_keys and isinstance(value, str):
value = value.replace('\\', '/')
current[key] = value
else:
# 确保中间层级是字典
if key not in current or not isinstance(current[key], dict):
current[key] = {}
current = current[key]
def validate_model_paths(self):
"""验证所有模型路径是否存在"""
model_keys = [
"TEXT_BASE", "TEXT_CHAT", "MULTIMODAL",
"IMAGE_GEN", "YI_VL", "STABLE_DIFFUSION"
]
results = {}
valid_count = 0
for key in model_keys:
# 使用点分路径获取配置
path = self.get(f"MODEL_PATHS.{key}", "")
if path:
path_obj = Path(path)
exists = path_obj.exists()
valid = exists
if not exists:
logger.warning(f"⚠️ 模型路径不存在: {key} = {path}")
elif not any(path_obj.iterdir()):
logger.warning(f"⚠️ 模型路径为空目录: {key} = {path}")
valid = False
if valid:
valid_count += 1
results[key] = {
"path": str(path_obj),
"exists": exists,
"valid": valid
}
else:
results[key] = {
"path": "",
"exists": False,
"valid": False
}
logger.warning(f"⚠️ 模型路径未配置: {key}")
# 添加总体状态
results["overall"] = {
"total_models": len(model_keys),
"valid_models": valid_count,
"all_valid": valid_count == len(model_keys)
}
return results
def get(self, key_path, default=None, sep="."):
"""获取配置值（支持点分路径）"""
keys = key_path.split(sep)
value = self._config
try:
for key in keys:
key = key.upper() # 统一使用大写键名
if isinstance(value, dict) and key in value:
value = value[key]
else:
return default
return value
except (KeyError, TypeError):
return default
def to_dict(self, mask_sensitive=True):
"""返回当前配置的字典表示"""
if mask_sensitive:
return self._mask_config(self._config.copy())
return self._config.copy()
def get_nested(self, key_path, default=None, sep="."):
"""获取嵌套配置值（别名）"""
return self.get(key_path, default, sep)
def print_config_summary(self):
"""打印配置摘要"""
table = PrettyTable()
table.field_names = ["配置路径", "值"]
table.align["配置路径"] = "l"
table.align["值"] = "l"
# 添加关键配置项
key_items = [
"AGENT_NAME",
"DIRECTORIES.PROJECT_ROOT",
"LOG_DIR",
"AGENT_DIR",
"WEB_UI_DIR",
"NETWORK.HOST",
"NETWORK.FLASK_PORT",
"MODEL_PATHS.TEXT_BASE",
"ENVIRONMENT.USE_GPU",
"ENVIRONMENT.LOG_LEVEL"
]
for key_path in key_items:
value = self.get(key_path, "未设置")
if isinstance(value, str) and len(value) > 50:
value = value[:47] + "..."
table.add_row([key_path, value])
print("\n系统配置摘要:")
print(table)
def _load_config(self):
"""加载所有配置"""
# 1. 设置默认值
self._set_defaults()
# 2. 加载配置文件
self._load_config_files()
# 3. 加载环境变量
self._load_environment()
# 4. 验证关键路径
self.validate_model_paths()
# 创建全局配置实例
config = CoreConfig.get_instance()
# 测试代码
if __name__ == "__main__":
# 设置日志
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
)
print("=" * 50)
print("配置系统测试")
print("=" * 50)
# 获取配置实例
config = CoreConfig.get_instance()
# 打印基本配置
print(f"AGENT_NAME: {config.get('AGENT_NAME')}")
print(f"PROJECT_ROOT: {config.get('DIRECTORIES.PROJECT_ROOT')}")
print(f"LOG_DIR: {config.get('LOG_DIR')}")
print(f"AGENT_DIR: {config.get('DIRECTORIES.AGENT_DIR')}")
print(f"WEB_UI_DIR: {config.get('DIRECTORIES.WEB_UI_DIR')}")
print(f"DB_HOST: {config.get('DATABASE.DB_HOST')}")
print(f"DEFAULT_MODEL: {config.get('MODEL_PATHS.TEXT_BASE')}")
# 验证模型路径
print("\n模型路径验证结果:")
for model, info in config.validate_model_paths().items():
if model == "overall":
continue
status = "✅ 有效" if info["valid"] else "❌ 无效"
print(f"{model:20} {status} ({info['path']})")
# 打印配置摘要
config.print_config_summary()
print("\n测试完成!")
“# 在core/config.py中存在
def _replace_variables(self, value: str) -> str:
"""替换字符串中的变量引用"""
if value.startswith("${ENV:") and value.endswith("}"):
# 环境变量引用
var_name = value[6:-1]
return os.getenv(var_name, "")
elif value.startswith("${") and "}" in value:
# 配置变量引用
var_name = value[2:value.index("}")]
return self.config.get(var_name, value)
return value
”
最新发布
博客介绍了通过coco数据集“annotations”里的“segmentation”计算mask的方法，还提到要检查coco数据集中“segmentation”是否为空，并且可将“bbox”传入“segmentation”，同时给出了参考链接。
扫一扫
308
到【灌水乐园】发言
