From 6fe67169191219de18e7b06daa52fe23c9ea5116 Mon Sep 17 00:00:00 2001 From: 13315423919 <13315423919@qq.com> Date: Fri, 7 Nov 2025 09:05:40 +0800 Subject: [PATCH] Add File --- src/summeryanyfile/config/settings.py | 279 ++++++++++++++++++++++++++ 1 file changed, 279 insertions(+) create mode 100644 src/summeryanyfile/config/settings.py diff --git a/src/summeryanyfile/config/settings.py b/src/summeryanyfile/config/settings.py new file mode 100644 index 0000000..eb8a17d --- /dev/null +++ b/src/summeryanyfile/config/settings.py @@ -0,0 +1,279 @@ +""" +设置管理 - 处理配置文件和环境变量 +""" + +import os +from typing import Optional, Dict, Any +from pathlib import Path +import json +import logging +from dataclasses import dataclass, asdict +from dotenv import load_dotenv + +from ..core.models import ProcessingConfig, ChunkStrategy + +logger = logging.getLogger(__name__) + + +@dataclass +class Settings: + """应用设置""" + # LLM配置 + llm_model: str = "gpt-4o-mini" + llm_provider: str = "openai" + temperature: float = 0.7 + max_tokens: int = 4000 + + # 处理配置 + max_slides: int = 25 + min_slides: int = 5 # 新增：最小页数 + chunk_size: int = 3000 + chunk_overlap: int = 200 + chunk_strategy: str = "paragraph" + + # API配置 + openai_api_key: Optional[str] = None + openai_base_url: Optional[str] = None + anthropic_api_key: Optional[str] = None + azure_openai_api_key: Optional[str] = None + azure_openai_endpoint: Optional[str] = None + azure_openai_api_version: str = "2024-02-15-preview" + + # 输出配置 + output_format: str = "json" + output_file: Optional[str] = None + + # 日志配置 + log_level: str = "INFO" + log_file: Optional[str] = None + + # 其他配置 + progress_bar: bool = True + debug_mode: bool = False + + def to_processing_config(self, target_language: str = "zh") -> ProcessingConfig: + """转换为处理配置""" + return ProcessingConfig( + max_slides=self.max_slides, + min_slides=self.min_slides, + chunk_size=self.chunk_size, + chunk_overlap=self.chunk_overlap, + chunk_strategy=ChunkStrategy(self.chunk_strategy), + llm_model=self.llm_model, + llm_provider=self.llm_provider, + temperature=self.temperature, + max_tokens=self.max_tokens, + target_language=target_language, + ) + + def get_llm_kwargs(self) -> Dict[str, Any]: + """获取LLM相关的参数""" + kwargs = {} + + if self.llm_provider == "openai": + if self.openai_api_key: + kwargs["api_key"] = self.openai_api_key + if self.openai_base_url: + kwargs["base_url"] = self.openai_base_url + elif self.llm_provider == "anthropic" and self.anthropic_api_key: + kwargs["api_key"] = self.anthropic_api_key + elif self.llm_provider == "azure": + if self.azure_openai_api_key: + kwargs["api_key"] = self.azure_openai_api_key + if self.azure_openai_endpoint: + kwargs["azure_endpoint"] = self.azure_openai_endpoint + kwargs["api_version"] = self.azure_openai_api_version + + return kwargs + + def save_to_file(self, file_path: str): + """保存设置到文件""" + config_dict = asdict(self) + # 移除敏感信息 + sensitive_keys = [ + "openai_api_key", + "anthropic_api_key", + "azure_openai_api_key" + ] + for key in sensitive_keys: + if key in config_dict: + config_dict[key] = "***" + + with open(file_path, 'w', encoding='utf-8') as f: + json.dump(config_dict, f, indent=2, ensure_ascii=False) + + logger.info(f"设置已保存到: {file_path}") + + @classmethod + def load_from_file(cls, file_path: str) -> "Settings": + """从文件加载设置""" + if not os.path.exists(file_path): + logger.warning(f"配置文件不存在: {file_path}") + return cls() + + try: + with open(file_path, 'r', encoding='utf-8') as f: + config_dict = json.load(f) + + # 过滤掉不存在的字段 + valid_fields = {field.name for field in cls.__dataclass_fields__.values()} + filtered_config = {k: v for k, v in config_dict.items() if k in valid_fields} + + return cls(**filtered_config) + except Exception as e: + logger.error(f"加载配置文件失败: {e}") + return cls() + + +def load_settings( + config_file: Optional[str] = None, + env_file: Optional[str] = None, + **overrides +) -> Settings: + """ + 加载设置 + + Args: + config_file: 配置文件路径 + env_file: 环境变量文件路径 + **overrides: 覆盖参数 + + Returns: + 设置对象 + """ + # 加载环境变量 + if env_file and os.path.exists(env_file): + load_dotenv(env_file) + else: + # 尝试加载默认的.env文件 + default_env_files = [".env", ".env.local"] + for env_path in default_env_files: + if os.path.exists(env_path): + load_dotenv(env_path) + break + + # 从配置文件加载 + if config_file: + settings = Settings.load_from_file(config_file) + else: + # 尝试加载默认配置文件 + default_config_files = [ + "config.json", + "settings.json", + os.path.expanduser("~/.summeryanyfile/config.json") + ] + settings = Settings() + for config_path in default_config_files: + if os.path.exists(config_path): + settings = Settings.load_from_file(config_path) + break + + # 从环境变量覆盖 + env_mappings = { + "OPENAI_API_KEY": "openai_api_key", + "OPENAI_BASE_URL": "openai_base_url", + "OPENAI_MODEL": "llm_model", # 支持OPENAI_MODEL环境变量 + "ANTHROPIC_API_KEY": "anthropic_api_key", + "AZURE_OPENAI_API_KEY": "azure_openai_api_key", + "AZURE_OPENAI_ENDPOINT": "azure_openai_endpoint", + "AZURE_OPENAI_API_VERSION": "azure_openai_api_version", + "LLM_MODEL": "llm_model", + "LLM_PROVIDER": "llm_provider", + "MAX_SLIDES": "max_slides", + "MIN_SLIDES": "min_slides", + "CHUNK_SIZE": "chunk_size", + "CHUNK_OVERLAP": "chunk_overlap", + "CHUNK_STRATEGY": "chunk_strategy", + "TEMPERATURE": "temperature", + "MAX_TOKENS": "max_tokens", + "LOG_LEVEL": "log_level", + "DEBUG_MODE": "debug_mode", + } + + for env_key, attr_name in env_mappings.items(): + env_value = os.getenv(env_key) + if env_value is not None: + # 类型转换 + if attr_name in ["max_slides", "min_slides", "chunk_size", "chunk_overlap", "max_tokens"]: + try: + env_value = int(env_value) + except ValueError: + logger.warning(f"无效的整数值 {env_key}={env_value}") + continue + elif attr_name == "temperature": + try: + env_value = float(env_value) + except ValueError: + logger.warning(f"无效的浮点值 {env_key}={env_value}") + continue + elif attr_name == "debug_mode": + env_value = env_value.lower() in ("true", "1", "yes", "on") + + setattr(settings, attr_name, env_value) + + # 应用覆盖参数 + for key, value in overrides.items(): + if hasattr(settings, key): + setattr(settings, key, value) + else: + logger.warning(f"未知的设置参数: {key}") + + return settings + + +def get_default_config_dir() -> Path: + """获取默认配置目录""" + config_dir = Path.home() / ".summeryanyfile" + config_dir.mkdir(exist_ok=True) + return config_dir + + +def create_default_config(): + """创建默认配置文件""" + config_dir = get_default_config_dir() + config_file = config_dir / "config.json" + + if not config_file.exists(): + settings = Settings() + settings.save_to_file(str(config_file)) + print(f"默认配置文件已创建: {config_file}") + else: + print(f"配置文件已存在: {config_file}") + + +def create_env_template(): + """创建环境变量模板文件""" + template_content = """# LLM API Keys +OPENAI_API_KEY=your_openai_api_key_here +# OPENAI_BASE_URL=https://api.openai.com/v1 # 自定义OpenAI API端点（可选） +ANTHROPIC_API_KEY=your_anthropic_api_key_here + +# Azure OpenAI (if using Azure) +AZURE_OPENAI_API_KEY=your_azure_openai_api_key_here +AZURE_OPENAI_ENDPOINT=https://your-resource.openai.azure.com/ +AZURE_OPENAI_API_VERSION=2024-02-15-preview + +# LLM Configuration +LLM_MODEL=gpt-4o-mini +LLM_PROVIDER=openai +TEMPERATURE=0.7 +MAX_TOKENS=4000 + +# Processing Configuration +MAX_SLIDES=25 +MIN_SLIDES=5 +CHUNK_SIZE=3000 +CHUNK_OVERLAP=200 +CHUNK_STRATEGY=paragraph + +# Logging +LOG_LEVEL=INFO +DEBUG_MODE=false +""" + + env_file = Path(".env.template") + with open(env_file, 'w', encoding='utf-8') as f: + f.write(template_content) + + print(f"环境变量模板已创建: {env_file}") + print("请复制为 .env 文件并填入您的API密钥")