diff --git a/.cache/plugin/git-committers/page-authors.json b/.cache/plugin/git-committers/page-authors.json index 554c7a3..d6004e2 100644 --- a/.cache/plugin/git-committers/page-authors.json +++ b/.cache/plugin/git-committers/page-authors.json @@ -1 +1 @@ -{"cache_date": "2025-06-03", "page_authors": {}} \ No newline at end of file +{"cache_date": "2025-06-04", "page_authors": {}} \ No newline at end of file diff --git a/docs/about/geren.md b/docs/about/geren.md index 5e53154..beefa5d 100644 --- a/docs/about/geren.md +++ b/docs/about/geren.md @@ -241,7 +241,7 @@ status: new !!! pied-piper1 "About me" - [x] Hey, I'm [Wcowin](https://wcowin.work/VitePress/){target=“_blank”}~ - [x] 咖啡重度爱好者 - - [x] 热爱(xiā)折腾技术/Math，目前的研究领域是[密码学](../blog/Cryptography/index.md) + - [x] 热爱(xiā)折腾技术/Math，目前的研究领域是[密码学](https://wcowin.work/blog/Cryptography/) - [x] 读书明志可识春秋;诗词爱好者;喜欢村上春树;擅长羽毛球 - [x] 清醒，知趣，明得失，知进退 diff --git a/docs/overrides/hooks/__pycache__/ai_summary.cpython-311.pyc b/docs/overrides/hooks/__pycache__/ai_summary.cpython-311.pyc index fcbce62..700047c 100644 Binary files a/docs/overrides/hooks/__pycache__/ai_summary.cpython-311.pyc and b/docs/overrides/hooks/__pycache__/ai_summary.cpython-311.pyc differ diff --git a/docs/overrides/hooks/ai_summary.py b/docs/overrides/hooks/ai_summary.py index 7d62e57..b53a49e 100644 --- a/docs/overrides/hooks/ai_summary.py +++ b/docs/overrides/hooks/ai_summary.py @@ -4,23 +4,64 @@ import hashlib import requests from pathlib import Path from datetime import datetime -from functools import lru_cache +import os +import shutil class AISummaryGenerator: def __init__(self): self.cache_dir = Path("site/.ai_cache") - self.cache_dir.mkdir(exist_ok=True) + self.cache_dir.mkdir(parents=True, exist_ok=True) - # DeepSeek API配置 - self.api_config = { - 'url': 'https://api.deepseek.com/v1/chat/completions', - 'model': 'deepseek-chat', - 'headers': { - 'Content-Type': 'application/json', - 'Authorization': 'Bearer sk-7dbcd6e21fb3417299b50aecff76c7bf' - } + # 🚀 CI 环境配置 - 默认只在 CI 环境中启用 + self.ci_config = { + 'enabled_in_ci': os.getenv('AI_SUMMARY_CI_ENABLED', 'true').lower() == 'true', # 默认 CI 中启用 + 'enabled_in_local': os.getenv('AI_SUMMARY_LOCAL_ENABLED', 'false').lower() == 'true', # 默认本地禁用 + # 'enabled_in_local': os.getenv('AI_SUMMARY_LOCAL_ENABLED', 'true').lower() == 'true', # 默认本地启用 + 'ci_only_cache': os.getenv('AI_SUMMARY_CI_ONLY_CACHE', 'false').lower() == 'true', # CI 中也允许生成新摘要 + 'ci_fallback_enabled': os.getenv('AI_SUMMARY_CI_FALLBACK', 'true').lower() == 'true' } + # 添加服务配置文件，用于跟踪当前使用的服务 + self.service_config_file = self.cache_dir / "service_config.json" + + # 🤖 多AI服务配置 + self.ai_services = { + 'deepseek': { + 'url': 'https://api.deepseek.com/v1/chat/completions', + 'model': 'deepseek-chat', + 'api_key': os.getenv('DEEPSEEK_API_KEY', ), + 'max_tokens': 150, + 'temperature': 0.3 + }, + 'openai': { + 'url': 'https://api.chatanywhere.tech/v1/chat/completions', + 'model': 'gpt-3.5-turbo', # 或 'gpt-4', 'gpt-4-turbo' + 'api_key': os.getenv('OPENAI_API_KEY', ), + 'max_tokens': 150, + 'temperature': 0.3 + }, + # 'claude': { + # 'url': 'https://api.anthropic.com/v1/messages', + # 'model': 'claude-3-haiku-20240307', + # 'api_key': os.getenv('ANTHROPIC_API_KEY', 'your-claude-api-key'), + # 'max_tokens': 150, + # 'temperature': 0.3 + # }, + # 'gemini': { + # 'url': 'https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent', + # 'model': 'gemini-pro', + # 'api_key': os.getenv('GOOGLE_API_KEY', 'your-claude-api-key'), + # 'max_tokens': 150, + # 'temperature': 0.3 + # } + } + + # 默认使用的AI服务 + self.default_service = 'deepseek' # 默认使用 DeepSeek + + # 服务优先级（按顺序尝试） + self.service_fallback_order = ['openai', 'deepseek', 'claude', 'gemini'] + # 📂 可自定义的文件夹配置 self.enabled_folders = [ 'blog/', # blog文件夹 @@ -29,50 +70,185 @@ class AISummaryGenerator: # 在这里添加您想要启用AI摘要的文件夹 ] - # 📋 排除的文件和文件夹 + # 📋 Excluded files and folders self.exclude_patterns = [ - 'liuyanban.md', 'link.md', '404.md', 'tag.md', 'tags.md', - '/about/', '/search/', '/sitemap', 'index.md', # 根目录index.md + '404.md', 'tag.md', 'tags.md', ] - # 📋 排除的特定文件 + # 📋 Excluded specific files self.exclude_files = [ 'blog/index.md', - 'blog/indexblog.md', - 'docs/index.md', - 'develop/index.md', ] - # 初始化阅读统计相关的正则表达式 - self.chinese_chars_pattern = re.compile(r'[\u4e00-\u9fff\u3400-\u4dbf]') - self.code_block_pattern = re.compile(r'```.*?```', re.DOTALL) - self.inline_code_pattern = re.compile(r'`[^`]+`') - self.yaml_front_pattern = re.compile(r'^---.*?---\s*', re.DOTALL) - self.html_tag_pattern = re.compile(r'<[^>]+>') - self.image_pattern = re.compile(r'!\[.*?\]\([^)]+\)') - self.link_pattern = re.compile(r'\[([^\]]+)\]\([^)]+\)') + # 🌍 语言配置/Language Configuration + self.summary_language = 'en' # 默认中文，可选 'zh'、'en'、'both' - # 支持的编程语言 - self.programming_languages = frozenset({ - 'python', 'py', 'javascript', 'js', 'typescript', 'ts', 'java', 'cpp', 'c', - 'go', 'rust', 'php', 'ruby', 'swift', 'kotlin', 'csharp', 'cs', - 'bash', 'sh', 'powershell', 'ps1', 'zsh', 'fish', 'bat', 'cmd', - 'html', 'css', 'scss', 'sass', 'less', 'yaml', 'yml', 'json', 'xml', - 'toml', 'ini', 'conf', 'dockerfile', 'makefile', - 'sql', 'mysql', 'postgresql', 'sqlite', 'mongodb', - 'r', 'matlab', 'scala', 'perl', 'lua', 'dart', 'tex', 'latex', - 'csv', 'properties', '' - }) + # 在初始化时就进行环境检查 + self._check_environment() + + # 检查服务变更并处理缓存 + self._check_service_change() - def configure_folders(self, folders=None, exclude_patterns=None, exclude_files=None): + def _check_environment(self): + """初始化时检查环境""" + is_ci = self.is_ci_environment() + + if is_ci: + ci_name = self._get_ci_name() + if self.ci_config['enabled_in_ci']: + print(f"🚀 检测到 CI 环境 ({ci_name})，AI 摘要功能已启用") + self._should_run = True + else: + print(f"🚫 检测到 CI 环境 ({ci_name})，AI 摘要功能已禁用") + self._should_run = False + else: + # 本地环境检查 + if self.ci_config['enabled_in_local']: + print("💻 本地环境检测到，AI 摘要功能已启用") + self._should_run = True + else: + print("🚫 本地环境检测到，AI 摘要功能已禁用（仅在 CI 环境中启用）") + self._should_run = False + + def _check_service_change(self): + """检查AI服务是否发生变更，如有变更则自动清理缓存""" + current_config = { + 'default_service': self.default_service, + 'available_services': list(self.ai_services.keys()), + 'summary_language': self.summary_language, + 'check_time': datetime.now().isoformat() + } + + if self.service_config_file.exists(): + try: + with open(self.service_config_file, 'r', encoding='utf-8') as f: + previous_config = json.load(f) + + # 检查默认服务或语言是否变更 + if (previous_config.get('default_service') != current_config['default_service'] or + previous_config.get('summary_language') != current_config['summary_language']): + old_service = previous_config.get('default_service', 'unknown') + new_service = current_config['default_service'] + old_lang = previous_config.get('summary_language', 'zh') + new_lang = current_config['summary_language'] + + if old_service != new_service: + print(f"🔄 检测到AI服务变更: {old_service} → {new_service}") + if old_lang != new_lang: + print(f"🌍 检测到语言变更: {old_lang} → {new_lang}") + + print("🧹 自动清理AI摘要缓存...") + + try: + # 删除整个缓存目录 + if self.cache_dir.exists(): + shutil.rmtree(self.cache_dir) + print(f"✅ 已删除缓存文件夹: {self.cache_dir}") + + # 重新创建缓存目录 + self.cache_dir.mkdir(exist_ok=True) + print("📁 已重新创建缓存目录") + + except Exception as e: + print(f"❌ 清理缓存失败: {e}") + # 如果删除失败，尝试清理单个文件 + try: + self._clear_cache_files() + except: + print("⚠️ 缓存清理失败，新摘要可能会混用旧配置的缓存") + + except Exception as e: + print(f"读取服务配置失败: {e}") + + # 保存当前配置 + try: + with open(self.service_config_file, 'w', encoding='utf-8') as f: + json.dump(current_config, f, ensure_ascii=False, indent=2) + except Exception as e: + print(f"保存服务配置失败: {e}") + + def _clear_cache_files(self): + """清理缓存文件（备用方法）""" + cleared_count = 0 + try: + for cache_file in self.cache_dir.glob("*.json"): + if cache_file.name != "service_config.json": + cache_file.unlink() + cleared_count += 1 + print(f"✅ 已清理 {cleared_count} 个缓存文件") + except Exception as e: + print(f"❌ 单文件清理失败: {e}") + + def configure_ai_service(self, service_name, config=None): """ - 配置启用AI摘要的文件夹 + 配置AI服务 Args: - folders: 启用AI摘要的文件夹列表 - exclude_patterns: 排除的模式列表 - exclude_files: 排除的特定文件列表 + service_name: 服务名称 ('deepseek', 'openai', 'azure_openai', 'claude', 'gemini') + config: 服务配置字典 """ + old_service = self.default_service + + if config: + self.ai_services[service_name] = config + self.default_service = service_name + + # 如果服务发生变更，自动清理缓存 + if old_service != service_name: + print(f"🔄 AI服务已切换: {old_service} → {service_name}") + print("🧹 自动清理所有AI摘要缓存...") + + try: + if self.cache_dir.exists(): + shutil.rmtree(self.cache_dir) + print(f"✅ 已删除缓存文件夹: {self.cache_dir}") + + # 重新创建缓存目录 + self.cache_dir.mkdir(exist_ok=True) + print("📁 已重新创建缓存目录") + + except Exception as e: + print(f"❌ 清理缓存失败: {e}") + # 如果删除失败，尝试清理单个文件 + try: + self._clear_cache_files() + except: + print("⚠️ 缓存清理失败，新摘要可能会混用旧服务的缓存") + + # 更新服务配置记录 + self._check_service_change() + + def configure_language(self, language='zh'): + """ + 配置摘要语言 + + Args: + language: 语言设置 ('zh': 中文, 'en': 英文, 'both': 双语) + """ + old_language = self.summary_language + self.summary_language = language + + if old_language != language: + print(f"🌍 摘要语言已切换: {old_language} → {language}") + print("🧹 自动清理摘要缓存以应用新语言设置...") + + try: + if self.cache_dir.exists(): + shutil.rmtree(self.cache_dir) + print(f"✅ 已删除缓存文件夹: {self.cache_dir}") + + # 重新创建缓存目录 + self.cache_dir.mkdir(exist_ok=True) + print("📁 已重新创建缓存目录") + + except Exception as e: + print(f"❌ 清理缓存失败: {e}") + + # 更新服务配置记录 + self._check_service_change() + + def configure_folders(self, folders=None, exclude_patterns=None, exclude_files=None): + """配置启用AI摘要的文件夹""" if folders is not None: self.enabled_folders = folders if exclude_patterns is not None: @@ -81,8 +257,9 @@ class AISummaryGenerator: self.exclude_files = exclude_files def get_content_hash(self, content): - """生成内容hash用于缓存""" - return hashlib.md5(content.encode('utf-8')).hexdigest() + """生成内容hash用于缓存（包含语言设置）""" + content_with_lang = f"{content}_{self.summary_language}" + return hashlib.md5(content_with_lang.encode('utf-8')).hexdigest() def get_cached_summary(self, content_hash): """获取缓存的摘要""" @@ -104,6 +281,7 @@ class AISummaryGenerator: cache_file = self.cache_dir / f"{content_hash}.json" try: summary_data['timestamp'] = datetime.now().isoformat() + summary_data['language'] = self.summary_language with open(cache_file, 'w', encoding='utf-8') as f: json.dump(summary_data, f, ensure_ascii=False, indent=2) except Exception as e: @@ -152,10 +330,81 @@ class AISummaryGenerator: return content - def generate_ai_summary(self, content, page_title=""): - """使用DeepSeek生成摘要""" - # 优化的提示词 - prompt = f"""请为以下技术文章生成一个高质量的摘要，要求： + def build_headers(self, service_config): + """构建请求头""" + headers = { + 'Content-Type': 'application/json' + } + + # 根据服务类型添加认证头 + if 'azure_openai' in service_config.get('url', ''): + headers['api-key'] = service_config['api_key'] + elif 'anthropic.com' in service_config.get('url', ''): + headers['x-api-key'] = service_config['api_key'] + headers['anthropic-version'] = '2023-06-01' + elif 'googleapis.com' in service_config.get('url', ''): + # Google API使用URL参数 + pass + else: + # OpenAI和DeepSeek使用Bearer token + headers['Authorization'] = f"Bearer {service_config['api_key']}" + + # 添加额外的头部 + if 'headers_extra' in service_config: + headers.update(service_config['headers_extra']) + + return headers + + def build_payload(self, service_name, service_config, content, page_title): + """构建请求载荷""" + # 根据语言设置生成不同的prompt + if self.summary_language == 'en': + prompt = f"""Please generate a high-quality summary for the following technical article with these requirements: + +1. **Length Control**: Strictly limit to 80-120 words +2. **Content Requirements**: + - Accurately summarize the core themes and key points of the article + - Highlight technical features, application scenarios, or problems solved + - Use professional but understandable language + - Avoid repeating the article title content +3. **Format Requirements**: + - Return summary content directly without any prefix or suffix + - Use concise declarative sentences + - Technical terms are appropriate + +Article Title: {page_title} + +Article Content: +{content[:2500]} + +Please generate summary:""" + + elif self.summary_language == 'both': + prompt = f"""Please generate a bilingual summary (Chinese and English) for the following technical article with these requirements: + +1. **Length Control**: + - Chinese: 80-120 characters + - English: 80-120 words +2. **Content Requirements**: + - Accurately summarize the core themes and key points + - Highlight technical features, application scenarios, or problems solved + - Use professional but understandable language + - Avoid repeating the article title content +3. **Format Requirements**: + - First provide Chinese summary + - Then provide English summary + - Separate with a blank line + - No prefixes or additional formatting + +Article Title: {page_title} + +Article Content: +{content[:2500]} + +Please generate bilingual summary:""" + + else: # 默认中文 + prompt = f"""请为以下技术文章生成一个高质量的摘要，要求： 1. **长度控制**：严格控制在80-120字以内 2. **内容要求**： @@ -175,54 +424,161 @@ class AISummaryGenerator: 请生成摘要：""" - try: - payload = { - "model": self.api_config['model'], + if service_name == 'claude': + # Claude API格式 + return { + "model": service_config['model'], + "max_tokens": service_config['max_tokens'], + "temperature": service_config['temperature'], + "messages": [ + { + "role": "user", + "content": prompt + } + ] + } + elif service_name == 'gemini': + # Gemini API格式 + return { + "contents": [ + { + "parts": [ + { + "text": prompt + } + ] + } + ], + "generationConfig": { + "temperature": service_config['temperature'], + "maxOutputTokens": service_config['max_tokens'] + } + } + else: + # OpenAI格式 (OpenAI, DeepSeek, Azure OpenAI) + system_content = { + 'zh': "你是一个专业的技术文档摘要专家，擅长提取文章核心要点并生成简洁准确的中文摘要。", + 'en': "You are a professional technical documentation summary expert, skilled at extracting core points from articles and generating concise and accurate English summaries.", + 'both': "You are a professional technical documentation summary expert, skilled at extracting core points from articles and generating concise and accurate bilingual summaries in both Chinese and English." + } + + return { + "model": service_config['model'], "messages": [ { "role": "system", - "content": "你是一个专业的技术文档摘要专家，擅长提取文章核心要点并生成简洁准确的摘要。" + "content": system_content.get(self.summary_language, system_content['zh']) }, { - "role": "user", + "role": "user", "content": prompt } ], - "max_tokens": 150, - "temperature": 0.3, # 降低随机性，提高准确性 + "max_tokens": service_config['max_tokens'] * (2 if self.summary_language == 'both' else 1), + "temperature": service_config['temperature'], "top_p": 0.9 } + + def extract_response_content(self, service_name, response_data): + """从响应中提取内容""" + try: + if service_name == 'claude': + return response_data['content'][0]['text'] + elif service_name == 'gemini': + return response_data['candidates'][0]['content']['parts'][0]['text'] + else: + # OpenAI格式 + return response_data['choices'][0]['message']['content'] + except (KeyError, IndexError) as e: + print(f"解析{service_name}响应失败: {e}") + return None + + def generate_ai_summary_with_service(self, content, page_title, service_name): + """使用指定服务生成摘要""" + if service_name not in self.ai_services: + print(f"不支持的AI服务: {service_name}") + return None + + service_config = self.ai_services[service_name] + + # 检查API密钥 + if not service_config['api_key'] or service_config['api_key'].startswith('your-'): + print(f"{service_name} API密钥未配置") + return None + + try: + headers = self.build_headers(service_config) + payload = self.build_payload(service_name, service_config, content, page_title) + + # 对于Google API，添加API密钥到URL + url = service_config['url'] + if service_name == 'gemini': + url = f"{url}?key={service_config['api_key']}" response = requests.post( - self.api_config['url'], - headers=self.api_config['headers'], + url, + headers=headers, json=payload, timeout=30 ) if response.status_code == 200: result = response.json() - summary = result['choices'][0]['message']['content'].strip() + summary = self.extract_response_content(service_name, result) - # 清理可能的格式问题 - summary = re.sub(r'^["""''`]+|["""''`]+$', '', summary) - summary = re.sub(r'^\s*摘要[：:]\s*', '', summary) - summary = re.sub(r'^\s*总结[：:]\s*', '', summary) + if summary: + # 清理可能的格式问题 + summary = re.sub(r'^["""''`]+|["""''`]+$', '', summary.strip()) + summary = re.sub(r'^\s*摘要[：:]\s*', '', summary) + summary = re.sub(r'^\s*总结[：:]\s*', '', summary) + summary = re.sub(r'^\s*Summary[：:]\s*', '', summary) + summary = re.sub(r'^\s*Abstract[：:]\s*', '', summary) + return summary - return summary else: - print(f"DeepSeek API请求失败: {response.status_code} - {response.text}") + print(f"{service_name} API请求失败: {response.status_code} - {response.text}") return None except requests.exceptions.RequestException as e: - print(f"DeepSeek API请求异常: {e}") + print(f"{service_name} API请求异常: {e}") return None except Exception as e: - print(f"AI摘要生成异常: {e}") + print(f"{service_name} 摘要生成异常: {e}") return None + def generate_ai_summary(self, content, page_title=""): + """生成AI摘要（支持CI环境策略）""" + is_ci = self.is_ci_environment() + + # 如果在 CI 环境中且配置为只使用缓存 + if is_ci and self.ci_config['ci_only_cache']: + print(f"📦 CI 环境仅使用缓存模式") + return None, 'ci_cache_only' + + # 按优先级尝试不同服务 + services_to_try = [self.default_service] + [s for s in self.service_fallback_order if s != self.default_service] + + for service_name in services_to_try: + if service_name in self.ai_services: + lang_desc = {'zh': '中文', 'en': '英文', 'both': '双语'} + env_desc = '(CI)' if is_ci else '(本地)' + print(f"🔄 尝试使用 {service_name} 生成{lang_desc.get(self.summary_language, '中文')}摘要 {env_desc}...") + summary = self.generate_ai_summary_with_service(content, page_title, service_name) + if summary: + return summary, service_name + + print("⚠️ 所有AI服务均不可用") + return None, None + def generate_fallback_summary(self, content, page_title=""): - """生成备用摘要（基于规则的智能摘要）""" + """生成备用摘要（考虑CI环境配置）""" + is_ci = self.is_ci_environment() + + # 如果在 CI 环境中且禁用了备用摘要 + if is_ci and not self.ci_config['ci_fallback_enabled']: + print(f"🚫 CI 环境禁用备用摘要") + return None + # 移除格式符号 clean_text = re.sub(r'^#+\s*', '', content, flags=re.MULTILINE) clean_text = re.sub(r'\*\*([^*]+)\*\*', r'\1', clean_text) @@ -272,87 +628,144 @@ class AISummaryGenerator: # 简化冗长的摘要 if len(summary) > 120: summary = selected_sentences[0] + '.' - return summary - else: - # 根据标题生成通用摘要 - if any(keyword in page_title for keyword in ['教程', '指南', 'Tutorial']): - return '本文提供了详细的教程指南，通过实例演示帮助读者掌握相关技术要点。' - elif any(keyword in page_title for keyword in ['配置', '设置', '安装', 'Config']): - return '本文介绍了系统配置的方法和步骤，提供实用的设置建议和最佳实践。' - elif any(keyword in page_title for keyword in ['开发', '编程', 'Development']): - return '本文分享了开发经验和技术实践，提供了实用的代码示例和解决方案。' + + # 根据语言设置生成不同的备用摘要 + if self.summary_language == 'en': + return self._generate_english_fallback(page_title) + elif self.summary_language == 'both': + zh_summary = summary + en_summary = self._generate_english_fallback(page_title) + return f"{zh_summary}\n\n{en_summary}" else: - return '本文深入探讨了相关技术内容，提供了实用的方法和解决方案。' + return summary + else: + # 根据标题和语言生成通用摘要 + if self.summary_language == 'en': + return self._generate_english_fallback(page_title) + elif self.summary_language == 'both': + zh_summary = self._generate_chinese_fallback(page_title) + en_summary = self._generate_english_fallback(page_title) + return f"{zh_summary}\n\n{en_summary}" + else: + return self._generate_chinese_fallback(page_title) + + def is_ci_environment(self): + """检测是否在 CI 环境中运行""" + # 常见的 CI 环境变量 + ci_indicators = [ + 'CI', 'CONTINUOUS_INTEGRATION', # 通用 CI 标识 + 'GITHUB_ACTIONS', # GitHub Actions + 'GITLAB_CI', # GitLab CI + 'JENKINS_URL', # Jenkins + 'TRAVIS', # Travis CI + 'CIRCLECI', # CircleCI + 'AZURE_HTTP_USER_AGENT', # Azure DevOps + 'TEAMCITY_VERSION', # TeamCity + 'BUILDKITE', # Buildkite + 'CODEBUILD_BUILD_ID', # AWS CodeBuild + 'NETLIFY', # Netlify + 'VERCEL', # Vercel + 'CF_PAGES', # Cloudflare Pages + ] + + for indicator in ci_indicators: + if os.getenv(indicator): + return True + + return False + + def should_run_in_current_environment(self): + """判断是否应该在当前环境中运行 AI 摘要""" + return self._should_run + + def _get_ci_name(self): + """获取 CI 环境名称""" + if os.getenv('GITHUB_ACTIONS'): + return 'GitHub Actions' + elif os.getenv('GITLAB_CI'): + return 'GitLab CI' + elif os.getenv('JENKINS_URL'): + return 'Jenkins' + elif os.getenv('TRAVIS'): + return 'Travis CI' + elif os.getenv('CIRCLECI'): + return 'CircleCI' + elif os.getenv('AZURE_HTTP_USER_AGENT'): + return 'Azure DevOps' + elif os.getenv('NETLIFY'): + return 'Netlify' + elif os.getenv('VERCEL'): + return 'Vercel' + elif os.getenv('CF_PAGES'): + return 'Cloudflare Pages' + elif os.getenv('CODEBUILD_BUILD_ID'): + return 'AWS CodeBuild' + else: + return 'Unknown CI' def process_page(self, markdown, page, config): - """处理页面，生成AI摘要和阅读统计""" - # 检查是否需要显示阅读信息 - show_reading_info = self.should_show_reading_info(page, markdown) - - # 检查是否需要生成AI摘要 - should_generate_ai_summary = self.should_generate_summary(page, markdown) - - # 如果两者都不需要，直接返回原内容 - if not show_reading_info and not should_generate_ai_summary: + """处理页面，生成AI摘要（支持CI环境检测）""" + # 检查是否应该在当前环境运行 + if not self.should_run_in_current_environment(): return markdown - # 计算阅读统计 - reading_time, chinese_chars, code_lines = self.calculate_reading_stats(markdown) + if not self.should_generate_summary(page, markdown): + return markdown - result_blocks = [] + clean_content = self.clean_content_for_ai(markdown) - # 处理AI摘要 - if should_generate_ai_summary: - clean_content = self.clean_content_for_ai(markdown) + # 内容长度检查 + if len(clean_content) < 100: + print(f"📄 内容太短，跳过摘要生成: {page.file.src_path}") + return markdown + + content_hash = self.get_content_hash(clean_content) + page_title = getattr(page, 'title', '') + is_ci = self.is_ci_environment() + + # 检查缓存 + cached_summary = self.get_cached_summary(content_hash) + if cached_summary: + summary = cached_summary.get('summary', '') + ai_service = cached_summary.get('service', 'cached') + env_desc = '(CI)' if is_ci else '(本地)' + print(f"✅ 使用缓存摘要 {env_desc}: {page.file.src_path}") + else: + # 生成新摘要 + lang_desc = {'zh': '中文', 'en': '英文', 'both': '双语'} + env_desc = '(CI)' if is_ci else '(本地)' + print(f"🤖 正在生成{lang_desc.get(self.summary_language, '中文')}AI摘要 {env_desc}: {page.file.src_path}") + summary, ai_service = self.generate_ai_summary(clean_content, page_title) - # 内容长度检查 - if len(clean_content) >= 200: - content_hash = self.get_content_hash(clean_content) - page_title = getattr(page, 'title', '') - - # 检查缓存 - cached_summary = self.get_cached_summary(content_hash) - if cached_summary: - summary = cached_summary.get('summary', '') - ai_service = 'cached' - print(f"✅ 使用缓存摘要: {page.file.src_path}") + if not summary: + # 尝试生成备用摘要 + summary = self.generate_fallback_summary(clean_content, page_title) + if summary: + ai_service = 'fallback' + print(f"📝 使用备用摘要 {env_desc}: {page.file.src_path}") else: - # 生成新摘要 - print(f"🤖 正在生成AI摘要: {page.file.src_path}") - summary = self.generate_ai_summary(clean_content, page_title) - - if not summary: - summary = self.generate_fallback_summary(clean_content, page_title) - ai_service = 'fallback' - print(f"📝 使用备用摘要: {page.file.src_path}") - else: - ai_service = 'deepseek' - print(f"✅ AI摘要生成成功: {page.file.src_path}") - - # 保存到缓存 - self.save_summary_cache(content_hash, { - 'summary': summary, - 'service': ai_service, - 'page_title': page_title - }) - - # 添加AI摘要块 - ai_summary_block = self.format_ai_summary(summary, ai_service) - result_blocks.append(ai_summary_block) + print(f"❌ 无法生成摘要 {env_desc}: {page.file.src_path}") + return markdown + else: + print(f"✅ AI摘要生成成功 ({ai_service}) {env_desc}: {page.file.src_path}") + + # 保存到缓存 + if summary: + self.save_summary_cache(content_hash, { + 'summary': summary, + 'service': ai_service, + 'page_title': page_title + }) - # 添加阅读信息块 - if show_reading_info: - reading_info_block = self.format_reading_info(reading_time, chinese_chars, code_lines) - result_blocks.append(reading_info_block) - - # 合并所有块并返回 - if result_blocks: - return '\n'.join(result_blocks) + '\n\n' + markdown + # 添加摘要到页面最上面 + if summary: + summary_html = self.format_summary(summary, ai_service) + return summary_html + '\n\n' + markdown else: return markdown def should_generate_summary(self, page, markdown): - """判断是否应该生成摘要 - 可自定义文件夹""" + """判断是否应该生成摘要""" # 检查页面元数据 if hasattr(page, 'meta'): # 明确禁用 @@ -378,203 +791,147 @@ class AISummaryGenerator: for folder in self.enabled_folders: if src_path.startswith(folder) or f'/{folder}' in src_path: folder_name = folder.rstrip('/') - print(f"🎯 {folder_name}文件夹文章检测到，启用AI摘要: {src_path}") + lang_desc = {'zh': '中文', 'en': '英文', 'both': '双语'} + print(f"🎯 {folder_name}文件夹文章检测到，启用{lang_desc.get(self.summary_language, '中文')}AI摘要: {src_path}") return True # 默认不生成摘要 return False - def calculate_reading_stats(self, markdown): - """计算中文字符数和代码行数""" - # 清理内容用于中文字符统计 - content = markdown - content = self.yaml_front_pattern.sub('', content) - content = self.html_tag_pattern.sub('', content) - content = self.image_pattern.sub('', content) - content = self.link_pattern.sub(r'\1', content) - content = self.code_block_pattern.sub('', content) - content = self.inline_code_pattern.sub('', content) - - chinese_chars = len(self.chinese_chars_pattern.findall(content)) - - # 统计代码行数 - code_lines = self.count_code_lines(markdown) - - # 计算阅读时间（中文：400字/分钟） - reading_time = max(1, round(chinese_chars / 400)) - - return reading_time, chinese_chars, code_lines - - def count_code_lines(self, markdown): - """统计代码行数""" - code_blocks = self.code_block_pattern.findall(markdown) - total_code_lines = 0 - - for block in code_blocks: - # 提取语言标识 - lang_match = re.match(r'^```(\w*)', block) - language = lang_match.group(1).lower() if lang_match else '' - - # 移除开头的语言标识和结尾的``` - code_content = re.sub(r'^```\w*\n?', '', block) - code_content = re.sub(r'\n?```$', '', code_content) - - # 过滤空代码块 - if not code_content.strip(): - continue - - # 计算有效行数 - lines = [line for line in code_content.split('\n') if line.strip()] - line_count = len(lines) - - # 如果有明确的编程语言标识，直接统计 - if language and language in self.programming_languages: - total_code_lines += line_count - continue - - # 检测是否为代码内容 - is_code = self.is_code_content(code_content) - - if is_code: - total_code_lines += line_count - - return total_code_lines - - def is_code_content(self, content): - """判断内容是否为代码""" - # 命令行检测 - command_indicators = [ - 'sudo ', 'npm ', 'pip ', 'git ', 'cd ', 'ls ', 'mkdir ', 'rm ', 'cp ', 'mv ', - 'chmod ', 'chown ', 'grep ', 'find ', 'ps ', 'kill ', 'top ', 'cat ', 'echo ', - 'wget ', 'curl ', 'tar ', 'zip ', 'unzip ', 'ssh ', 'scp ', 'rsync ', - '$ ', '# ', '% ', '> ', 'C:\\>', 'PS>', '#!/', - '/Applications/', '/usr/', '/etc/', '/var/', '/home/', '~/', - ] - - if any(indicator in content for indicator in command_indicators): - return True - - # 编程语法检测 - programming_indicators = [ - 'def ', 'class ', 'import ', 'from ', 'return ', 'function', 'var ', 'let ', 'const ', - 'public ', 'private ', 'protected ', 'static ', 'void ', 'int ', 'string ', - '==', '!=', '<=', '>=', '&&', '||', '++', '--', '+=', '-=', - 'while ', 'for ', 'if ', 'else:', 'switch ', 'case ', - ' 1 and any(line.startswith(' ') or line.startswith('\t') for line in lines): - return True - - if '<' in content and '>' in content: - return True - - if any(char in content for char in ['{', '}', '(', ')', '[', ']']) and ('=' in content or ':' in content): - return True - - return False - - def should_show_reading_info(self, page, markdown): - """判断是否应该显示阅读信息""" - # 检查页面元数据 - if page.meta.get('hide_reading_time', False): - return False - - # 获取文件路径 - src_path = page.file.src_path.replace('\\', '/') - - # 使用现有的排除模式检查 - exclude_patterns = [ - r'^index\.md$', r'^about/', r'^trip/index\.md$', r'^relax/index\.md$', - r'^blog/indexblog\.md$', r'^blog/posts\.md$', r'^develop/index\.md$', - r'waline\.md$', r'link\.md$', r'404\.md$' - ] - - for pattern in exclude_patterns: - if re.match(pattern, src_path): - return False - - # 检查页面类型 - page_type = page.meta.get('type', '') - if page_type in {'landing', 'special', 'widget'}: - return False - - # 内容长度检查 - if len(markdown) < 300: - return False - - # 计算中文字符数 - _, chinese_chars, _ = self.calculate_reading_stats(markdown) - if chinese_chars < 50: - return False - - return True - - def format_ai_summary(self, summary, ai_service): - """格式化AI摘要显示""" - service_config = { - 'deepseek': { - 'icon': '🤖', - 'name': 'AI智能摘要', - 'color': 'info' + def format_summary(self, summary, ai_service): + """格式化摘要显示（包含CI环境标识）""" + # 根据语言设置显示不同的标题 + service_names = { + 'zh': { + 'deepseek': 'AI智能摘要 (DeepSeek)', + 'openai': 'AI智能摘要 (ChatGPT)', + 'azure_openai': 'AI智能摘要 (Azure OpenAI)', + 'claude': 'AI智能摘要 (Claude)', + 'gemini': 'AI智能摘要 (Gemini)', + 'fallback': '自动摘要', + 'cached': 'AI智能摘要', + 'ci_cache_only': 'AI智能摘要 (缓存)' }, - 'fallback': { - 'icon': '📝', - 'name': '自动摘要', - 'color': 'tip' + 'en': { + 'deepseek': 'AI Summary (DeepSeek)', + 'openai': 'AI Summary (ChatGPT)', + 'azure_openai': 'AI Summary (Azure OpenAI)', + 'claude': 'AI Summary (Claude)', + 'gemini': 'AI Summary (Gemini)', + 'fallback': 'Auto Summary', + 'cached': 'AI Summary', + 'ci_cache_only': 'AI Summary (Cached)' }, - 'cached': { - 'icon': '🤖', - 'name': 'AI智能摘要', - 'color': 'info' + 'both': { + 'deepseek': 'AI智能摘要 / AI Summary (DeepSeek)', + 'openai': 'AI智能摘要 / AI Summary (ChatGPT)', + 'azure_openai': 'AI智能摘要 / AI Summary (Azure OpenAI)', + 'claude': 'AI智能摘要 / AI Summary (Claude)', + 'gemini': 'AI智能摘要 / AI Summary (Gemini)', + 'fallback': '自动摘要 / Auto Summary', + 'cached': 'AI智能摘要 / AI Summary', + 'ci_cache_only': 'AI智能摘要 / AI Summary (缓存)' } } - config = service_config.get(ai_service, service_config['deepseek']) + name_config = service_names.get(self.summary_language, service_names['zh']) + service_name = name_config.get(ai_service, name_config['fallback']) - return f'''??? {config['color']} "{config['icon']} {config['name']}" - {summary}''' - - def format_reading_info(self, reading_time, chinese_chars, code_lines): - """格式化阅读信息显示""" - if code_lines > 0: - return f'''!!! info "📖 阅读信息" - 阅读时间：**{reading_time}** 分钟 | 中文字符：**{chinese_chars}** | 有效代码行数：**{code_lines}**''' - else: - return f'''!!! info "📖 阅读信息" - 阅读时间：**{reading_time}** 分钟 | 中文字符：**{chinese_chars}**''' - - def format_summary(self, summary, ai_service): - """保持向后兼容的格式化方法""" - return self.format_ai_summary(summary, ai_service) + # 图标和颜色配置 + icon = '💾' if ai_service not in ['fallback', 'ci_cache_only'] else '📝' + color = 'info' if ai_service not in ['fallback', 'ci_cache_only'] else 'tip' + + return f'''!!! {color} "{icon} {service_name}" + {summary} + +''' # 创建全局实例 ai_summary_generator = AISummaryGenerator() -# 🔧 自定义配置函数 -def configure_ai_summary(enabled_folders=None, exclude_patterns=None, exclude_files=None): +# 🔧 配置函数 +def configure_ai_summary(enabled_folders=None, exclude_patterns=None, exclude_files=None, + ai_service=None, service_config=None, language='zh', + ci_enabled=None, local_enabled=None, ci_only_cache=None, ci_fallback=None): """ - 配置AI摘要功能 + 配置AI摘要功能（支持CI和本地环境分别配置） Args: - enabled_folders: 启用AI摘要的文件夹列表，例如 ['blog/', 'docs/', 'posts/'] - exclude_patterns: 排除的模式列表，例如 ['404.md', '/admin/'] - exclude_files: 排除的特定文件列表，例如 ['blog/index.md'] + enabled_folders: 启用AI摘要的文件夹列表 + exclude_patterns: 排除的模式列表 + exclude_files: 排除的特定文件列表 + ai_service: 使用的AI服务 ('deepseek', 'openai', 'claude', 'gemini') + service_config: AI服务配置 + language: 摘要语言 ('zh': 中文, 'en': 英文, 'both': 双语) + ci_enabled: 是否在 CI 环境中启用 + local_enabled: 是否在本地环境中启用 + ci_only_cache: CI 环境是否仅使用缓存 + ci_fallback: CI 环境是否启用备用摘要 Example: - # 只在blog和docs文件夹启用 - configure_ai_summary(['blog/', 'docs/']) - - # 在所有文件夹启用，但排除特定文件 - configure_ai_summary([''], exclude_files=['index.md', 'about.md']) + # 推荐配置：只在 CI 中启用，本地禁用 + configure_ai_summary( + enabled_folders=['blog/', 'docs/'], + language='zh', + ci_enabled=True, # CI 中启用 + local_enabled=False, # 本地禁用 + ci_only_cache=False, # CI 中允许生成新摘要 + ci_fallback=True # CI 中启用备用摘要 + ) """ ai_summary_generator.configure_folders(enabled_folders, exclude_patterns, exclude_files) + ai_summary_generator.configure_language(language) + + # 配置环境行为 + if any(x is not None for x in [ci_enabled, local_enabled, ci_only_cache, ci_fallback]): + configure_ci_behavior(ci_enabled, local_enabled, ci_only_cache, ci_fallback) + + if ai_service: + if service_config: + # 合并配置 + current_config = ai_summary_generator.ai_services.get(ai_service, {}) + current_config.update(service_config) + ai_summary_generator.configure_ai_service(ai_service, current_config) + else: + ai_summary_generator.configure_ai_service(ai_service) + +# 🔧 新增 CI 配置函数 +def configure_ci_behavior(enabled_in_ci=None, enabled_in_local=None, ci_only_cache=None, ci_fallback_enabled=None): + """ + 配置 CI 和本地环境行为 + + Args: + enabled_in_ci: 是否在 CI 环境中启用 AI 摘要 + enabled_in_local: 是否在本地环境中启用 AI 摘要 + ci_only_cache: CI 环境是否仅使用缓存 + ci_fallback_enabled: CI 环境是否启用备用摘要 + + Example: + # 只在 CI 中启用，本地禁用（推荐配置） + configure_ci_behavior(enabled_in_ci=True, enabled_in_local=False) + + # 本地和 CI 都启用 + configure_ci_behavior(enabled_in_ci=True, enabled_in_local=True) + + # 只在本地启用，CI 中禁用 + configure_ci_behavior(enabled_in_ci=False, enabled_in_local=True) + """ + if enabled_in_ci is not None: + ai_summary_generator.ci_config['enabled_in_ci'] = enabled_in_ci + print(f"✅ CI 环境 AI 摘要: {'启用' if enabled_in_ci else '禁用'}") + + if enabled_in_local is not None: + ai_summary_generator.ci_config['enabled_in_local'] = enabled_in_local + print(f"✅ 本地环境 AI 摘要: {'启用' if enabled_in_local else '禁用'}") + + if ci_only_cache is not None: + ai_summary_generator.ci_config['ci_only_cache'] = ci_only_cache + print(f"✅ CI 环境仅缓存模式: {'启用' if ci_only_cache else '禁用'}") + + if ci_fallback_enabled is not None: + ai_summary_generator.ci_config['ci_fallback_enabled'] = ci_fallback_enabled + print(f"✅ CI 环境备用摘要: {'启用' if ci_fallback_enabled else '禁用'}") def on_page_markdown(markdown, page, config, files): - """MkDocs hook入口点 - 统一处理AI摘要和阅读统计""" + """MkDocs hook入口点""" return ai_summary_generator.process_page(markdown, page, config) \ No newline at end of file diff --git a/docs/overrides/hooks/test.py b/docs/overrides/hooks/test.py index 777e6cc..e2f8638 100644 --- a/docs/overrides/hooks/test.py +++ b/docs/overrides/hooks/test.py @@ -18,7 +18,7 @@ class AISummaryGenerator: 'model': 'deepseek-chat', 'headers': { 'Content-Type': 'application/json', - 'Authorization': 'Bearer sk-7dbcd6e21fb3417299b50aecff76c7bf' + 'Authorization': 'Bearer sk-' } } diff --git a/site/.ai_cache/service_config.json b/site/.ai_cache/service_config.json new file mode 100644 index 0000000..35a4e68 --- /dev/null +++ b/site/.ai_cache/service_config.json @@ -0,0 +1,9 @@ +{ + "default_service": "deepseek", + "available_services": [ + "deepseek", + "openai" + ], + "summary_language": "en", + "check_time": "2025-06-04T01:31:56.082195" +} \ No newline at end of file