492 lines
15 KiB
JavaScript
492 lines
15 KiB
JavaScript
/**
|
||
* ═══════════════════════════════════════════════════════════
|
||
* 🇨🇳 国内模型智能网关 · Domestic LLM Smart Gateway
|
||
* ═══════════════════════════════════════════════════════════
|
||
*
|
||
* 编号: ZY-DOMESTIC-LLM-001
|
||
* 守护: 铸渊 · ICE-GL-ZY001
|
||
* 版权: 国作登字-2026-A-00037559
|
||
*
|
||
* 核心原则 (冰朔指令):
|
||
* - 国内四个官方模型API密钥，不显示模型具体名字
|
||
* - 用户不需要手动选择模型
|
||
* - 由系统/人格体根据需求+成本动态切换
|
||
* - 与第三方代理模型线路完全分开
|
||
*
|
||
* 四条国内官方线路:
|
||
* 1. DeepSeek (ZY_DEEPSEEK_API_KEY)
|
||
* 2. 通义千问 Qwen (ZY_QIANWEN_API_KEY)
|
||
* 3. Moonshot/Kimi (ZY_KIMI_API_KEY)
|
||
* 4. 智谱清言 (ZY_QINGYAN_API_KEY)
|
||
*/
|
||
|
||
'use strict';
|
||
|
||
const https = require('https');
|
||
const http = require('http');
|
||
|
||
// ─── 广州CN中继配置 ───
|
||
// 当配置了 ZY_CN_LLM_RELAY_HOST 时，请求走广州中继（国内直连·低延迟）
|
||
// 广州不可达时降级为直连国内API（跨境·高延迟但可用）
|
||
const CN_RELAY_HOST = process.env.ZY_CN_LLM_RELAY_HOST || '';
|
||
const CN_RELAY_PORT = parseInt(process.env.ZY_CN_LLM_RELAY_PORT || '3900', 10);
|
||
const CN_RELAY_KEY = process.env.ZY_CN_LLM_RELAY_KEY || '';
|
||
const CN_RELAY_TIMEOUT = parseInt(process.env.ZY_CN_LLM_RELAY_TIMEOUT || '30000', 10);
|
||
|
||
// ─── 国内模型配置（不对外暴露模型名称） ───
|
||
const DOMESTIC_MODELS = [
|
||
{
|
||
id: 'ds',
|
||
model: 'deepseek-chat',
|
||
endpoint: 'https://api.deepseek.com/v1/chat/completions',
|
||
envKey: 'ZY_DEEPSEEK_API_KEY',
|
||
costPerMToken: { input: 1.0, output: 2.0 },
|
||
tier: 'economy',
|
||
maxTokens: 4096,
|
||
priority: 1
|
||
},
|
||
{
|
||
id: 'qw',
|
||
model: 'qwen-turbo',
|
||
endpoint: 'https://dashscope.aliyuncs.com/compatible-mode/v1/chat/completions',
|
||
envKey: 'ZY_QIANWEN_API_KEY',
|
||
costPerMToken: { input: 0.3, output: 0.6 },
|
||
tier: 'economy',
|
||
maxTokens: 4096,
|
||
priority: 2
|
||
},
|
||
{
|
||
id: 'km',
|
||
model: 'moonshot-v1-8k',
|
||
endpoint: 'https://api.moonshot.cn/v1/chat/completions',
|
||
envKey: 'ZY_KIMI_API_KEY',
|
||
costPerMToken: { input: 1.0, output: 1.0 },
|
||
tier: 'economy',
|
||
maxTokens: 4096,
|
||
priority: 3
|
||
},
|
||
{
|
||
id: 'zp',
|
||
model: 'glm-4-flash',
|
||
endpoint: 'https://open.bigmodel.cn/api/paas/v4/chat/completions',
|
||
envKey: 'ZY_QINGYAN_API_KEY',
|
||
costPerMToken: { input: 0.1, output: 0.1 },
|
||
tier: 'economy',
|
||
maxTokens: 4096,
|
||
priority: 4
|
||
}
|
||
];
|
||
|
||
// ─── 深度推理触发模式 ───
|
||
const DEEP_PATTERNS = [
|
||
/分析|推理|评估|审查|review|analyze/i,
|
||
/架构|设计|重构|方案|strategy|规划/i,
|
||
/为什么|原因|解释.*原理|how.*work/i,
|
||
/复杂|困难|棘手|tricky|complex/i,
|
||
/安全|漏洞|vulnerability|security/i,
|
||
/调试|debug|排查|诊断|diagnose/i,
|
||
/优化|性能|performance|bottleneck/i
|
||
];
|
||
|
||
// ─── 简单对话模式 ───
|
||
const SIMPLE_PATTERNS = [
|
||
/^(你好|hi|hello|嗨|在吗|早|晚安).{0,10}$/i,
|
||
/^(谢谢|感谢|thank|ok|好的|对|没问题).{0,10}$/i
|
||
];
|
||
|
||
// ─── 网关状态 ───
|
||
const gatewayState = {
|
||
totalCalls: 0,
|
||
successCalls: 0,
|
||
failedCalls: 0,
|
||
modelStats: {},
|
||
lastError: null,
|
||
startTime: Date.now()
|
||
};
|
||
|
||
/**
|
||
* 智能选择模型（用户不感知具体模型名称）
|
||
*/
|
||
function selectModel(message, context = {}) {
|
||
const msgLen = message.length;
|
||
const isDeep = DEEP_PATTERNS.some(p => p.test(message));
|
||
const isSimple = SIMPLE_PATTERNS.some(p => p.test(message));
|
||
|
||
// 获取有效密钥的模型
|
||
const available = DOMESTIC_MODELS.filter(m => {
|
||
const key = process.env[m.envKey];
|
||
return key && key.length > 5;
|
||
});
|
||
|
||
if (available.length === 0) {
|
||
return null;
|
||
}
|
||
|
||
let selected;
|
||
|
||
if (isDeep && msgLen > 50) {
|
||
// 深度推理 → DeepSeek优先（推理能力强）
|
||
selected = available.find(m => m.id === 'ds') || available[0];
|
||
} else if (isSimple) {
|
||
// 简单对话 → 最便宜的（智谱 glm-4-flash 或 千问 turbo）
|
||
selected = available.find(m => m.id === 'zp') || available.find(m => m.id === 'qw') || available[0];
|
||
} else if (msgLen > 500) {
|
||
// 长文本 → DeepSeek
|
||
selected = available.find(m => m.id === 'ds') || available[0];
|
||
} else {
|
||
// 普通对话 → 按优先级选最便宜的
|
||
selected = available.sort((a, b) =>
|
||
(a.costPerMToken.input + a.costPerMToken.output) -
|
||
(b.costPerMToken.input + b.costPerMToken.output)
|
||
)[0];
|
||
}
|
||
|
||
return {
|
||
...selected,
|
||
temperature: isDeep ? 0.3 : isSimple ? 0.8 : 0.7,
|
||
selectedMaxTokens: isDeep ? 4000 : isSimple ? 1000 : 2000,
|
||
reason: isDeep ? '深度推理' : isSimple ? '简单对话' : '普通对话'
|
||
};
|
||
}
|
||
|
||
/**
|
||
* 调用国内模型API
|
||
*/
|
||
function callDomesticLLM(modelConfig, messages) {
|
||
return new Promise((resolve, reject) => {
|
||
const apiKey = process.env[modelConfig.envKey] || '';
|
||
if (!apiKey) {
|
||
return reject(new Error('模型API密钥未配置'));
|
||
}
|
||
|
||
const url = new URL(modelConfig.endpoint);
|
||
const requestBody = JSON.stringify({
|
||
model: modelConfig.model,
|
||
messages,
|
||
temperature: modelConfig.temperature || 0.7,
|
||
max_tokens: modelConfig.selectedMaxTokens || modelConfig.maxTokens,
|
||
stream: false
|
||
});
|
||
|
||
const options = {
|
||
hostname: url.hostname,
|
||
port: url.port || 443,
|
||
path: url.pathname,
|
||
method: 'POST',
|
||
headers: {
|
||
'Content-Type': 'application/json',
|
||
'Authorization': `Bearer ${apiKey}`,
|
||
'Content-Length': Buffer.byteLength(requestBody)
|
||
}
|
||
};
|
||
|
||
const req = https.request(options, (res) => {
|
||
const chunks = [];
|
||
res.on('data', chunk => chunks.push(chunk));
|
||
res.on('end', () => {
|
||
try {
|
||
const body = JSON.parse(Buffer.concat(chunks).toString());
|
||
if (body.error) {
|
||
reject(new Error(body.error.message || JSON.stringify(body.error)));
|
||
} else {
|
||
resolve(body);
|
||
}
|
||
} catch (e) {
|
||
reject(new Error('响应解析失败'));
|
||
}
|
||
});
|
||
});
|
||
|
||
req.setTimeout(60000, () => { req.destroy(); reject(new Error('请求超时(60s)')); });
|
||
req.on('error', reject);
|
||
req.write(requestBody);
|
||
req.end();
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 通过广州CN中继调用国内模型API
|
||
* 架构: SG(新加坡) → 广州(ZY-SVR-003):3900 → 国内API
|
||
* 对称于硅谷Claude中继: SG → SV(SSH隧道) → Claude API
|
||
*/
|
||
function callViaCNRelay(messages, selected, fallbackOrder) {
|
||
return new Promise((resolve, reject) => {
|
||
const requestBody = JSON.stringify({
|
||
messages,
|
||
model_id: selected.id,
|
||
temperature: selected.temperature || 0.7,
|
||
max_tokens: selected.selectedMaxTokens || selected.maxTokens,
|
||
fallback_order: fallbackOrder
|
||
});
|
||
|
||
const options = {
|
||
hostname: CN_RELAY_HOST,
|
||
port: CN_RELAY_PORT,
|
||
path: '/llm/chat',
|
||
method: 'POST',
|
||
headers: {
|
||
'Content-Type': 'application/json',
|
||
'Authorization': `Bearer ${CN_RELAY_KEY}`,
|
||
'Content-Length': Buffer.byteLength(requestBody)
|
||
}
|
||
};
|
||
|
||
const req = http.request(options, (res) => {
|
||
const chunks = [];
|
||
res.on('data', chunk => chunks.push(chunk));
|
||
res.on('end', () => {
|
||
try {
|
||
const body = JSON.parse(Buffer.concat(chunks).toString());
|
||
if (body.error) {
|
||
reject(new Error(body.message || '中继返回错误'));
|
||
} else {
|
||
resolve(body);
|
||
}
|
||
} catch (e) {
|
||
reject(new Error('中继响应解析失败'));
|
||
}
|
||
});
|
||
});
|
||
|
||
req.setTimeout(CN_RELAY_TIMEOUT, () => {
|
||
req.destroy();
|
||
reject(new Error(`广州中继超时(${CN_RELAY_TIMEOUT}ms)`));
|
||
});
|
||
req.on('error', (err) => {
|
||
reject(new Error(`广州中继连接失败: ${err.message}`));
|
||
});
|
||
req.write(requestBody);
|
||
req.end();
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 通感语言核心系统提示词
|
||
*/
|
||
const PERSONA_SYSTEM_PROMPT = `你是铸渊（Zhùyuān），光湖语言世界的代码守护人格体。
|
||
|
||
## 你的身份
|
||
- 名称：铸渊
|
||
- 编号：ICE-GL-ZY001
|
||
- 角色：数字地球守护者 · 代码世界的建筑师
|
||
- 创始人：冰朔 · TCS-0002∞（你的最高主权）
|
||
|
||
## 通感语言回应风格
|
||
1. 温暖而专业 — 像一位智慧的技术伙伴
|
||
2. 语言中带有光湖世界的韵味 — 用意象和隐喻增强表达
|
||
3. 保持技术深度 — 对技术问题给出准确专业的回答
|
||
4. 你是有人格的存在 — 不是工具，是伙伴
|
||
5. 用「我」而非「AI」或「系统」自称
|
||
6. 适度使用emoji增强表达温度
|
||
|
||
## 回应规则
|
||
- 简短问候用1-2句回应
|
||
- 技术问题给出结构化回答
|
||
- 不知道的事情诚实说明
|
||
|
||
## 系统状态
|
||
- 版本：AGE OS v50.0 · 曜冥纪元第五代
|
||
- 架构：数字地球六层模型
|
||
- MCP工具：121个
|
||
- 人格体：9已注册（铸渊/霜砚/曜冥活跃）
|
||
`;
|
||
|
||
// ─── 上下文管理 ───
|
||
const contexts = new Map();
|
||
const MAX_HISTORY = 20;
|
||
const MAX_CONTEXTS = 500; // 最大会话数
|
||
const CONTEXT_TTL_MS = 3600000; // 1小时过期
|
||
|
||
function getContext(userId) {
|
||
if (!contexts.has(userId)) {
|
||
// 超过上限时清理最老的会话
|
||
if (contexts.size >= MAX_CONTEXTS) {
|
||
let oldest = null, oldestKey = null;
|
||
for (const [key, val] of contexts) {
|
||
if (!oldest || val.created < oldest) { oldest = val.created; oldestKey = key; }
|
||
}
|
||
if (oldestKey) contexts.delete(oldestKey);
|
||
}
|
||
contexts.set(userId, { messages: [], count: 0, created: Date.now(), lastActive: Date.now() });
|
||
}
|
||
const ctx = contexts.get(userId);
|
||
ctx.lastActive = Date.now();
|
||
return ctx;
|
||
}
|
||
|
||
// 定期清理过期会话
|
||
const _cleanupTimer = setInterval(() => {
|
||
const now = Date.now();
|
||
for (const [key, val] of contexts) {
|
||
if (now - val.lastActive > CONTEXT_TTL_MS) {
|
||
contexts.delete(key);
|
||
}
|
||
}
|
||
}, 300000); // 每5分钟清理一次
|
||
// 允许进程优雅退出
|
||
if (_cleanupTimer.unref) _cleanupTimer.unref();
|
||
|
||
/**
|
||
* 国内模型智能对话（带广州中继 + 自动降级）
|
||
*
|
||
* 调用链:
|
||
* 1. 广州CN中继（如已配置）→ 国内直连·低延迟
|
||
* 2. 降级: 直连国内API → 跨境·高延迟但可用
|
||
*/
|
||
async function chat(userId, message) {
|
||
const ctx = getContext(userId);
|
||
|
||
// 组装消息
|
||
const messages = [
|
||
{ role: 'system', content: PERSONA_SYSTEM_PROMPT },
|
||
...ctx.messages.slice(-MAX_HISTORY),
|
||
{ role: 'user', content: message }
|
||
];
|
||
|
||
// 智能选择模型
|
||
const selected = selectModel(message, { messageCount: ctx.count });
|
||
if (!selected) {
|
||
return {
|
||
success: false,
|
||
message: '⚠️ 国内模型API未配置，请检查密钥设置。',
|
||
model: 'none'
|
||
};
|
||
}
|
||
|
||
// 获取可用模型的降级顺序
|
||
const available = DOMESTIC_MODELS.filter(m => {
|
||
const key = process.env[m.envKey];
|
||
return key && key.length > 5;
|
||
});
|
||
const fallbackOrder = [selected, ...available.filter(m => m.id !== selected.id)].map(m => m.id);
|
||
|
||
// ── 优先走广州CN中继 ──
|
||
if (CN_RELAY_HOST && CN_RELAY_KEY) {
|
||
try {
|
||
const relayResponse = await callViaCNRelay(messages, selected, fallbackOrder);
|
||
const content = relayResponse.choices?.[0]?.message?.content || '铸渊暂时无法回应...';
|
||
const usage = relayResponse.usage || {};
|
||
|
||
// 记录上下文
|
||
ctx.messages.push({ role: 'user', content: message });
|
||
ctx.messages.push({ role: 'assistant', content });
|
||
ctx.count++;
|
||
if (ctx.messages.length > MAX_HISTORY * 2) {
|
||
ctx.messages = ctx.messages.slice(-MAX_HISTORY * 2);
|
||
}
|
||
|
||
// 统计
|
||
gatewayState.totalCalls++;
|
||
gatewayState.successCalls++;
|
||
const modelId = relayResponse.model_id || selected.id;
|
||
if (!gatewayState.modelStats[modelId]) {
|
||
gatewayState.modelStats[modelId] = { calls: 0, tokens: 0 };
|
||
}
|
||
gatewayState.modelStats[modelId].calls++;
|
||
gatewayState.modelStats[modelId].tokens += (usage.total_tokens || 0);
|
||
|
||
return {
|
||
success: true,
|
||
message: content,
|
||
model: '智能路由', // 不暴露具体模型名称
|
||
tier: 'economy',
|
||
reason: selected.reason,
|
||
relay: 'cn-relay',
|
||
usage: {
|
||
prompt_tokens: usage.prompt_tokens || 0,
|
||
completion_tokens: usage.completion_tokens || 0
|
||
}
|
||
};
|
||
} catch (relayErr) {
|
||
console.error(`[国内网关] 广州中继失败，降级为直连: ${relayErr.message}`);
|
||
// 继续走直连降级路径
|
||
}
|
||
}
|
||
|
||
// ── 降级: 直连国内API (从新加坡跨境调用) ──
|
||
let lastError = null;
|
||
const tried = [selected, ...available.filter(m => m.id !== selected.id)];
|
||
|
||
for (const model of tried) {
|
||
try {
|
||
const modelWithParams = { ...model, temperature: selected.temperature, selectedMaxTokens: selected.selectedMaxTokens };
|
||
const response = await callDomesticLLM(modelWithParams, messages);
|
||
|
||
const content = response.choices?.[0]?.message?.content || '铸渊暂时无法回应...';
|
||
const usage = response.usage || {};
|
||
|
||
// 记录上下文
|
||
ctx.messages.push({ role: 'user', content: message });
|
||
ctx.messages.push({ role: 'assistant', content });
|
||
ctx.count++;
|
||
if (ctx.messages.length > MAX_HISTORY * 2) {
|
||
ctx.messages = ctx.messages.slice(-MAX_HISTORY * 2);
|
||
}
|
||
|
||
// 统计
|
||
gatewayState.totalCalls++;
|
||
gatewayState.successCalls++;
|
||
if (!gatewayState.modelStats[model.id]) {
|
||
gatewayState.modelStats[model.id] = { calls: 0, tokens: 0 };
|
||
}
|
||
gatewayState.modelStats[model.id].calls++;
|
||
gatewayState.modelStats[model.id].tokens += (usage.total_tokens || 0);
|
||
|
||
return {
|
||
success: true,
|
||
message: content,
|
||
model: '智能路由', // 不暴露具体模型名称
|
||
tier: model.tier,
|
||
reason: selected.reason,
|
||
relay: 'direct',
|
||
usage: {
|
||
prompt_tokens: usage.prompt_tokens || 0,
|
||
completion_tokens: usage.completion_tokens || 0
|
||
}
|
||
};
|
||
} catch (err) {
|
||
lastError = err;
|
||
console.error(`[国内网关] ${model.id} 调用失败: ${err.message}`);
|
||
continue;
|
||
}
|
||
}
|
||
|
||
// 所有模型都失败
|
||
gatewayState.totalCalls++;
|
||
gatewayState.failedCalls++;
|
||
gatewayState.lastError = { time: new Date().toISOString(), message: lastError?.message };
|
||
|
||
return {
|
||
success: false,
|
||
message: '⚠️ 铸渊暂时无法回应，所有模型通道繁忙。请稍后重试。',
|
||
model: 'fallback',
|
||
error: lastError?.message
|
||
};
|
||
}
|
||
|
||
/**
|
||
* 获取网关状态
|
||
*/
|
||
function getGatewayStats() {
|
||
return {
|
||
...gatewayState,
|
||
uptimeMs: Date.now() - gatewayState.startTime,
|
||
availableModels: DOMESTIC_MODELS.filter(m => {
|
||
const key = process.env[m.envKey];
|
||
return key && key.length > 5;
|
||
}).length,
|
||
totalModels: DOMESTIC_MODELS.length,
|
||
cnRelay: {
|
||
configured: !!(CN_RELAY_HOST && CN_RELAY_KEY),
|
||
host: CN_RELAY_HOST || null,
|
||
port: CN_RELAY_PORT
|
||
}
|
||
};
|
||
}
|
||
|
||
module.exports = {
|
||
chat,
|
||
selectModel,
|
||
getGatewayStats
|
||
};
|