mirror of
https://github.com/Wei-Shaw/claude-relay-service.git
synced 2026-01-23 00:53:33 +00:00
first commit
This commit is contained in:
shaw
678
src/models/redis.js
Normal file
678
src/models/redis.js
Normal file
@@ -0,0 +1,678 @@
|
||||
const Redis = require('ioredis');
|
||||
const config = require('../../config/config');
|
||||
const logger = require('../utils/logger');
|
||||
|
||||
class RedisClient {
|
||||
constructor() {
|
||||
this.client = null;
|
||||
this.isConnected = false;
|
||||
}
|
||||
|
||||
async connect() {
|
||||
try {
|
||||
this.client = new Redis({
|
||||
host: config.redis.host,
|
||||
port: config.redis.port,
|
||||
password: config.redis.password,
|
||||
db: config.redis.db,
|
||||
retryDelayOnFailover: config.redis.retryDelayOnFailover,
|
||||
maxRetriesPerRequest: config.redis.maxRetriesPerRequest,
|
||||
lazyConnect: config.redis.lazyConnect
|
||||
});
|
||||
|
||||
this.client.on('connect', () => {
|
||||
this.isConnected = true;
|
||||
logger.info('🔗 Redis connected successfully');
|
||||
});
|
||||
|
||||
this.client.on('error', (err) => {
|
||||
this.isConnected = false;
|
||||
logger.error('❌ Redis connection error:', err);
|
||||
});
|
||||
|
||||
this.client.on('close', () => {
|
||||
this.isConnected = false;
|
||||
logger.warn('⚠️ Redis connection closed');
|
||||
});
|
||||
|
||||
await this.client.connect();
|
||||
return this.client;
|
||||
} catch (error) {
|
||||
logger.error('💥 Failed to connect to Redis:', error);
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
|
||||
async disconnect() {
|
||||
if (this.client) {
|
||||
await this.client.quit();
|
||||
this.isConnected = false;
|
||||
logger.info('👋 Redis disconnected');
|
||||
}
|
||||
}
|
||||
|
||||
getClient() {
|
||||
if (!this.client || !this.isConnected) {
|
||||
logger.warn('⚠️ Redis client is not connected');
|
||||
return null;
|
||||
}
|
||||
return this.client;
|
||||
}
|
||||
|
||||
// 安全获取客户端（用于关键操作）
|
||||
getClientSafe() {
|
||||
if (!this.client || !this.isConnected) {
|
||||
throw new Error('Redis client is not connected');
|
||||
}
|
||||
return this.client;
|
||||
}
|
||||
|
||||
// 🔑 API Key 相关操作
|
||||
async setApiKey(keyId, keyData, hashedKey = null) {
|
||||
const key = `apikey:${keyId}`;
|
||||
const client = this.getClientSafe();
|
||||
|
||||
// 维护哈希映射表（用于快速查找）
|
||||
// hashedKey参数是实际的哈希值，用于建立映射
|
||||
if (hashedKey) {
|
||||
await client.hset('apikey:hash_map', hashedKey, keyId);
|
||||
}
|
||||
|
||||
await client.hset(key, keyData);
|
||||
await client.expire(key, 86400 * 365); // 1年过期
|
||||
}
|
||||
|
||||
async getApiKey(keyId) {
|
||||
const key = `apikey:${keyId}`;
|
||||
return await this.client.hgetall(key);
|
||||
}
|
||||
|
||||
async deleteApiKey(keyId) {
|
||||
const key = `apikey:${keyId}`;
|
||||
|
||||
// 获取要删除的API Key哈希值，以便从映射表中移除
|
||||
const keyData = await this.client.hgetall(key);
|
||||
if (keyData && keyData.apiKey) {
|
||||
// keyData.apiKey现在存储的是哈希值，直接从映射表删除
|
||||
await this.client.hdel('apikey:hash_map', keyData.apiKey);
|
||||
}
|
||||
|
||||
return await this.client.del(key);
|
||||
}
|
||||
|
||||
async getAllApiKeys() {
|
||||
const keys = await this.client.keys('apikey:*');
|
||||
const apiKeys = [];
|
||||
for (const key of keys) {
|
||||
// 过滤掉hash_map，它不是真正的API Key
|
||||
if (key === 'apikey:hash_map') {
|
||||
continue;
|
||||
}
|
||||
|
||||
const keyData = await this.client.hgetall(key);
|
||||
if (keyData && Object.keys(keyData).length > 0) {
|
||||
apiKeys.push({ id: key.replace('apikey:', ''), ...keyData });
|
||||
}
|
||||
}
|
||||
return apiKeys;
|
||||
}
|
||||
|
||||
// 🔍 通过哈希值查找API Key（性能优化）
|
||||
async findApiKeyByHash(hashedKey) {
|
||||
// 使用反向映射表：hash -> keyId
|
||||
const keyId = await this.client.hget('apikey:hash_map', hashedKey);
|
||||
if (!keyId) {
|
||||
return null;
|
||||
}
|
||||
|
||||
const keyData = await this.client.hgetall(`apikey:${keyId}`);
|
||||
if (keyData && Object.keys(keyData).length > 0) {
|
||||
return { id: keyId, ...keyData };
|
||||
}
|
||||
|
||||
// 如果数据不存在，清理映射表
|
||||
await this.client.hdel('apikey:hash_map', hashedKey);
|
||||
return null;
|
||||
}
|
||||
|
||||
// 📊 使用统计相关操作（支持缓存token统计和模型信息）
|
||||
async incrementTokenUsage(keyId, tokens, inputTokens = 0, outputTokens = 0, cacheCreateTokens = 0, cacheReadTokens = 0, model = 'unknown') {
|
||||
const key = `usage:${keyId}`;
|
||||
const today = new Date().toISOString().split('T')[0];
|
||||
const currentMonth = `${new Date().getFullYear()}-${String(new Date().getMonth() + 1).padStart(2, '0')}`;
|
||||
const daily = `usage:daily:${keyId}:${today}`;
|
||||
const monthly = `usage:monthly:${keyId}:${currentMonth}`;
|
||||
|
||||
// 按模型统计的键
|
||||
const modelDaily = `usage:model:daily:${model}:${today}`;
|
||||
const modelMonthly = `usage:model:monthly:${model}:${currentMonth}`;
|
||||
|
||||
// API Key级别的模型统计
|
||||
const keyModelDaily = `usage:${keyId}:model:daily:${model}:${today}`;
|
||||
const keyModelMonthly = `usage:${keyId}:model:monthly:${model}:${currentMonth}`;
|
||||
|
||||
// 智能处理输入输出token分配
|
||||
const finalInputTokens = inputTokens || 0;
|
||||
const finalOutputTokens = outputTokens || (finalInputTokens > 0 ? 0 : tokens);
|
||||
const finalCacheCreateTokens = cacheCreateTokens || 0;
|
||||
const finalCacheReadTokens = cacheReadTokens || 0;
|
||||
|
||||
// 重新计算真实的总token数（包括缓存token）
|
||||
const totalTokens = finalInputTokens + finalOutputTokens + finalCacheCreateTokens + finalCacheReadTokens;
|
||||
// 核心token（不包括缓存）- 用于与历史数据兼容
|
||||
const coreTokens = finalInputTokens + finalOutputTokens;
|
||||
|
||||
await Promise.all([
|
||||
// 核心token统计（保持向后兼容）
|
||||
this.client.hincrby(key, 'totalTokens', coreTokens),
|
||||
this.client.hincrby(key, 'totalInputTokens', finalInputTokens),
|
||||
this.client.hincrby(key, 'totalOutputTokens', finalOutputTokens),
|
||||
// 缓存token统计（新增）
|
||||
this.client.hincrby(key, 'totalCacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(key, 'totalCacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(key, 'totalAllTokens', totalTokens), // 包含所有类型的总token
|
||||
// 请求计数
|
||||
this.client.hincrby(key, 'totalRequests', 1),
|
||||
// 每日统计
|
||||
this.client.hincrby(daily, 'tokens', coreTokens),
|
||||
this.client.hincrby(daily, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(daily, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(daily, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(daily, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(daily, 'allTokens', totalTokens),
|
||||
this.client.hincrby(daily, 'requests', 1),
|
||||
// 每月统计
|
||||
this.client.hincrby(monthly, 'tokens', coreTokens),
|
||||
this.client.hincrby(monthly, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(monthly, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(monthly, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(monthly, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(monthly, 'allTokens', totalTokens),
|
||||
this.client.hincrby(monthly, 'requests', 1),
|
||||
// 按模型统计 - 每日
|
||||
this.client.hincrby(modelDaily, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(modelDaily, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(modelDaily, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(modelDaily, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(modelDaily, 'allTokens', totalTokens),
|
||||
this.client.hincrby(modelDaily, 'requests', 1),
|
||||
// 按模型统计 - 每月
|
||||
this.client.hincrby(modelMonthly, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(modelMonthly, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(modelMonthly, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(modelMonthly, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(modelMonthly, 'allTokens', totalTokens),
|
||||
this.client.hincrby(modelMonthly, 'requests', 1),
|
||||
// API Key级别的模型统计 - 每日
|
||||
this.client.hincrby(keyModelDaily, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(keyModelDaily, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(keyModelDaily, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(keyModelDaily, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(keyModelDaily, 'allTokens', totalTokens),
|
||||
this.client.hincrby(keyModelDaily, 'requests', 1),
|
||||
// API Key级别的模型统计 - 每月
|
||||
this.client.hincrby(keyModelMonthly, 'inputTokens', finalInputTokens),
|
||||
this.client.hincrby(keyModelMonthly, 'outputTokens', finalOutputTokens),
|
||||
this.client.hincrby(keyModelMonthly, 'cacheCreateTokens', finalCacheCreateTokens),
|
||||
this.client.hincrby(keyModelMonthly, 'cacheReadTokens', finalCacheReadTokens),
|
||||
this.client.hincrby(keyModelMonthly, 'allTokens', totalTokens),
|
||||
this.client.hincrby(keyModelMonthly, 'requests', 1),
|
||||
// 设置过期时间
|
||||
this.client.expire(daily, 86400 * 32), // 32天过期
|
||||
this.client.expire(monthly, 86400 * 365), // 1年过期
|
||||
this.client.expire(modelDaily, 86400 * 32), // 模型每日统计32天过期
|
||||
this.client.expire(modelMonthly, 86400 * 365), // 模型每月统计1年过期
|
||||
this.client.expire(keyModelDaily, 86400 * 32), // API Key模型每日统计32天过期
|
||||
this.client.expire(keyModelMonthly, 86400 * 365) // API Key模型每月统计1年过期
|
||||
]);
|
||||
}
|
||||
|
||||
async getUsageStats(keyId) {
|
||||
const totalKey = `usage:${keyId}`;
|
||||
const today = new Date().toISOString().split('T')[0];
|
||||
const dailyKey = `usage:daily:${keyId}:${today}`;
|
||||
const currentMonth = `${new Date().getFullYear()}-${String(new Date().getMonth() + 1).padStart(2, '0')}`;
|
||||
const monthlyKey = `usage:monthly:${keyId}:${currentMonth}`;
|
||||
|
||||
const [total, daily, monthly] = await Promise.all([
|
||||
this.client.hgetall(totalKey),
|
||||
this.client.hgetall(dailyKey),
|
||||
this.client.hgetall(monthlyKey)
|
||||
]);
|
||||
|
||||
// 获取API Key的创建时间来计算平均值
|
||||
const keyData = await this.client.hgetall(`apikey:${keyId}`);
|
||||
const createdAt = keyData.createdAt ? new Date(keyData.createdAt) : new Date();
|
||||
const now = new Date();
|
||||
const daysSinceCreated = Math.max(1, Math.ceil((now - createdAt) / (1000 * 60 * 60 * 24)));
|
||||
|
||||
const totalTokens = parseInt(total.totalTokens) || 0;
|
||||
const totalRequests = parseInt(total.totalRequests) || 0;
|
||||
|
||||
// 计算平均RPM (requests per minute) 和 TPM (tokens per minute)
|
||||
const totalMinutes = Math.max(1, daysSinceCreated * 24 * 60);
|
||||
const avgRPM = totalRequests / totalMinutes;
|
||||
const avgTPM = totalTokens / totalMinutes;
|
||||
|
||||
// 处理旧数据兼容性（支持缓存token）
|
||||
const handleLegacyData = (data) => {
|
||||
// 优先使用total*字段（存储时使用的字段）
|
||||
const tokens = parseInt(data.totalTokens) || parseInt(data.tokens) || 0;
|
||||
const inputTokens = parseInt(data.totalInputTokens) || parseInt(data.inputTokens) || 0;
|
||||
const outputTokens = parseInt(data.totalOutputTokens) || parseInt(data.outputTokens) || 0;
|
||||
const requests = parseInt(data.totalRequests) || parseInt(data.requests) || 0;
|
||||
|
||||
// 新增缓存token字段
|
||||
const cacheCreateTokens = parseInt(data.totalCacheCreateTokens) || parseInt(data.cacheCreateTokens) || 0;
|
||||
const cacheReadTokens = parseInt(data.totalCacheReadTokens) || parseInt(data.cacheReadTokens) || 0;
|
||||
const allTokens = parseInt(data.totalAllTokens) || parseInt(data.allTokens) || 0;
|
||||
|
||||
const totalFromSeparate = inputTokens + outputTokens;
|
||||
|
||||
if (totalFromSeparate === 0 && tokens > 0) {
|
||||
// 旧数据：没有输入输出分离
|
||||
return {
|
||||
tokens,
|
||||
inputTokens: Math.round(tokens * 0.3), // 假设30%为输入
|
||||
outputTokens: Math.round(tokens * 0.7), // 假设70%为输出
|
||||
cacheCreateTokens: 0, // 旧数据没有缓存token
|
||||
cacheReadTokens: 0,
|
||||
allTokens: tokens, // 对于旧数据，allTokens等于tokens
|
||||
requests
|
||||
};
|
||||
} else {
|
||||
// 新数据或无数据
|
||||
return {
|
||||
tokens,
|
||||
inputTokens,
|
||||
outputTokens,
|
||||
cacheCreateTokens,
|
||||
cacheReadTokens,
|
||||
allTokens: allTokens || (inputTokens + outputTokens + cacheCreateTokens + cacheReadTokens), // 计算或使用存储的值
|
||||
requests
|
||||
};
|
||||
}
|
||||
};
|
||||
|
||||
const totalData = handleLegacyData(total);
|
||||
const dailyData = handleLegacyData(daily);
|
||||
const monthlyData = handleLegacyData(monthly);
|
||||
|
||||
return {
|
||||
total: totalData,
|
||||
daily: dailyData,
|
||||
monthly: monthlyData,
|
||||
averages: {
|
||||
rpm: Math.round(avgRPM * 100) / 100, // 保留2位小数
|
||||
tpm: Math.round(avgTPM * 100) / 100,
|
||||
dailyRequests: Math.round((totalRequests / daysSinceCreated) * 100) / 100,
|
||||
dailyTokens: Math.round((totalTokens / daysSinceCreated) * 100) / 100
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
// 🧹 清空所有API Key的使用统计数据
|
||||
async resetAllUsageStats() {
|
||||
const client = this.getClientSafe();
|
||||
const stats = {
|
||||
deletedKeys: 0,
|
||||
deletedDailyKeys: 0,
|
||||
deletedMonthlyKeys: 0,
|
||||
resetApiKeys: 0
|
||||
};
|
||||
|
||||
try {
|
||||
// 获取所有API Key ID
|
||||
const apiKeyIds = [];
|
||||
const apiKeyKeys = await client.keys('apikey:*');
|
||||
|
||||
for (const key of apiKeyKeys) {
|
||||
if (key === 'apikey:hash_map') continue; // 跳过哈希映射表
|
||||
const keyId = key.replace('apikey:', '');
|
||||
apiKeyIds.push(keyId);
|
||||
}
|
||||
|
||||
// 清空每个API Key的使用统计
|
||||
for (const keyId of apiKeyIds) {
|
||||
// 删除总体使用统计
|
||||
const usageKey = `usage:${keyId}`;
|
||||
const deleted = await client.del(usageKey);
|
||||
if (deleted > 0) {
|
||||
stats.deletedKeys++;
|
||||
}
|
||||
|
||||
// 删除该API Key的每日统计（使用精确的keyId匹配）
|
||||
const dailyKeys = await client.keys(`usage:daily:${keyId}:*`);
|
||||
if (dailyKeys.length > 0) {
|
||||
await client.del(...dailyKeys);
|
||||
stats.deletedDailyKeys += dailyKeys.length;
|
||||
}
|
||||
|
||||
// 删除该API Key的每月统计（使用精确的keyId匹配）
|
||||
const monthlyKeys = await client.keys(`usage:monthly:${keyId}:*`);
|
||||
if (monthlyKeys.length > 0) {
|
||||
await client.del(...monthlyKeys);
|
||||
stats.deletedMonthlyKeys += monthlyKeys.length;
|
||||
}
|
||||
|
||||
// 重置API Key的lastUsedAt字段
|
||||
const keyData = await client.hgetall(`apikey:${keyId}`);
|
||||
if (keyData && Object.keys(keyData).length > 0) {
|
||||
keyData.lastUsedAt = '';
|
||||
await client.hset(`apikey:${keyId}`, keyData);
|
||||
stats.resetApiKeys++;
|
||||
}
|
||||
}
|
||||
|
||||
// 额外清理：删除所有可能遗漏的usage相关键
|
||||
const allUsageKeys = await client.keys('usage:*');
|
||||
if (allUsageKeys.length > 0) {
|
||||
await client.del(...allUsageKeys);
|
||||
stats.deletedKeys += allUsageKeys.length;
|
||||
}
|
||||
|
||||
return stats;
|
||||
} catch (error) {
|
||||
throw new Error(`Failed to reset usage stats: ${error.message}`);
|
||||
}
|
||||
}
|
||||
|
||||
// 🏢 Claude 账户管理
|
||||
async setClaudeAccount(accountId, accountData) {
|
||||
const key = `claude:account:${accountId}`;
|
||||
await this.client.hset(key, accountData);
|
||||
}
|
||||
|
||||
async getClaudeAccount(accountId) {
|
||||
const key = `claude:account:${accountId}`;
|
||||
return await this.client.hgetall(key);
|
||||
}
|
||||
|
||||
async getAllClaudeAccounts() {
|
||||
const keys = await this.client.keys('claude:account:*');
|
||||
const accounts = [];
|
||||
for (const key of keys) {
|
||||
const accountData = await this.client.hgetall(key);
|
||||
if (accountData && Object.keys(accountData).length > 0) {
|
||||
accounts.push({ id: key.replace('claude:account:', ''), ...accountData });
|
||||
}
|
||||
}
|
||||
return accounts;
|
||||
}
|
||||
|
||||
async deleteClaudeAccount(accountId) {
|
||||
const key = `claude:account:${accountId}`;
|
||||
return await this.client.del(key);
|
||||
}
|
||||
|
||||
// 🔐 会话管理
|
||||
async setSession(sessionId, sessionData, ttl = 86400) {
|
||||
const key = `session:${sessionId}`;
|
||||
await this.client.hset(key, sessionData);
|
||||
await this.client.expire(key, ttl);
|
||||
}
|
||||
|
||||
async getSession(sessionId) {
|
||||
const key = `session:${sessionId}`;
|
||||
return await this.client.hgetall(key);
|
||||
}
|
||||
|
||||
async deleteSession(sessionId) {
|
||||
const key = `session:${sessionId}`;
|
||||
return await this.client.del(key);
|
||||
}
|
||||
|
||||
// 🗝️ API Key哈希索引管理
|
||||
async setApiKeyHash(hashedKey, keyData, ttl = 0) {
|
||||
const key = `apikey_hash:${hashedKey}`;
|
||||
await this.client.hset(key, keyData);
|
||||
if (ttl > 0) {
|
||||
await this.client.expire(key, ttl);
|
||||
}
|
||||
}
|
||||
|
||||
async getApiKeyHash(hashedKey) {
|
||||
const key = `apikey_hash:${hashedKey}`;
|
||||
return await this.client.hgetall(key);
|
||||
}
|
||||
|
||||
async deleteApiKeyHash(hashedKey) {
|
||||
const key = `apikey_hash:${hashedKey}`;
|
||||
return await this.client.del(key);
|
||||
}
|
||||
|
||||
// 🔗 OAuth会话管理
|
||||
async setOAuthSession(sessionId, sessionData, ttl = 600) { // 10分钟过期
|
||||
const key = `oauth:${sessionId}`;
|
||||
await this.client.hset(key, sessionData);
|
||||
await this.client.expire(key, ttl);
|
||||
}
|
||||
|
||||
async getOAuthSession(sessionId) {
|
||||
const key = `oauth:${sessionId}`;
|
||||
return await this.client.hgetall(key);
|
||||
}
|
||||
|
||||
async deleteOAuthSession(sessionId) {
|
||||
const key = `oauth:${sessionId}`;
|
||||
return await this.client.del(key);
|
||||
}
|
||||
|
||||
// 🚦 速率限制
|
||||
async checkRateLimit(identifier, limit = 100, window = 60) {
|
||||
const key = `ratelimit:${identifier}`;
|
||||
const current = await this.client.incr(key);
|
||||
|
||||
if (current === 1) {
|
||||
await this.client.expire(key, window);
|
||||
}
|
||||
|
||||
return {
|
||||
allowed: current <= limit,
|
||||
current,
|
||||
limit,
|
||||
resetTime: await this.client.ttl(key)
|
||||
};
|
||||
}
|
||||
|
||||
// 📈 系统统计
|
||||
async getSystemStats() {
|
||||
const keys = await Promise.all([
|
||||
this.client.keys('apikey:*'),
|
||||
this.client.keys('claude:account:*'),
|
||||
this.client.keys('usage:*')
|
||||
]);
|
||||
|
||||
return {
|
||||
totalApiKeys: keys[0].length,
|
||||
totalClaudeAccounts: keys[1].length,
|
||||
totalUsageRecords: keys[2].length
|
||||
};
|
||||
}
|
||||
|
||||
// 📊 获取今日系统统计
|
||||
async getTodayStats() {
|
||||
try {
|
||||
const today = new Date().toISOString().split('T')[0];
|
||||
const dailyKeys = await this.client.keys(`usage:daily:*:${today}`);
|
||||
|
||||
let totalRequestsToday = 0;
|
||||
let totalTokensToday = 0;
|
||||
let totalInputTokensToday = 0;
|
||||
let totalOutputTokensToday = 0;
|
||||
let totalCacheCreateTokensToday = 0;
|
||||
let totalCacheReadTokensToday = 0;
|
||||
|
||||
// 批量获取所有今日数据，提高性能
|
||||
if (dailyKeys.length > 0) {
|
||||
const pipeline = this.client.pipeline();
|
||||
dailyKeys.forEach(key => pipeline.hgetall(key));
|
||||
const results = await pipeline.exec();
|
||||
|
||||
for (const [error, dailyData] of results) {
|
||||
if (error || !dailyData) continue;
|
||||
|
||||
totalRequestsToday += parseInt(dailyData.requests) || 0;
|
||||
const currentDayTokens = parseInt(dailyData.tokens) || 0;
|
||||
totalTokensToday += currentDayTokens;
|
||||
|
||||
// 处理旧数据兼容性：如果有总token但没有输入输出分离，则使用总token作为输出token
|
||||
const inputTokens = parseInt(dailyData.inputTokens) || 0;
|
||||
const outputTokens = parseInt(dailyData.outputTokens) || 0;
|
||||
const cacheCreateTokens = parseInt(dailyData.cacheCreateTokens) || 0;
|
||||
const cacheReadTokens = parseInt(dailyData.cacheReadTokens) || 0;
|
||||
const totalTokensFromSeparate = inputTokens + outputTokens;
|
||||
|
||||
if (totalTokensFromSeparate === 0 && currentDayTokens > 0) {
|
||||
// 旧数据：没有输入输出分离，假设70%为输出，30%为输入（基于一般对话比例）
|
||||
totalOutputTokensToday += Math.round(currentDayTokens * 0.7);
|
||||
totalInputTokensToday += Math.round(currentDayTokens * 0.3);
|
||||
} else {
|
||||
// 新数据：使用实际的输入输出分离
|
||||
totalInputTokensToday += inputTokens;
|
||||
totalOutputTokensToday += outputTokens;
|
||||
}
|
||||
|
||||
// 添加cache token统计
|
||||
totalCacheCreateTokensToday += cacheCreateTokens;
|
||||
totalCacheReadTokensToday += cacheReadTokens;
|
||||
}
|
||||
}
|
||||
|
||||
// 获取今日创建的API Key数量（批量优化）
|
||||
const allApiKeys = await this.client.keys('apikey:*');
|
||||
let apiKeysCreatedToday = 0;
|
||||
|
||||
if (allApiKeys.length > 0) {
|
||||
const pipeline = this.client.pipeline();
|
||||
allApiKeys.forEach(key => pipeline.hget(key, 'createdAt'));
|
||||
const results = await pipeline.exec();
|
||||
|
||||
for (const [error, createdAt] of results) {
|
||||
if (!error && createdAt && createdAt.startsWith(today)) {
|
||||
apiKeysCreatedToday++;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
requestsToday: totalRequestsToday,
|
||||
tokensToday: totalTokensToday,
|
||||
inputTokensToday: totalInputTokensToday,
|
||||
outputTokensToday: totalOutputTokensToday,
|
||||
cacheCreateTokensToday: totalCacheCreateTokensToday,
|
||||
cacheReadTokensToday: totalCacheReadTokensToday,
|
||||
apiKeysCreatedToday
|
||||
};
|
||||
} catch (error) {
|
||||
console.error('Error getting today stats:', error);
|
||||
return {
|
||||
requestsToday: 0,
|
||||
tokensToday: 0,
|
||||
inputTokensToday: 0,
|
||||
outputTokensToday: 0,
|
||||
cacheCreateTokensToday: 0,
|
||||
cacheReadTokensToday: 0,
|
||||
apiKeysCreatedToday: 0
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
// 📈 获取系统总的平均RPM和TPM
|
||||
async getSystemAverages() {
|
||||
try {
|
||||
const allApiKeys = await this.client.keys('apikey:*');
|
||||
let totalRequests = 0;
|
||||
let totalTokens = 0;
|
||||
let totalInputTokens = 0;
|
||||
let totalOutputTokens = 0;
|
||||
let oldestCreatedAt = new Date();
|
||||
|
||||
// 批量获取所有usage数据和key数据，提高性能
|
||||
const usageKeys = allApiKeys.map(key => `usage:${key.replace('apikey:', '')}`);
|
||||
const pipeline = this.client.pipeline();
|
||||
|
||||
// 添加所有usage查询
|
||||
usageKeys.forEach(key => pipeline.hgetall(key));
|
||||
// 添加所有key数据查询
|
||||
allApiKeys.forEach(key => pipeline.hgetall(key));
|
||||
|
||||
const results = await pipeline.exec();
|
||||
const usageResults = results.slice(0, usageKeys.length);
|
||||
const keyResults = results.slice(usageKeys.length);
|
||||
|
||||
for (let i = 0; i < allApiKeys.length; i++) {
|
||||
const totalData = usageResults[i][1] || {};
|
||||
const keyData = keyResults[i][1] || {};
|
||||
|
||||
totalRequests += parseInt(totalData.totalRequests) || 0;
|
||||
totalTokens += parseInt(totalData.totalTokens) || 0;
|
||||
totalInputTokens += parseInt(totalData.totalInputTokens) || 0;
|
||||
totalOutputTokens += parseInt(totalData.totalOutputTokens) || 0;
|
||||
|
||||
const createdAt = keyData.createdAt ? new Date(keyData.createdAt) : new Date();
|
||||
if (createdAt < oldestCreatedAt) {
|
||||
oldestCreatedAt = createdAt;
|
||||
}
|
||||
}
|
||||
|
||||
const now = new Date();
|
||||
// 保持与个人API Key计算一致的算法：按天计算然后转换为分钟
|
||||
const daysSinceOldest = Math.max(1, Math.ceil((now - oldestCreatedAt) / (1000 * 60 * 60 * 24)));
|
||||
const totalMinutes = daysSinceOldest * 24 * 60;
|
||||
|
||||
return {
|
||||
systemRPM: Math.round((totalRequests / totalMinutes) * 100) / 100,
|
||||
systemTPM: Math.round((totalTokens / totalMinutes) * 100) / 100,
|
||||
totalInputTokens,
|
||||
totalOutputTokens,
|
||||
totalTokens
|
||||
};
|
||||
} catch (error) {
|
||||
console.error('Error getting system averages:', error);
|
||||
return {
|
||||
systemRPM: 0,
|
||||
systemTPM: 0,
|
||||
totalInputTokens: 0,
|
||||
totalOutputTokens: 0,
|
||||
totalTokens: 0
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
// 🧹 清理过期数据
|
||||
async cleanup() {
|
||||
try {
|
||||
const patterns = [
|
||||
'usage:daily:*',
|
||||
'ratelimit:*',
|
||||
'session:*',
|
||||
'oauth:*'
|
||||
];
|
||||
|
||||
for (const pattern of patterns) {
|
||||
const keys = await this.client.keys(pattern);
|
||||
const pipeline = this.client.pipeline();
|
||||
|
||||
for (const key of keys) {
|
||||
const ttl = await this.client.ttl(key);
|
||||
if (ttl === -1) { // 没有设置过期时间的键
|
||||
if (key.startsWith('oauth:')) {
|
||||
pipeline.expire(key, 600); // OAuth会话设置10分钟过期
|
||||
} else {
|
||||
pipeline.expire(key, 86400); // 其他设置1天过期
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
await pipeline.exec();
|
||||
}
|
||||
|
||||
logger.info('🧹 Redis cleanup completed');
|
||||
} catch (error) {
|
||||
logger.error('❌ Redis cleanup failed:', error);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = new RedisClient();
|
||||
Reference in New Issue
Block a user