claude-relay-service/scripts/update-model-pricing.js

#!/usr/bin/env node

/**
 * 手动更新模型价格数据脚本
 * 从 LiteLLM 仓库下载最新的模型价格和上下文窗口信息
 */

const fs = require('fs');
const path = require('path');
const https = require('https');

// 颜色输出
const colors = {
  reset: '\x1b[0m',
  bright: '\x1b[1m',
  red: '\x1b[31m',
  green: '\x1b[32m',
  yellow: '\x1b[33m',
  blue: '\x1b[36m',
  magenta: '\x1b[35m'
};

// 日志函数
const log = {
  info: (msg) => console.log(`${colors.blue}[INFO]${colors.reset} ${msg}`),
  success: (msg) => console.log(`${colors.green}[SUCCESS]${colors.reset} ${msg}`),
  error: (msg) => console.error(`${colors.red}[ERROR]${colors.reset} ${msg}`),
  warn: (msg) => console.warn(`${colors.yellow}[WARNING]${colors.reset} ${msg}`)
};

// 配置
const config = {
  dataDir: path.join(process.cwd(), 'data'),
  pricingFile: path.join(process.cwd(), 'data', 'model_pricing.json'),
  pricingUrl: 'https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json',
  fallbackFile: path.join(process.cwd(), 'resources', 'model-pricing', 'model_prices_and_context_window.json'),
  backupFile: path.join(process.cwd(), 'data', 'model_pricing.backup.json'),
  timeout: 30000 // 30秒超时
};

// 创建数据目录
function ensureDataDir() {
  if (!fs.existsSync(config.dataDir)) {
    fs.mkdirSync(config.dataDir, { recursive: true });
    log.info('Created data directory');
  }
}

// 备份现有文件
function backupExistingFile() {
  if (fs.existsSync(config.pricingFile)) {
    try {
      fs.copyFileSync(config.pricingFile, config.backupFile);
      log.info('Backed up existing pricing file');
      return true;
    } catch (error) {
      log.warn(`Failed to backup existing file: ${error.message}`);
      return false;
    }
  }
  return false;
}

// 恢复备份
function restoreBackup() {
  if (fs.existsSync(config.backupFile)) {
    try {
      fs.copyFileSync(config.backupFile, config.pricingFile);
      log.info('Restored from backup');
      return true;
    } catch (error) {
      log.error(`Failed to restore backup: ${error.message}`);
      return false;
    }
  }
  return false;
}

// 下载价格数据
function downloadPricingData() {
  return new Promise((resolve, reject) => {
    log.info(`Downloading model pricing data from LiteLLM...`);
    log.info(`URL: ${config.pricingUrl}`);
    
    const request = https.get(config.pricingUrl, (response) => {
      if (response.statusCode !== 200) {
        reject(new Error(`HTTP ${response.statusCode}: ${response.statusMessage}`));
        return;
      }

      let data = '';
      let downloadedBytes = 0;
      
      response.on('data', (chunk) => {
        data += chunk;
        downloadedBytes += chunk.length;
        // 显示下载进度
        process.stdout.write(`\rDownloading... ${Math.round(downloadedBytes / 1024)}KB`);
      });

      response.on('end', () => {
        process.stdout.write('\n'); // 换行
        try {
          const jsonData = JSON.parse(data);
          
          // 验证数据结构
          if (typeof jsonData !== 'object' || Object.keys(jsonData).length === 0) {
            throw new Error('Invalid pricing data structure');
          }
          
          // 保存到文件
          fs.writeFileSync(config.pricingFile, JSON.stringify(jsonData, null, 2));
          
          const modelCount = Object.keys(jsonData).length;
          const fileSize = Math.round(fs.statSync(config.pricingFile).size / 1024);
          
          log.success(`Downloaded pricing data for ${modelCount} models (${fileSize}KB)`);
          
          // 显示一些统计信息
          const claudeModels = Object.keys(jsonData).filter(k => k.includes('claude')).length;
          const gptModels = Object.keys(jsonData).filter(k => k.includes('gpt')).length;
          const geminiModels = Object.keys(jsonData).filter(k => k.includes('gemini')).length;
          
          log.info(`Model breakdown:`);
          log.info(`  - Claude models: ${claudeModels}`);
          log.info(`  - GPT models: ${gptModels}`);
          log.info(`  - Gemini models: ${geminiModels}`);
          log.info(`  - Other models: ${modelCount - claudeModels - gptModels - geminiModels}`);
          
          resolve(jsonData);
        } catch (error) {
          reject(new Error(`Failed to parse pricing data: ${error.message}`));
        }
      });
    });

    request.on('error', (error) => {
      reject(new Error(`Network error: ${error.message}`));
    });

    request.setTimeout(config.timeout, () => {
      request.destroy();
      reject(new Error(`Download timeout after ${config.timeout / 1000} seconds`));
    });
  });
}

// 使用 fallback 文件
function useFallback() {
  log.warn('Attempting to use fallback pricing data...');
  
  if (!fs.existsSync(config.fallbackFile)) {
    log.error(`Fallback file not found: ${config.fallbackFile}`);
    return false;
  }
  
  try {
    const fallbackData = fs.readFileSync(config.fallbackFile, 'utf8');
    const jsonData = JSON.parse(fallbackData);
    
    // 保存到data目录
    fs.writeFileSync(config.pricingFile, JSON.stringify(jsonData, null, 2));
    
    const modelCount = Object.keys(jsonData).length;
    log.warn(`Using fallback pricing data for ${modelCount} models`);
    log.info('Note: Fallback data may be outdated. Try updating again later.');
    
    return true;
  } catch (error) {
    log.error(`Failed to use fallback: ${error.message}`);
    return false;
  }
}

// 显示当前状态
function showCurrentStatus() {
  if (fs.existsSync(config.pricingFile)) {
    const stats = fs.statSync(config.pricingFile);
    const fileAge = Date.now() - stats.mtime.getTime();
    const ageInHours = Math.round(fileAge / (60 * 60 * 1000));
    const ageInDays = Math.floor(ageInHours / 24);
    
    let ageString = '';
    if (ageInDays > 0) {
      ageString = `${ageInDays} day${ageInDays > 1 ? 's' : ''} and ${ageInHours % 24} hour${(ageInHours % 24) !== 1 ? 's' : ''}`;
    } else {
      ageString = `${ageInHours} hour${ageInHours !== 1 ? 's' : ''}`;
    }
    
    log.info(`Current pricing file age: ${ageString}`);
    
    try {
      const data = JSON.parse(fs.readFileSync(config.pricingFile, 'utf8'));
      log.info(`Current file contains ${Object.keys(data).length} models`);
    } catch (error) {
      log.warn('Current file exists but could not be parsed');
    }
  } else {
    log.info('No existing pricing file found');
  }
}

// 主函数
async function main() {
  console.log(`${colors.bright}${colors.blue}======================================${colors.reset}`);
  console.log(`${colors.bright}  Model Pricing Update Tool${colors.reset}`);
  console.log(`${colors.bright}${colors.blue}======================================${colors.reset}\n`);
  
  // 显示当前状态
  showCurrentStatus();
  console.log('');
  
  // 确保数据目录存在
  ensureDataDir();
  
  // 备份现有文件
  const hasBackup = backupExistingFile();
  
  try {
    // 尝试下载最新数据
    await downloadPricingData();
    
    // 清理备份文件（成功下载后）
    if (hasBackup && fs.existsSync(config.backupFile)) {
      fs.unlinkSync(config.backupFile);
      log.info('Cleaned up backup file');
    }
    
    console.log(`\n${colors.green}✅ Model pricing updated successfully!${colors.reset}`);
    process.exit(0);
  } catch (error) {
    log.error(`Download failed: ${error.message}`);
    
    // 尝试恢复备份
    if (hasBackup) {
      if (restoreBackup()) {
        log.info('Original file restored');
      }
    }
    
    // 尝试使用 fallback
    if (useFallback()) {
      console.log(`\n${colors.yellow}⚠️  Using fallback data (update completed with warnings)${colors.reset}`);
      process.exit(0);
    } else {
      console.log(`\n${colors.red}❌ Failed to update model pricing${colors.reset}`);
      process.exit(1);
    }
  }
}

// 处理未捕获的错误
process.on('unhandledRejection', (error) => {
  log.error(`Unhandled error: ${error.message}`);
  process.exit(1);
});

// 运行主函数
main().catch((error) => {
  log.error(`Fatal error: ${error.message}`);
  process.exit(1);
});