批量复制对象(Node.js SDK)

// 引入obs库
// 使用npm安装
const ObsClient = require("esdk-obs-nodejs");
// 使用源码安装
// var ObsClient = require('./lib/obs');

// 创建ObsClient实例
const obsClient = new ObsClient({
  // 推荐通过环境变量获取AKSK，这里也可以使用其他外部引入方式传入，如果使用硬编码可能会存在泄露风险
  // 您可以登录访问管理控制台获取访问密钥AK/SK，获取方式请参见https://support.huaweicloud.com/usermanual-ca/ca_01_0003.html
  access_key_id: process.env.ACCESS_KEY_ID,
  secret_access_key: process.env.SECRET_ACCESS_KEY,
  // 【可选】如果使用临时AK/SK和SecurityToken访问OBS，同样建议您尽量避免使用硬编码，以降低信息泄露风险。您可以通过环境变量获取访问密钥AK/SK，也可以使用其他外部引入方式传入
  // security_token: process.env.SECURITY_TOKEN,
  // endpoint填写Bucket对应的Endpoint, 这里以华北-北京四为例，其他地区请按实际情况填写
  server: "https://obs.cn-north-4.myhuaweicloud.com",
});

/**
 * 批量复制对象
 * 可以用于跨桶复制、同桶备份、版本管理等场景
 */
async function batchCopyObjects() {
  try {
    const sourceBucket = "source-bucket";
    const destBucket = "dest-bucket";
    const sourcePrefix = "source/";
    const destPrefix = "backup/";
    const params = {
      Bucket: sourceBucket,
      Prefix: sourcePrefix,
      EncodingType: "url",
    };
    // 列举需要复制的源对象
    let objectsToCopy = [];
    while (true) {
      const listResult = await obsClient.listObjects(params);
      if (listResult.CommonMsg.Status > 300) {
        console.log("列举对象失败: Status=%d, Code=%s, Message=%s",
          listResult.CommonMsg.Status, listResult.CommonMsg.Code, listResult.CommonMsg.Message);
        return;
      }
      if (listResult.InterfaceResult.Contents && listResult.InterfaceResult.Contents.length > 0) {
        objectsToCopy = objectsToCopy.concat(listResult.InterfaceResult.Contents);
      }
      if (listResult.InterfaceResult.IsTruncated === "true") {
        params.Marker = listResult.InterfaceResult.NextMarker;
      } else {
        break;
      }
    }
    console.log(`共找到 ${objectsToCopy.length} 个对象，开始批量复制...`);
    // 使用Promise.allSettled并行复制（限制并发数避免资源耗尽）
    const concurrency = 5; // 并发数
    let completed = 0;
    let successCount = 0;
    let failCount = 0;
    for (let i = 0; i < objectsToCopy.length; i += concurrency) {
      const batch = objectsToCopy.slice(i, i + concurrency);
      const copyPromises = batch.map(async (obj) => {
        // 目标对象Key：替换前缀
        let destKey = obj.Key.replace(sourcePrefix, destPrefix);
        const copyParams = {
          Bucket: destBucket,
          Key: destKey,
          CopySource: `${sourceBucket}/${obj.Key}`,
        };
        const result = await obsClient.copyObject(copyParams);
        if (result.CommonMsg.Status <= 300) {
          console.log(`[${++completed}/${objectsToCopy.length}] 对象 [${obj.Key}] -> [${destKey}] 复制成功`);
          return true;
        } else {
          console.log(`[${++completed}/${objectsToCopy.length}] 对象 [${obj.Key}] 复制失败: ${result.CommonMsg.Message}`);
          return false;
        }
      });
      const results = await Promise.allSettled(copyPromises);
      results.forEach((r) => {
        if (r.status === "fulfilled" && r.value) {
          successCount++;
        } else {
          failCount++;
        }
      });
    }
    console.log(`批量复制完成: 成功 ${successCount} 个, 失败 ${failCount} 个`);
  } catch (error) {
    console.log("客户端异常:");
    console.log(error);
  }
}
batchCopyObjects();