优化github_actions上传腾讯云cos逻辑

使用https://github.com/landv/hexo-deployer-cos库进行上传cos

之前使用上传方式

- name: 8. 安装COS相关依赖
  run: |
    pip install coscmd
    pip install tccli
- name: 9. 配置COS
  env:
    SECRET_ID: ${{ secrets.SECRET_ID }}
    SECRET_KEY: ${{ secrets.SECRET_KEY }}
    BUCKET: ${{ secrets.BUCKET }}
    REGION: ${{ secrets.REGION }}
  run: |
    coscmd config -a $SECRET_ID -s $SECRET_KEY -b $BUCKET -r $REGION
    tccli configure set secretId $SECRET_ID
    tccli configure set secretKey $SECRET_KEY
    tccli configure set region $REGION
- name: 10. 上传文档到cos并刷新CDN
  run: |
    ls -al ./public
    rm -rf ./public/.git/
    coscmd upload -rfs --delete ./public/ /
    tccli cdn PurgePathCache --cli-unfold-argument --Paths https://landv.cn/ --FlushType flush

因为网络问题，上传会出现失败或者上传时间长。尤其是文章多了以后。因为这种方式是全量上传。

现在使用自定义库进行上传

- name: 6. 生成静态文件并上传cos
  env:
    COS_SECRET_ID: ${{ secrets.SECRET_ID }}
    COS_SECRET_KEY: ${{ secrets.SECRET_KEY }}
    COS_BUCKET: ${{ secrets.BUCKET }}
    COS_REGION: ${{ secrets.REGION }}
  run: |
    hexo clean
    hexo generate
    hexo deploy

使用的hexo deploy 方式，其中hexo-deployer-cos库进行了优化，不再是全量上传，以差异上传的方式加速。

具体逻辑https://github.com/landv/hexo-deployer-cos/commit/6cdf0f56139f1e13472a2d7c5bca785226e48ee2

'use strict'

const os = require('os')
const fs = require('hexo-fs')
const chalk = require('chalk')
const COS = require('cos-nodejs-sdk-v5')
const crypto = require('crypto')

module.exports = function (args) {
  // Hexo's Logger
  let log = this.log

  if (!args.secretId) {
    args.secretId = process.env.COS_SECRET_ID
  }
  if (!args.secretKey) {
    args.secretKey = process.env.COS_SECRET_KEY
  }
  if (!args.bucket) {
    args.bucket = process.env.COS_BUCKET
  }
  if (!args.region) {
    args.region = process.env.COS_REGION
  }

  // Check the user's configuration
  if (!checkHexoConfig(args)) {
    log.error('hexo-deployer-cos: config error')
    return
  }

  // Get local files list from Public Directory
  let localFiles = fs.listDirSync(this.public_dir)

  // Create COS object
  let cos = new COS({
    SecretId: args.secretId,
    SecretKey: args.secretKey
  })

  // Bucket's configuration
  const bucketConfig = {
    Bucket: args.bucket,
    Region: args.region
  }

  log.info('Uploading files to COS...')

  // Get all files from the Bucket

  cos.getBucket({
    Bucket: bucketConfig.Bucket,
    Region: bucketConfig.Region
  })

  listObjects(cos, bucketConfig)
    .then(data => {
      localFiles.map(file => {
        getFileMD5(this.public_dir + file)
          .then((etag) => {
            if (!data.includes(etag)) {
              log.info('Upload: ' + file)
              uploadFileToCOS(cos, bucketConfig, {
                path: this.public_dir + file,
                name: getFileName(file)
              })
            }
          })
      })
    }).catch(err => {
      log.error(err.error.Code + ': ' + err.error.Message)
    })
}

/**
 * Check if the configuration is correct in _config.yml file
 * @param {string} args
 * @return {boolean}
 */
function checkHexoConfig (args) {
  if (!args.secretId ||
    !args.secretKey ||
    !args.bucket ||
    !args.region) {
    let tips = [
      chalk.red('Ohh~We have a little trouble!'),
      'Please check if you have made the following settings',
      'deploy:',
      '  type: cos',
      '  secretId: yourSecretId',
      '  secretKey: yourSecretKey',
      '  bucket: yourBucket',
      '  region: yourRegion',
      '',
      'Need more help? You can check the Tencent cloud document: ' + chalk.underline('https://www.qcloud.com/document/product/436')
    ]
    console.log(tips.join('\n'))
    return false
  } else {
    return true
  }
}

/**
 * Upload file to COS
 * @param {object} cos
 * @param {object} config
 * @param {object} file
 */
function uploadFileToCOS (cos, config, file) {
  return new Promise((resolve, reject) => {
    cos.putObject({
      Bucket: config.Bucket,
      Region: config.Region,
      Key: file.name,
      Body: fs.createReadStream(file.path)
    }, (err, data) => {
      if (err) {
        reject(err)
      } else {
        resolve(data)
      }
    })
  })
}

function listObjects (cos, config) {
  return new Promise((resolve, reject) => {
    cos.getBucket({
      Bucket: config.Bucket,
      Region: config.Region
    }, (err, data) => {
      if (err) {
        reject(err)
      } else {
        resolve(data.Contents.map(obj => obj.ETag.slice(1, -1)))
      }
    })
  })
}

/**
 * Get file md5
 * @param {string} path
 */
function getFileMD5 (path) {
  return new Promise((resolve, reject) => {
    const hash = crypto.createHash('md5')
    const stream = fs.createReadStream(path)
    stream.on('error', err => reject(err))
    stream.on('data', chunk => hash.update(chunk))
    stream.on('end', () => resolve(hash.digest('hex')))
  })
}

/**
 * if OS is Windows, replace the path specific to '/' as filename
 * @param {string} filename
 * @returns {string} filename
 */
function getFileName (filename) {
  if (os.platform() === 'win32') {
    return filename.replace(/\\/g, '/')
  }
  return filename
}