update

.autod.conf.js

@@ -0,0 +1,29 @@
+'use strict';
+
+module.exports = {
+  write: true,
+  prefix: '^',
+  plugin: 'autod-egg',
+  test: [
+    'test',
+    'benchmark',
+  ],
+  dep: [
+    'egg',
+    'egg-scripts',
+  ],
+  devdep: [
+    'egg-ci',
+    'egg-bin',
+    'egg-mock',
+    'autod',
+    'autod-egg',
+    'eslint',
+    'eslint-config-egg',
+  ],
+  exclude: [
+    './test/fixtures',
+    './dist',
+  ],
+};
+

.eslintignore

@@ -0,0 +1 @@
+coverage

.eslintrc

@@ -0,0 +1,3 @@
+{
+  "extends": "eslint-config-egg"
+}

.gitignore

@@ -0,0 +1,14 @@
+logs/
+npm-debug.log
+yarn-error.log
+node_modules/
+package-lock.json
+yarn.lock
+coverage/
+.idea/
+run/
+.DS_Store
+*.sw*
+*.un~
+typings/
+.nyc_output/

.travis.yml

@@ -0,0 +1,12 @@
+sudo: false
+language: node_js
+node_js:
+  - '10'
+before_install:
+  - npm i npminstall -g
+install:
+  - npminstall
+script:
+  - npm run ci
+after_script:
+  - npminstall codecov && codecov

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "eggHelper.serverPort": 63579
+}

README.md

@@ -0,0 +1,33 @@
+# service-file
+
+
+
+## QuickStart
+
+<!-- add docs here for user -->
+
+see [egg docs][egg] for more detail.
+
+### Development
+
+```bash
+$ npm i
+$ npm run dev
+$ open http://localhost:7001/
+```
+
+### Deploy
+
+```bash
+$ npm start
+$ npm stop
+```
+
+### npm scripts
+
+- Use `npm run lint` to check code style.
+- Use `npm test` to run unit test.
+- Use `npm run autod` to auto detect dependencies upgrade, see [autod](https://www.npmjs.com/package/autod) for more detail.
+
+
+[egg]: https://eggjs.org

app/controller/files.js

@@ -0,0 +1,145 @@
+'use strict';
+
+const Controller = require('egg').Controller;
+const moment = require('moment');
+const { sep, extname } = require('path');
+const fs = require('fs');
+const awaitWriteStream = require('await-stream-ready').write;
+const sendToWormhole = require('stream-wormhole');
+const assert = require('assert');
+const wxstream = require('stream');
+const ffmpeg = require('fluent-ffmpeg');
+
+class FilesController extends Controller {
+
+  async upload() {
+    const { ctx, app } = this;
+    const { appid, catalog, item } = ctx.params;
+    assert(appid);
+    const stream = await ctx.getFileStream();
+    ctx.logger.debug(stream);
+
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const rootUrl = `${app.config.cdn.repos_root_url}`;
+    const dirs = [ appid ];
+    if (catalog && catalog !== '_') {
+      const subs = catalog.split('_');
+      dirs.push(...subs);
+    }
+    const saved = await this.saveFile(rootPath, dirs, stream, item);
+    const uri = `${rootUrl}/${dirs.join('/')}/${saved.fileName}`;
+    ctx.body = { errcode: 0, errmsg: 'ok', id: saved.id, name: saved.fileName, uri };
+  }
+
+  async saveFile(rootPath, dirs, stream, name) {
+    const ctx = this.ctx;
+    const ext = extname(stream.filename).toLowerCase();
+    // TODO: 指定文件名或者按时间生成文件名
+    // const name = moment().format('YYYYMMDDHHmmss');
+    if (!name) name = moment().format('YYYYMMDDHHmmss');
+
+    // TODO: 检查根路径是否存在，不存在则创建
+    ctx.logger.debug('rootPath: ', rootPath);
+    if (!fs.existsSync(rootPath)) {
+      ctx.logger.debug('create dir: ', rootPath);
+      fs.mkdirSync(rootPath);
+    }
+    // TODO: 检查分级目录是否存在，不存在则创建
+    for (let i = 0; i < dirs.length; i++) {
+      const p = `${rootPath}${sep}${dirs.slice(0, i + 1).join(sep)}`;
+      if (!fs.existsSync(p)) {
+        fs.mkdirSync(p);
+      }
+    }
+
+    const filePath = `${rootPath}${sep}${dirs.join(sep)}${sep}`;
+    const fileName = `${name}${ext}`;
+    const writeStream = fs.createWriteStream(filePath + fileName);
+    try {
+      await awaitWriteStream(stream.pipe(writeStream));
+    } catch (err) {
+      await sendToWormhole(stream);
+      throw err;
+    }
+
+    return { filePath, fileName, id: name };
+  }
+
+  async wxupload() {
+    const { serverid, type } = this.ctx.request.body;
+    assert(serverid, 'serverid不允许为空');
+    assert(type, 'type不允许为空');
+    const { ctx, app } = this;
+    const url = app.config.wx.wxdown + serverid;
+    console.log(url);
+    console.log(type);
+    const file = await this.ctx.curl(url);
+    const stream = new wxstream.PassThrough();
+    stream.end(file.data);
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const rootUrl = `${app.config.cdn.repos_root_url}`;
+    let uri;
+    // 判断类型 0、图片 1、音频 2、视频
+    if (type === '0') {
+      const dirs = [ 'wximage' ];
+      const saved = await this.wxsaveFile(rootPath, dirs, stream, '.jpg');
+      uri = `${rootUrl}/${dirs.join('/')}/${saved.fileName}`;
+    } else if (type === '1') {
+      const dirs = [ 'wxadio' ];
+      const saved = await this.wxsaveFile(rootPath, dirs, stream, '.amr');
+      // 音频时如果需要使用转码，以下调用ffmpeg进行转码处理
+      const hz = '.mp3';
+      const resultname = `${saved.id}${hz}`;
+      const ffurl = `${saved.filePath}${resultname}`;
+      new ffmpeg({ source: `${saved.filePath}${saved.fileName}` })
+        .saveToFile(ffurl, function(retcode, error) {
+        })
+        .on('end', function() {
+          // 在这里处理完成后的结果
+          console.log('Finished processing');
+        });
+      uri = `${rootUrl}/${dirs.join('/')}/${resultname}`;
+    } else if (type === '2') {
+      const dirs = [ 'wxvideo' ];
+      const saved = await this.wxsaveFile(rootPath, dirs, stream, '');
+      uri = `${rootUrl}/${dirs.join('/')}/${saved.fileName}`;
+    }
+    ctx.body = { errcode: 0, errmsg: 'ok', uri };
+  }
+
+  async wxsaveFile(rootPath, dirs, stream, ext) {
+    const ctx = this.ctx;
+    // TODO: 指定文件名或者按时间生成文件名
+    const name = moment().format('YYYYMMDDHHmmss');
+
+    // TODO: 检查根路径是否存在，不存在则创建
+    ctx.logger.debug('rootPath: ', rootPath);
+    if (!fs.existsSync(rootPath)) {
+      ctx.logger.debug('create dir: ', rootPath);
+      fs.mkdirSync(rootPath);
+    }
+    // TODO: 检查分级目录是否存在，不存在则创建
+    for (let i = 0; i < dirs.length; i++) {
+      const p = `${rootPath}${sep}${dirs.slice(0, i + 1).join(sep)}`;
+      if (!fs.existsSync(p)) {
+        fs.mkdirSync(p);
+      }
+    }
+
+    const filePath = `${rootPath}${sep}${dirs.join(sep)}${sep}`;
+    const fileName = `${name}${ext}`;
+    console.log(filePath + fileName);
+    const writeStream = fs.createWriteStream(filePath + fileName);
+    try {
+      await awaitWriteStream(stream.pipe(writeStream));
+    } catch (err) {
+      await sendToWormhole(stream);
+      throw err;
+    }
+
+    return { filePath, fileName, id: name };
+  }
+
+}
+
+module.exports = FilesController;

app/controller/home.js

@@ -0,0 +1,12 @@
+'use strict';
+
+const Controller = require('egg').Controller;
+
+class HomeController extends Controller {
+  async index() {
+    const { ctx } = this;
+    ctx.body = 'hi, egg';
+  }
+}
+
+module.exports = HomeController;

app/controller/scale.js

@@ -0,0 +1,110 @@
+'use strict';
+
+const Controller = require('egg').Controller;
+const ffmpeg = require('fluent-ffmpeg');
+const assert = require('assert');
+
+class ScaleController extends Controller {
+  // 调整视频分辨率
+  async scale() {
+    const { ctx, app } = this;
+    const { appid } = ctx.params;
+    assert(appid);
+    const dirs = [ appid ];
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const rootUrl = `${app.config.cdn.repos_root_url}`;
+    const filename = ctx.request.body.filename;
+    const file = `${rootPath}/${dirs.join('/')}/${filename}`;
+    const filearry = filename.split('.');
+    const savedfilename = filearry[0] + '_' + ctx.request.body.scale + '.' + filearry[1];
+    const uri = `${rootUrl}/${dirs.join('/')}/${savedfilename}`;
+    const outPath = `${rootPath}/${dirs.join('/')}/${savedfilename}`;
+    new ffmpeg({ source: file })
+      .withAspect('4:3')
+      .withSize(ctx.request.body.scale + 'x?')
+      .applyAutopadding(true, 'white')
+      .saveToFile(outPath, function(retcode, error) {
+        // 成功处理
+      });
+    ctx.body = { errcode: 0, errmsg: 'ok', name: savedfilename, uri };
+  }
+
+  // 设置视频封面图
+  async takeshots() {
+    const { ctx, app } = this;
+    const { appid } = ctx.params;
+    assert(appid);
+    const dirs = [ appid ];
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const rootUrl = `${app.config.cdn.repos_root_url}`;
+    const filename = ctx.request.body.filename;
+    const file = `${rootPath}/${dirs.join('/')}/${filename}`;
+    const filearry = filename.split('.');
+    const savedfilename = filearry[0] + '.png';
+    const outPath = `${rootPath}/${dirs.join('/')}`;
+    const outfilename = filearry[0] + '_1.png';
+    const uri = `${rootUrl}/${dirs.join('/')}/${outfilename}`;
+    new ffmpeg({ source: file })
+      .screenshots({
+        timestamps: [ 30.5, '45%', '01:05.123' ],
+        filename: savedfilename,
+        folder: outPath,
+        size: '640x480',
+      });
+    // 取得视频信息
+    const metainfo = await this.getMetainfo(file);
+    const metadata = metainfo.streams[0];
+    const scale = metadata.width + '*' + metadata.height;
+    ctx.body = { errcode: 0, errmsg: 'ok', name: outfilename, uri, scale };
+  }
+
+  // 视频剪辑处理
+  async clip() {
+    const { ctx, app } = this;
+    const { appid } = ctx.params;
+    assert(appid);
+    const dirs = [ appid ];
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const rootUrl = `${app.config.cdn.repos_root_url}`;
+    const filename = ctx.request.body.filename;
+    const file = `${rootPath}/${dirs.join('/')}/${filename}`;
+    const filearry = filename.split('.');
+    const savedfilename = filearry[0] + '_clip.' + filearry[1];
+    const uri = `${rootUrl}/${dirs.join('/')}/${savedfilename}`;
+    const outPath = `${rootPath}/${dirs.join('/')}/${savedfilename}`;
+    new ffmpeg({ source: file })
+      .seek(ctx.request.body.seek)
+      .duration(ctx.request.body.duration)
+      .saveToFile(outPath, function(retcode, error) {
+        // 成功处理
+      });
+    ctx.body = { errcode: 0, errmsg: 'ok', name: savedfilename, uri };
+  }
+
+  // 获取视频信息
+  async metainfo() {
+    const { ctx, app } = this;
+    const { appid } = ctx.params;
+    assert(appid);
+    const dirs = [ appid ];
+    const rootPath = `${app.config.cdn.repos_root_path}`;
+    const filename = ctx.request.body.filename;
+    const file = `${rootPath}/${dirs.join('/')}/${filename}`;
+    const metainfo = await this.getMetainfo(file);
+    const metadata = metainfo.streams[0];
+    const scale = metadata.width + '*' + metadata.height;
+    ctx.body = { errcode: 0, errmsg: 'ok', scale };
+  }
+
+  async getMetainfo(file) {
+    let metainfo = {};
+    return new Promise(function(resolve) {
+      new ffmpeg.ffprobe(file, function(err, metadata) {
+        metainfo = metadata;
+        resolve(metainfo);
+      });
+    });
+  }
+}
+
+module.exports = ScaleController;

app/public/demo.html

@@ -0,0 +1,62 @@
+<!DOCTYPE html>
+<html>
+
+<head>
+  <meta charset="UTF-8" />
+  <meta name="viewport" content="width=device-width,height=device-height,initial-scale=1.0,maximum-scale=1.0,user-scalable=yes"
+  />
+  <title>文件上传</title>
+  <script src="//unpkg.com/vue/dist/vue.js"></script>
+  <script src="//unpkg.com/element-ui@2.0.4/lib/index.js"></script>
+  <!-- 引入样式 -->
+  <link rel="stylesheet" href="https://unpkg.com/element-ui/lib/theme-chalk/index.css"></link>
+
+</head>
+
+<body>
+  <div id="app">
+  <el-upload action="/files/demo/_/test/upload" list-type="picture-card" :on-preview="handlePictureCardPreview" :on-remove="handleRemove"
+    :on-success="handleUploadSuccess">
+    <i class="el-icon-plus"></i>
+  </el-upload>
+  <el-dialog :visible.sync="dialogVisible" size="tiny">
+    <img width="100%" :src="dialogImageUrl" alt="">
+  </el-dialog>
+  </div>
+  <script>
+    var Main = {
+      data() {
+        return {
+          dialogImageUrl: '',
+          dialogVisible: false
+        };
+      },
+      methods: {
+        handleRemove(file, fileList) {
+          console.log(file, fileList);
+        },
+        handlePictureCardPreview(file) {
+          this.dialogImageUrl = file.url;
+          this.dialogVisible = true;
+        },
+        handleUploadSuccess(res, file) {
+          console.log({ res, file });
+          if (res.errcode !== 0) {
+            this.$notify.error({
+              title: '错误',
+              message: '文件上传失败',
+            });
+            return;
+          }
+          // this.imageUrl = URL.createObjectURL(file.raw);
+          // this.partyForm.image = res.id;
+          this.$message({ type: 'success', message: '文件上传成功' });
+        },
+      }
+    };
+    var Ctor = Vue.extend(Main)
+    var app = new Ctor().$mount('#app')
+
+  </script>
+
+</body>

app/router.js

@@ -0,0 +1,23 @@
+'use strict';
+
+/**
+ * @param {Egg.Application} app - egg application
+ */
+module.exports = app => {
+  const { router, controller } = app;
+  router.get('/', controller.home.index);
+  router.post('/wechat/upload', controller.files.wxupload);
+  router.post('/:appid/upload', controller.files.upload);
+  router.post('/:appid/:catalog/upload', controller.files.upload);
+  router.post('/:appid/:catalog/:item/upload', controller.files.upload);
+
+  // 视频转码
+  router.post('/:appid/scale', controller.scale.scale);
+  // 缩略图
+  router.post('/:appid/takeshots', controller.scale.takeshots);
+  // 视频剪辑
+  router.post('/:appid/clip', controller.scale.clip);
+  // 获取视频信息
+  router.post('/:appid/metainfo', controller.scale.metainfo);
+
+};

appveyor.yml

@@ -0,0 +1,14 @@
+environment:
+  matrix:
+    - nodejs_version: '10'
+
+install:
+  - ps: Install-Product node $env:nodejs_version
+  - npm i npminstall && node_modules\.bin\npminstall
+
+test_script:
+  - node --version
+  - npm --version
+  - npm run test
+
+build: off

config/config.default.js

@@ -0,0 +1,77 @@
+/* eslint valid-jsdoc: "off" */
+
+'use strict';
+
+const { sep } = require('path');
+const ErrorConfig = require('./config.error.js');
+/**
+ * @param {Egg.EggAppInfo} appInfo app info
+ */
+module.exports = appInfo => {
+  /**
+   * built-in config
+   * @type {Egg.EggAppConfig}
+   **/
+  const config = exports = {};
+
+  // use for cookie sign key, should change to your own and keep security
+  config.keys = appInfo.name + '_1577518454977_306';
+
+  // add your middleware config here
+  config.middleware = [];
+
+  // add your user config here
+  const userConfig = {
+    // myAppName: 'egg',
+  };
+
+  config.cluster = {
+    listen: {
+      port: 8001,
+    },
+  };
+
+  // 安全配置
+  config.security = {
+    csrf: {
+      // ignoreJSON: true, // 默认为 false，当设置为 true 时，将会放过所有 content-type 为 `application/json` 的请求
+      enable: false,
+    },
+  };
+
+  config.cdn = {
+    repos_root_path: `${appInfo.baseDir}${sep}upload`,
+    repos_root_url: '',
+  };
+
+  config.wx = {
+    wxdown: 'http://wx.cc-lotus.info/api.weixin.qq.com/cgi-bin/media/get?appid=wxdf3ed83c095be97a&media_id=',
+    appid: 'wxdf3ed83c095be97a',
+  };
+
+  config.onerror = ErrorConfig;
+
+  // 文件上传配置
+  config.multipart = {
+    whitelist: [
+      '.jpg', '.jpeg', // image/jpeg
+      '.png',
+      '.zip', '.rar', // 压缩文件
+      '.txt',
+      '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx',
+      '.dbf',
+      '.pdf',
+      '.mp4',
+      '.MP4',
+      '.avi',
+      '.AVI',
+      '.rmvb',
+    ],
+    fileSize: '200mb',
+  };
+
+  return {
+    ...config,
+    ...userConfig,
+  };
+};

config/config.dev.js

@@ -0,0 +1,14 @@
+'use strict';
+
+const { sep } = require('path');
+
+module.exports = appInfo => {
+  const config = (exports = {});
+
+  config.cdn = {
+    repos_root_path: `${appInfo.baseDir}${sep}upload`,
+    repos_root_url: '/files',
+  };
+
+  return config;
+};

config/config.error.js

@@ -0,0 +1,26 @@
+'use strict';
+
+const { NafError, BusinessError } = require('naf-core').Error;
+
+module.exports = {
+  json(err, ctx) {
+    // json hander
+    if (err instanceof BusinessError) {
+      // 业务错误
+      ctx.body = { errcode: err.errcode, errmsg: err.errmsg };
+      ctx.status = 200;
+    } else if (err instanceof NafError) {
+      // 框架错误
+      ctx.body = { errcode: err.errcode, errmsg: err.errmsg };
+      ctx.status = 500;
+    } else if (err instanceof Error) {
+      // 其他错误
+      ctx.body = { errcode: 500, errmsg: '系统错误', details: err.message };
+      ctx.status = 500;
+    } else {
+      // 未知错误
+      ctx.body = { errcode: 500, errmsg: '未知错误', details: err };
+      ctx.status = 500;
+    }
+  },
+};

config/config.local.js

@@ -0,0 +1,14 @@
+'use strict';
+
+const { sep } = require('path');
+
+module.exports = appInfo => {
+  const config = exports = {};
+
+  config.cdn = {
+    repos_root_path: `${appInfo.baseDir}${sep}upload`,
+    repos_root_url: '/files',
+  };
+
+  return config;
+};

config/config.prod.js

@@ -0,0 +1,14 @@
+'use strict';
+
+const { sep } = require('path');
+
+module.exports = appInfo => {
+  const config = exports = {};
+
+  config.cdn = {
+    repos_root_path: `${appInfo.baseDir}${sep}upload`,
+    repos_root_url: '/files',
+  };
+
+  return config;
+};

config/plugin.js

@@ -0,0 +1,2 @@
+'use strict';
+

ecosystem.config.js

@@ -0,0 +1,17 @@
+'use strict';
+
+const app = 'service-file';
+module.exports = {
+  apps: [{
+    name: app, // 应用名称
+    script: './server.js', // 实际启动脚本
+    out: `./logs/${app}.log`,
+    error: `./logs/${app}.err`,
+    watch: [ // 监控变化的目录，一旦变化，自动重启
+      'app', 'config',
+    ],
+    env: {
+      NODE_ENV: 'production', // 环境参数，当前指定为生产环境
+    },
+  }],
+};

jsconfig.json

@@ -0,0 +1,5 @@
+{
+  "include": [
+    "**/*"
+  ]
+}

package.json

@@ -0,0 +1,55 @@
+{
+  "name": "service-file",
+  "version": "1.0.0",
+  "description": "",
+  "private": true,
+  "egg": {
+    "declarations": true
+  },
+  "dependencies": {
+    "await-stream-ready": "^1.0.1",
+    "egg": "^2.15.1",
+    "egg-scripts": "^2.11.0",
+    "fluent-ffmpeg": "^2.1.2",
+    "moment": "^2.24.0",
+    "mongodb": "^3.1.13",
+    "naf-core": "0.1.2",
+    "stream-wormhole": "^1.1.0"
+  },
+  "devDependencies": {
+    "autod": "^3.0.1",
+    "autod-egg": "^1.1.0",
+    "egg-bin": "^4.11.0",
+    "egg-ci": "^1.11.0",
+    "egg-mock": "^3.21.0",
+    "eslint": "^5.13.0",
+    "eslint-config-egg": "^7.1.0",
+    "webstorm-disable-index": "^1.2.0"
+  },
+  "engines": {
+    "node": ">=10.0.0"
+  },
+  "scripts": {
+    "start": "egg-scripts start --daemon --title=egg-server-service-file",
+    "stop": "egg-scripts stop --title=egg-server-service-file",
+    "dev": "egg-bin dev",
+    "debug": "egg-bin debug",
+    "test": "npm run lint -- --fix && npm run test-local",
+    "test-local": "egg-bin test",
+    "cov": "egg-bin cov",
+    "lint": "eslint .",
+    "ci": "npm run lint && npm run cov",
+    "autod": "autod",
+    "pm2": "pm2 start",
+    "restart": "pm2 restart service-file"
+  },
+  "ci": {
+    "version": "10"
+  },
+  "repository": {
+    "type": "git",
+    "url": ""
+  },
+  "author": "ly",
+  "license": "MIT"
+}

server.js

@@ -0,0 +1,9 @@
+
+// eslint-disable-next-line strict
+const egg = require('egg');
+
+const workers = Number(process.argv[2] || require('os').cpus().length);
+egg.startCluster({
+  workers,
+  baseDir: __dirname,
+});

test/app/controller/home.test.js

@@ -0,0 +1,20 @@
+'use strict';
+
+const { app, assert } = require('egg-mock/bootstrap');
+
+describe('test/app/controller/home.test.js', () => {
+  it('should assert', () => {
+    const pkg = require('../../../package.json');
+    assert(app.config.keys.startsWith(pkg.name));
+
+    // const ctx = app.mockContext({});
+    // yield ctx.service.xx();
+  });
+
+  it('should GET /', () => {
+    return app.httpRequest()
+      .get('/')
+      .expect('hi, egg')
+      .expect(200);
+  });
+});