Merge pull request #80 from codemate-oj/feat/tts-api

feat: add tts api

Author: luckycv

packages/codemate-plugin/package.json

@@ -3,13 +3,15 @@
     "packageManager": "yarn@4.0.2",
     "dependencies": {
         "alipay-sdk": "^4.11.0",
+        "cos-nodejs-sdk-v5": "^2.14.6",
         "crypto-js": "^4.2.0",
         "fs-extra": "^11.2.0",
         "hydrooj": "workspace:^",
         "lodash": "^4.17.21",
         "lru-cache": "^10.2.0",
         "nanoid": "^5.0.6",
         "tencentcloud-sdk-nodejs-captcha": "^4.0.850",
+        "tencentcloud-sdk-nodejs-tts": "^4.0.1003",
         "wechatpay-node-v3": "2.1.8"
     },
     "module": "api.ts",

packages/codemate-plugin/plugins/tts/index.ts

@@ -0,0 +1,145 @@
+import COS from 'cos-nodejs-sdk-v5';
+import * as TencentCloudSDK from 'tencentcloud-sdk-nodejs-tts';
+import type { Client as TtsClientType } from 'tencentcloud-sdk-nodejs-tts/tencentcloud/services/tts/v20190823/tts_client';
+import { Context, db, Handler, md5, nanoid, ObjectId, param, SettingModel, SystemModel, Types } from 'hydrooj';
+
+const TYPE_TTS_DATA = 110;
+const VOICE_TYPE = 601009;
+
+export interface TtsDataDoc {
+    docType: 110;
+    docId: ObjectId;
+    domainId: string;
+    fileId: string;
+    text: string;
+    textHash: string;
+    voiceType: number;
+}
+
+declare module 'hydrooj' {
+    interface DocType {
+        [TYPE_TTS_DATA]: TtsDataDoc;
+    }
+
+    interface Lib {
+        tts: TtsClientType;
+        tts_cos: COS;
+    }
+
+    interface Collections {
+        tts: TtsDataDoc;
+    }
+}
+
+const coll = db.collection('tts');
+
+const getFileKey = (fileId: string) => `${fileId}.mp3`;
+
+class TtsHandler extends Handler {
+    @param('text', Types.String)
+    async get(domainId: string, text: string) {
+        const textMd5 = md5(text);
+        const doc = await coll.findOne<TtsDataDoc>({ docType: TYPE_TTS_DATA, domainId, textHash: textMd5 });
+        const bucket = await SystemModel.get('tts.bucket');
+        const region = await SystemModel.get('tts.region');
+
+        if (doc) {
+            const url = await new Promise((resolve, reject) => {
+                global.Hydro.lib.tts_cos.getObjectUrl(
+                    {
+                        Bucket: bucket,
+                        Region: region,
+                        Key: getFileKey(doc.fileId),
+                        Sign: true,
+                    },
+                    (err, data) => (err ? reject(err) : resolve(data.Url)),
+                );
+            });
+
+            this.response.body = {
+                audioUrl: url,
+            };
+
+            return;
+        }
+
+        await this.limitRate('tts.generate', 15, 3, true);
+
+        const fileId = nanoid();
+
+        const res = await global.Hydro.lib.tts.TextToVoice({
+            Text: text,
+            SessionId: fileId,
+            Codec: 'mp3',
+            VoiceType: VOICE_TYPE,
+        });
+
+        const buffer = Buffer.from(res.Audio, 'base64');
+        await new Promise((resolve, reject) => {
+            global.Hydro.lib.tts_cos.putObject(
+                {
+                    Bucket: bucket,
+                    Region: region,
+                    Key: getFileKey(fileId),
+                    Body: buffer,
+                },
+                (err) => (err ? reject(err) : resolve(1)),
+            );
+        });
+
+        await coll.insertOne({
+            docType: TYPE_TTS_DATA,
+            docId: new ObjectId(),
+            domainId,
+            fileId,
+            text,
+            textHash: textMd5,
+            voiceType: VOICE_TYPE,
+        });
+
+        const url = await new Promise((resolve, reject) => {
+            global.Hydro.lib.tts_cos.getObjectUrl(
+                {
+                    Bucket: bucket,
+                    Region: region,
+                    Key: getFileKey(fileId),
+                    Sign: true,
+                },
+                (err, data) => (err ? reject(err) : resolve(data.Url)),
+            );
+        });
+
+        this.response.body = {
+            audioUrl: url,
+        };
+    }
+}
+
+export async function apply(ctx: Context) {
+    ctx.Route('tts', '/tts', TtsHandler);
+
+    ctx.inject(['setting'], (c) => {
+        c.setting.SystemSetting(SettingModel.Setting('setting_secrets', 'tts.secretId', '', 'text', 'TTS SecretId'));
+        c.setting.SystemSetting(SettingModel.Setting('setting_secrets', 'tts.secretKey', '', 'text', 'TTS SecretKey'));
+        c.setting.SystemSetting(SettingModel.Setting('setting_secrets', 'tts.bucket', '', 'text', 'TTS COS bucket'));
+        c.setting.SystemSetting(SettingModel.Setting('setting_secrets', 'tts.region', '', 'text', 'TTS COS region'));
+    });
+
+    global.Hydro.lib.tts = new TencentCloudSDK.tts.v20190823.Client({
+        credential: {
+            secretId: await SystemModel.get('tts.secretId'),
+            secretKey: await SystemModel.get('tts.secretKey'),
+        },
+        region: '',
+        profile: {
+            httpProfile: {
+                endpoint: 'tts.tencentcloudapi.com',
+            },
+        },
+    });
+
+    global.Hydro.lib.tts_cos = new COS({
+        SecretId: await SystemModel.get('tts.secretId'),
+        SecretKey: await SystemModel.get('tts.secretKey'),
+    });
+}