接入本地模型

src/utils/models.js

@@ -212,6 +212,80 @@ export class ChatGLM extends BaseModel {
   }
 }
 
+/**
+ * 集成私有的Alpaca
+ */
+export class Alpaca extends BaseModel {
+  static base = "https://testai.cunwuyun.cn"
+  static avatar = "https://cdn.cunwuyun.cn/img/logo.svg"
+  static name = "Alpaca"
+  static id = "alpaca-7b-plus"
+  static desc = "llama所基于的中文权重本地模型"
+
+  constructor(params) {
+    const {avatar, name, desc, id} = Alpaca
+    super({avatar, name, desc, id, ...params})
+    this.setApiKey("alpaca-7b-plus")
+  }
+
+  async chat(history) {
+    const messages = history.map(e => ({role: e.role, content: e.msg}))
+    return await axios.post(Alpaca.base + "/v1/chat/completions", JSON.stringify({messages, model: this.id}), {
+      headers: {
+        Authorization: 'Bearer ' + this.apiKey, "Content-Type": "application/json", Accept: "application/json",
+      },
+    }).then(res => res.json()).then(data => data?.choices?.[0]?.message?.content || "key无效或网络波动,请重新尝试");
+  }
+
+  async chatStream(history) {
+    const messages = history.map(e => ({role: e.role, content: e.msg}))
+    return await axios.post(Alpaca.base + "/v1/chat/completions", JSON.stringify({
+      messages,
+      model: this.id,
+      stream: true
+    }), {
+      headers: {
+        Authorization: 'Bearer ' + this.apiKey, "Content-Type": "application/json", Accept: "application/json",
+      },
+    }).then(res => res?.body?.getReader());
+  }
+
+  streamOutput(reader, chat) {
+    return reader.read().then(({done, value}) => {
+      if (done) {
+        return;
+      }
+      if (!chat.reminder) {
+        chat.reminder = ""
+      }
+      let decode = new TextDecoder().decode(value)
+      decode = chat.reminder + decode
+      let decodedArray = decode.split("data: ");
+      let longstr = "";
+      decodedArray.forEach(decoded => {
+        decoded = decoded.trim();
+        try {
+          if (longstr != "") {
+            decoded = longstr + decoded;
+            longstr = "";
+          }
+        } catch (e) {
+          longstr = decoded;
+          decoded = "";
+        }
+        if (!!decoded && decoded !== "[DONE]") {
+          const choices = JSON.parse(decoded).choices
+          if (choices?.length > 0) {
+            const response = choices[0].delta.content || "";
+            chat.msg += response
+          }
+        }
+      })
+      return this.streamOutput(reader, chat)
+    })
+  }
+}
+
 /**
  * 集成免费的New Bing搜索,TODO
  */