MigrateRepos/kimi-free-api
1
0
Fork 0
mirror of https://github.com/LLM-Red-Team/kimi-free-api.git synced 2024-12-23 02:49:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

支持原生多轮对话

Browse Source
This commit is contained in:
Vinlic 2024-04-28 14:11:16 +08:00
parent 2aa6465a36
commit 7cc6033201
2 changed files with 56 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
src/api/controllers/chat.ts
View File

@ -237,9 +237,10 @@ async function promptSnippetSubmit(query: string, refreshToken: string) {
* @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文 * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
* @param refreshToken 用于刷新access_token的refresh_token * @param refreshToken 用于刷新access_token的refresh_token
* @param useSearch 是否开启联网搜索 * @param useSearch 是否开启联网搜索
* @param refConvId 引用会话ID
* @param retryCount 重试次数 * @param retryCount 重试次数
*/ */
async function createCompletion(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) { async function createCompletion(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, refConvId?: string, retryCount = 0) {
return (async () => { return (async () => {
logger.info(messages); logger.info(messages);
@ -252,14 +253,19 @@ async function createCompletion(model = MODEL_NAME, messages: any[], refreshToke
.catch(err => logger.error(err)); .catch(err => logger.error(err));
// 创建会话 // 创建会话
const convId = await createConversation("未命名会话", refreshToken); const convId = /[0-9a-zA-Z]{20}/.test(refConvId) ? refConvId : await createConversation("未命名会话", refreshToken);
// 请求流 // 请求流
const { const {
accessToken, accessToken,
userId userId
} = await acquireToken(refreshToken); } = await acquireToken(refreshToken);
const sendMessages = messagesPrepare(messages); const sendMessages = messagesPrepare(messages, !!refConvId);
console.log(convId, {
messages: sendMessages,
refs,
use_search: useSearch
});
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, { const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
messages: sendMessages, messages: sendMessages,
refs, refs,
@ -268,6 +274,7 @@ async function createCompletion(model = MODEL_NAME, messages: any[], refreshToke
headers: { headers: {
Authorization: `Bearer ${accessToken}`, Authorization: `Bearer ${accessToken}`,
Referer: `https://kimi.moonshot.cn/chat/${convId}`, Referer: `https://kimi.moonshot.cn/chat/${convId}`,
'Priority': 'u=1, i',
'X-Traffic-Id': userId, 'X-Traffic-Id': userId,
...FAKE_HEADERS ...FAKE_HEADERS
}, },
@ -283,7 +290,8 @@ async function createCompletion(model = MODEL_NAME, messages: any[], refreshToke
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`); logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
// 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略 // 异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
removeConversation(convId, refreshToken) // 如果引用会话将不会清除，因为我们不知道什么时候你会结束会话
!refConvId && removeConversation(convId, refreshToken)
.catch(err => console.error(err)); .catch(err => console.error(err));
promptSnippetSubmit(sendMessages[0].content, refreshToken) promptSnippetSubmit(sendMessages[0].content, refreshToken)
.catch(err => console.error(err)); .catch(err => console.error(err));
@ -296,7 +304,7 @@ async function createCompletion(model = MODEL_NAME, messages: any[], refreshToke
logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`); logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
return (async () => { return (async () => {
await new Promise(resolve => setTimeout(resolve, RETRY_DELAY)); await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
return createCompletion(model, messages, refreshToken, useSearch, retryCount + 1); return createCompletion(model, messages, refreshToken, useSearch, refConvId, retryCount + 1);
})(); })();
} }
throw err; throw err;
@ -310,9 +318,10 @@ async function createCompletion(model = MODEL_NAME, messages: any[], refreshToke
* @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文 * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
* @param refreshToken 用于刷新access_token的refresh_token * @param refreshToken 用于刷新access_token的refresh_token
* @param useSearch 是否开启联网搜索 * @param useSearch 是否开启联网搜索
* @param refConvId 引用会话ID
* @param retryCount 重试次数 * @param retryCount 重试次数
*/ */
async function createCompletionStream(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, retryCount = 0) { async function createCompletionStream(model = MODEL_NAME, messages: any[], refreshToken: string, useSearch = true, refConvId?: string, retryCount = 0) {
return (async () => { return (async () => {
logger.info(messages); logger.info(messages);
@ -325,14 +334,14 @@ async function createCompletionStream(model = MODEL_NAME, messages: any[], refre
.catch(err => logger.error(err)); .catch(err => logger.error(err));
// 创建会话 // 创建会话
const convId = await createConversation("未命名会话", refreshToken); const convId = /[0-9a-zA-Z]{20}/.test(refConvId) ? refConvId : await createConversation("未命名会话", refreshToken);
// 请求流 // 请求流
const { const {
accessToken, accessToken,
userId userId
} = await acquireToken(refreshToken); } = await acquireToken(refreshToken);
const sendMessages = messagesPrepare(messages); const sendMessages = messagesPrepare(messages, !!refConvId);
const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, { const result = await axios.post(`https://kimi.moonshot.cn/api/chat/${convId}/completion/stream`, {
messages: sendMessages, messages: sendMessages,
refs, refs,
@ -343,6 +352,7 @@ async function createCompletionStream(model = MODEL_NAME, messages: any[], refre
headers: { headers: {
Authorization: `Bearer ${accessToken}`, Authorization: `Bearer ${accessToken}`,
Referer: `https://kimi.moonshot.cn/chat/${convId}`, Referer: `https://kimi.moonshot.cn/chat/${convId}`,
'Priority': 'u=1, i',
'X-Traffic-Id': userId, 'X-Traffic-Id': userId,
...FAKE_HEADERS ...FAKE_HEADERS
}, },
@ -354,7 +364,8 @@ async function createCompletionStream(model = MODEL_NAME, messages: any[], refre
return createTransStream(model, convId, result.data, () => { return createTransStream(model, convId, result.data, () => {
logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`); logger.success(`Stream has completed transfer ${util.timestamp() - streamStartTime}ms`);
// 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略 // 流传输结束后异步移除会话，如果消息不合规，此操作可能会抛出数据库错误异常，请忽略
removeConversation(convId, refreshToken) // 如果引用会话将不会清除，因为我们不知道什么时候你会结束会话
!refConvId && removeConversation(convId, refreshToken)
.catch(err => console.error(err)); .catch(err => console.error(err));
promptSnippetSubmit(sendMessages[0].content, refreshToken) promptSnippetSubmit(sendMessages[0].content, refreshToken)
.catch(err => console.error(err)); .catch(err => console.error(err));
@ -366,7 +377,7 @@ async function createCompletionStream(model = MODEL_NAME, messages: any[], refre
logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`); logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`);
return (async () => { return (async () => {
await new Promise(resolve => setTimeout(resolve, RETRY_DELAY)); await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
return createCompletionStream(model, messages, refreshToken, useSearch, retryCount + 1); return createCompletionStream(model, messages, refreshToken, useSearch, refConvId, retryCount + 1);
})(); })();
} }
throw err; throw err;
@ -447,8 +458,9 @@ function extractRefFileUrls(messages: any[]) {
* user:新消息 * user:新消息
* *
* @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文 * @param messages 参考gpt系列消息格式，多轮对话请完整提供上下文
* @param isRefConv 是否为引用会话
*/ */
function messagesPrepare(messages: any[]) { function messagesPrepare(messages: any[], isRefConv = false) {
// 注入消息提升注意力 // 注入消息提升注意力
let latestMessage = messages[messages.length - 1]; let latestMessage = messages[messages.length - 1];
let hasFileOrImage = Array.isArray(latestMessage.content) let hasFileOrImage = Array.isArray(latestMessage.content)
@ -472,16 +484,32 @@ function messagesPrepare(messages: any[]) {
} }
} }
const content = messages.reduce((content, message) => { let content;
if (Array.isArray(message.content)) { if (isRefConv || messages.length < 2) {
return message.content.reduce((_content, v) => { content = messages.reduce((content, message) => {
if (!_.isObject(v) || v['type'] != 'text') return _content; if (_.isArray(message.content)) {
return _content + `${message.role || "user"}:${v["text"] || ""}\n`; return message.content.reduce((_content, v) => {
}, content); if (!_.isObject(v) || v['type'] != 'text') return _content;
} return _content + `${v["text"] || ""}\n`;
return content += `${message.role || "user"}:${message.role == 'user' ? wrapUrlsToTags(message.content) : message.content}\n`; }, content);
}, ''); }
logger.info("\n对话合并：\n" + content); return content += `${message.role == 'user' ? wrapUrlsToTags(message.content) : message.content}\n`;
}, '')
logger.info("\n透传内容：\n" + content);
}
else {
content = messages.reduce((content, message) => {
if (_.isArray(message.content)) {
return message.content.reduce((_content, v) => {
if (!_.isObject(v) || v['type'] != 'text') return _content;
return _content + `${message.role || "user"}:${v["text"] || ""}\n`;
}, content);
}
return content += `${message.role || "user"}:${message.role == 'user' ? wrapUrlsToTags(message.content) : message.content}\n`;
}, '')
logger.info("\n对话合并：\n" + content);
}
return [ return [
{ role: 'user', content } { role: 'user', content }
] ]
@ -648,8 +676,8 @@ async function uploadFile(fileUrl: string, refreshToken: string) {
...FAKE_HEADERS ...FAKE_HEADERS
} }
}) })
.then(() => resolve(true)) .then(() => resolve(true))
.catch(() => resolve(false)); .catch(() => resolve(false));
}); });
} }

10
src/api/routes/chat.ts
View File

@ -13,22 +13,22 @@ export default {
'/completions': async (request: Request) => { '/completions': async (request: Request) => {
request request
.validate('body.conversation_id', v => _.isUndefined(v) || _.isString(v))
.validate('body.messages', _.isArray) .validate('body.messages', _.isArray)
.validate('headers.authorization', _.isString) .validate('headers.authorization', _.isString)
// refresh_token切分 // refresh_token切分
const tokens = chat.tokenSplit(request.headers.authorization); const tokens = chat.tokenSplit(request.headers.authorization);
// 随机挑选一个refresh_token // 随机挑选一个refresh_token
const token = _.sample(tokens); const token = _.sample(tokens);
const model = request.body.model; const { model, conversation_id: convId, messages, stream, use_search } = request.body;
const messages = request.body.messages; if (stream) {
if (request.body.stream) { const stream = await chat.createCompletionStream(model, messages, token, use_search, convId);
const stream = await chat.createCompletionStream(model, messages, token, request.body.use_search);
return new Response(stream, { return new Response(stream, {
type: "text/event-stream" type: "text/event-stream"
}); });
} }
else else
return await chat.createCompletion(model, messages, token, request.body.use_search); return await chat.createCompletion(model, messages, token, use_search, convId);
} }
} }