mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-04-19 00:57:27 +00:00
423 lines
12 KiB
JavaScript
423 lines
12 KiB
JavaScript
import React, { useCallback, useContext, useEffect, useState } from 'react';
|
||
import { useNavigate, useSearchParams } from 'react-router-dom';
|
||
import { UserContext } from '../../context/User/index.js';
|
||
import { API, getUserIdFromLocalStorage, showError } from '../../helpers/index.js';
|
||
import { Card, Chat, Input, Layout, Select, Slider, TextArea, Typography, Button, Highlight } from '@douyinfe/semi-ui';
|
||
import { SSE } from 'sse';
|
||
import { IconSetting } from '@douyinfe/semi-icons';
|
||
import { StyleContext } from '../../context/Style/index.js';
|
||
import { useTranslation } from 'react-i18next';
|
||
import { renderGroupOption, truncateText } from '../../helpers/render.js';
|
||
|
||
const roleInfo = {
|
||
user: {
|
||
name: 'User',
|
||
avatar: 'https://lf3-static.bytednsdoc.com/obj/eden-cn/ptlz_zlp/ljhwZthlaukjlkulzlp/docs-icon.png'
|
||
},
|
||
assistant: {
|
||
name: 'Assistant',
|
||
avatar: 'logo.png'
|
||
},
|
||
system: {
|
||
name: 'System',
|
||
avatar: 'https://lf3-static.bytednsdoc.com/obj/eden-cn/ptlz_zlp/ljhwZthlaukjlkulzlp/other/logo.png'
|
||
}
|
||
}
|
||
|
||
let id = 4;
|
||
function getId() {
|
||
return `${id++}`
|
||
}
|
||
|
||
const Playground = () => {
|
||
const { t } = useTranslation();
|
||
|
||
const defaultMessage = [
|
||
{
|
||
role: 'user',
|
||
id: '2',
|
||
createAt: 1715676751919,
|
||
content: t('你好'),
|
||
},
|
||
{
|
||
role: 'assistant',
|
||
id: '3',
|
||
createAt: 1715676751919,
|
||
content: t('你好，请问有什么可以帮助您的吗？'),
|
||
}
|
||
];
|
||
|
||
const [inputs, setInputs] = useState({
|
||
model: 'gpt-4o-mini',
|
||
group: '',
|
||
max_tokens: 0,
|
||
temperature: 0,
|
||
});
|
||
const [searchParams, setSearchParams] = useSearchParams();
|
||
const [userState, userDispatch] = useContext(UserContext);
|
||
const [status, setStatus] = useState({});
|
||
const [systemPrompt, setSystemPrompt] = useState('You are a helpful assistant. You can help me by answering my questions. You can also ask me questions.');
|
||
const [message, setMessage] = useState(defaultMessage);
|
||
const [models, setModels] = useState([]);
|
||
const [groups, setGroups] = useState([]);
|
||
const [showSettings, setShowSettings] = useState(true);
|
||
const [styleState, styleDispatch] = useContext(StyleContext);
|
||
|
||
const handleInputChange = (name, value) => {
|
||
setInputs((inputs) => ({ ...inputs, [name]: value }));
|
||
};
|
||
|
||
useEffect(() => {
|
||
if (searchParams.get('expired')) {
|
||
showError(t('未登录或登录已过期，请重新登录！'));
|
||
}
|
||
let status = localStorage.getItem('status');
|
||
if (status) {
|
||
status = JSON.parse(status);
|
||
setStatus(status);
|
||
}
|
||
loadModels();
|
||
loadGroups();
|
||
}, []);
|
||
|
||
const loadModels = async () => {
|
||
let res = await API.get(`/api/user/models`);
|
||
const { success, message, data } = res.data;
|
||
if (success) {
|
||
let localModelOptions = data.map((model) => ({
|
||
label: model,
|
||
value: model,
|
||
}));
|
||
setModels(localModelOptions);
|
||
} else {
|
||
showError(t(message));
|
||
}
|
||
};
|
||
|
||
const loadGroups = async () => {
|
||
let res = await API.get(`/api/user/self/groups`);
|
||
const { success, message, data } = res.data;
|
||
if (success) {
|
||
let localGroupOptions = Object.entries(data).map(([group, info]) => ({
|
||
label: truncateText(info.desc, "50%"),
|
||
value: group,
|
||
ratio: info.ratio,
|
||
fullLabel: info.desc // 保存完整文本用于tooltip
|
||
}));
|
||
|
||
if (localGroupOptions.length === 0) {
|
||
localGroupOptions = [{
|
||
label: t('用户分组'),
|
||
value: '',
|
||
ratio: 1
|
||
}];
|
||
} else {
|
||
const localUser = JSON.parse(localStorage.getItem('user'));
|
||
const userGroup = (userState.user && userState.user.group) || (localUser && localUser.group);
|
||
|
||
if (userGroup) {
|
||
const userGroupIndex = localGroupOptions.findIndex(g => g.value === userGroup);
|
||
if (userGroupIndex > -1) {
|
||
const userGroupOption = localGroupOptions.splice(userGroupIndex, 1)[0];
|
||
localGroupOptions.unshift(userGroupOption);
|
||
}
|
||
}
|
||
}
|
||
|
||
setGroups(localGroupOptions);
|
||
handleInputChange('group', localGroupOptions[0].value);
|
||
} else {
|
||
showError(t(message));
|
||
}
|
||
};
|
||
|
||
const commonOuterStyle = {
|
||
border: '1px solid var(--semi-color-border)',
|
||
borderRadius: '16px',
|
||
margin: '0px 8px',
|
||
}
|
||
|
||
const getSystemMessage = () => {
|
||
if (systemPrompt !== '') {
|
||
return {
|
||
role: 'system',
|
||
id: '1',
|
||
createAt: 1715676751919,
|
||
content: systemPrompt,
|
||
}
|
||
}
|
||
}
|
||
|
||
let handleSSE = (payload) => {
|
||
let source = new SSE('/pg/chat/completions', {
|
||
headers: {
|
||
"Content-Type": "application/json",
|
||
"New-Api-User": getUserIdFromLocalStorage(),
|
||
},
|
||
method: "POST",
|
||
payload: JSON.stringify(payload),
|
||
});
|
||
source.addEventListener("message", (e) => {
|
||
// 只有收到 [DONE] 时才结束
|
||
if (e.data === "[DONE]") {
|
||
source.close();
|
||
completeMessage();
|
||
return;
|
||
}
|
||
|
||
let payload = JSON.parse(e.data);
|
||
// 检查是否有 delta content
|
||
if (payload.choices?.[0]?.delta?.content) {
|
||
generateMockResponse(payload.choices[0].delta.content);
|
||
}
|
||
});
|
||
|
||
source.addEventListener("error", (e) => {
|
||
generateMockResponse(e.data)
|
||
completeMessage('error')
|
||
});
|
||
|
||
source.addEventListener("readystatechange", (e) => {
|
||
if (e.readyState >= 2) {
|
||
if (source.status === undefined) {
|
||
source.close();
|
||
completeMessage();
|
||
}
|
||
}
|
||
});
|
||
source.stream();
|
||
}
|
||
|
||
const onMessageSend = useCallback((content, attachment) => {
|
||
console.log("attachment: ", attachment);
|
||
setMessage((prevMessage) => {
|
||
const newMessage = [
|
||
...prevMessage,
|
||
{
|
||
role: 'user',
|
||
content: content,
|
||
createAt: Date.now(),
|
||
id: getId()
|
||
}
|
||
];
|
||
|
||
// 将 getPayload 移到这里
|
||
const getPayload = () => {
|
||
let systemMessage = getSystemMessage();
|
||
let messages = newMessage.map((item) => {
|
||
return {
|
||
role: item.role,
|
||
content: item.content,
|
||
}
|
||
});
|
||
if (systemMessage) {
|
||
messages.unshift(systemMessage);
|
||
}
|
||
return {
|
||
messages: messages,
|
||
stream: true,
|
||
model: inputs.model,
|
||
group: inputs.group,
|
||
max_tokens: parseInt(inputs.max_tokens),
|
||
temperature: inputs.temperature,
|
||
};
|
||
};
|
||
|
||
// 使用更新后的消息状态调用 handleSSE
|
||
handleSSE(getPayload());
|
||
newMessage.push({
|
||
role: 'assistant',
|
||
content: '',
|
||
createAt: Date.now(),
|
||
id: getId(),
|
||
status: 'loading'
|
||
});
|
||
return newMessage;
|
||
});
|
||
}, [getSystemMessage]);
|
||
|
||
const completeMessage = useCallback((status = 'complete') => {
|
||
// console.log("Complete Message: ", status)
|
||
setMessage((prevMessage) => {
|
||
const lastMessage = prevMessage[prevMessage.length - 1];
|
||
// only change the status if the last message is not complete and not error
|
||
if (lastMessage.status === 'complete' || lastMessage.status === 'error') {
|
||
return prevMessage;
|
||
}
|
||
return [
|
||
...prevMessage.slice(0, -1),
|
||
{ ...lastMessage, status: status }
|
||
];
|
||
});
|
||
}, [])
|
||
|
||
const generateMockResponse = useCallback((content) => {
|
||
// console.log("Generate Mock Response: ", content);
|
||
setMessage((message) => {
|
||
const lastMessage = message[message.length - 1];
|
||
let newMessage = {...lastMessage};
|
||
if (lastMessage.status === 'loading' || lastMessage.status === 'incomplete') {
|
||
newMessage = {
|
||
...newMessage,
|
||
content: (lastMessage.content || '') + content,
|
||
status: 'incomplete'
|
||
}
|
||
}
|
||
return [ ...message.slice(0, -1), newMessage ]
|
||
})
|
||
}, []);
|
||
|
||
const SettingsToggle = () => {
|
||
if (!styleState.isMobile) return null;
|
||
return (
|
||
<Button
|
||
icon={<IconSetting />}
|
||
style={{
|
||
position: 'absolute',
|
||
left: showSettings ? -10 : -20,
|
||
top: '50%',
|
||
transform: 'translateY(-50%)',
|
||
zIndex: 1000,
|
||
width: 40,
|
||
height: 40,
|
||
borderRadius: '0 20px 20px 0',
|
||
padding: 0,
|
||
boxShadow: '2px 0 8px rgba(0, 0, 0, 0.15)',
|
||
}}
|
||
onClick={() => setShowSettings(!showSettings)}
|
||
theme="solid"
|
||
type="primary"
|
||
/>
|
||
);
|
||
};
|
||
|
||
function CustomInputRender(props) {
|
||
const { detailProps } = props;
|
||
const { clearContextNode, uploadNode, inputNode, sendNode, onClick } = detailProps;
|
||
|
||
return <div style={{margin: '8px 16px', display: 'flex', flexDirection:'row',
|
||
alignItems: 'flex-end', borderRadius: 16,padding: 10, border: '1px solid var(--semi-color-border)'}}
|
||
onClick={onClick}
|
||
>
|
||
{/*{uploadNode}*/}
|
||
{inputNode}
|
||
{sendNode}
|
||
</div>
|
||
}
|
||
|
||
const renderInputArea = useCallback((props) => {
|
||
return (<CustomInputRender {...props} />)
|
||
}, []);
|
||
|
||
return (
|
||
<Layout style={{height: '100%'}}>
|
||
{(showSettings || !styleState.isMobile) && (
|
||
<Layout.Sider style={{ display: styleState.isMobile ? 'block' : 'initial' }}>
|
||
<Card style={commonOuterStyle}>
|
||
<div style={{ marginTop: 10 }}>
|
||
<Typography.Text strong>{t('分组')}：</Typography.Text>
|
||
</div>
|
||
<Select
|
||
placeholder={t('请选择分组')}
|
||
name='group'
|
||
required
|
||
selection
|
||
onChange={(value) => {
|
||
handleInputChange('group', value);
|
||
}}
|
||
value={inputs.group}
|
||
autoComplete='new-password'
|
||
optionList={groups}
|
||
renderOptionItem={renderGroupOption}
|
||
style={{ width: '100%' }}
|
||
/>
|
||
<div style={{ marginTop: 10 }}>
|
||
<Typography.Text strong>{t('模型')}：</Typography.Text>
|
||
</div>
|
||
<Select
|
||
placeholder={t('请选择模型')}
|
||
name='model'
|
||
required
|
||
selection
|
||
searchPosition='dropdown'
|
||
filter
|
||
onChange={(value) => {
|
||
handleInputChange('model', value);
|
||
}}
|
||
value={inputs.model}
|
||
autoComplete='new-password'
|
||
optionList={models}
|
||
/>
|
||
<div style={{ marginTop: 10 }}>
|
||
<Typography.Text strong>Temperature：</Typography.Text>
|
||
</div>
|
||
<Slider
|
||
step={0.1}
|
||
min={0.1}
|
||
max={1}
|
||
value={inputs.temperature}
|
||
onChange={(value) => {
|
||
handleInputChange('temperature', value);
|
||
}}
|
||
/>
|
||
<div style={{ marginTop: 10 }}>
|
||
<Typography.Text strong>MaxTokens：</Typography.Text>
|
||
</div>
|
||
<Input
|
||
placeholder='MaxTokens'
|
||
name='max_tokens'
|
||
required
|
||
autoComplete='new-password'
|
||
defaultValue={0}
|
||
value={inputs.max_tokens}
|
||
onChange={(value) => {
|
||
handleInputChange('max_tokens', value);
|
||
}}
|
||
/>
|
||
|
||
<div style={{ marginTop: 10 }}>
|
||
<Typography.Text strong>System：</Typography.Text>
|
||
</div>
|
||
<TextArea
|
||
placeholder='System Prompt'
|
||
name='system'
|
||
required
|
||
autoComplete='new-password'
|
||
autosize
|
||
defaultValue={systemPrompt}
|
||
// value={systemPrompt}
|
||
onChange={(value) => {
|
||
setSystemPrompt(value);
|
||
}}
|
||
/>
|
||
|
||
</Card>
|
||
</Layout.Sider>
|
||
)}
|
||
<Layout.Content>
|
||
<div style={{height: '100%', position: 'relative'}}>
|
||
<SettingsToggle />
|
||
<Chat
|
||
chatBoxRenderConfig={{
|
||
renderChatBoxAction: () => {
|
||
return <div></div>
|
||
}
|
||
}}
|
||
renderInputArea={renderInputArea}
|
||
roleConfig={roleInfo}
|
||
style={commonOuterStyle}
|
||
chats={message}
|
||
onMessageSend={onMessageSend}
|
||
showClearContext
|
||
onClear={() => {
|
||
setMessage([]);
|
||
}}
|
||
/>
|
||
</div>
|
||
</Layout.Content>
|
||
</Layout>
|
||
);
|
||
};
|
||
|
||
export default Playground;
|