AiChatModal.tsx 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. import type { KeyboardEvent } from 'react';
  2. import React, { useCallback, useEffect, useState } from 'react';
  3. import { useForm, Controller } from 'react-hook-form';
  4. import { useTranslation } from 'react-i18next';
  5. import {
  6. Modal, ModalBody, ModalFooter, ModalHeader,
  7. } from 'reactstrap';
  8. import { apiv3Post } from '~/client/util/apiv3-client';
  9. import { toastError } from '~/client/util/toastr';
  10. import { useGrowiCloudUri } from '~/stores-universal/context';
  11. import loggerFactory from '~/utils/logger';
  12. import { useRagSearchModal } from '../../../client/stores/rag-search';
  13. import { MessageErrorCode, StreamErrorCode } from '../../../interfaces/message-error';
  14. import { MessageCard } from './MessageCard';
  15. import { ResizableTextarea } from './ResizableTextArea';
  16. import styles from './AiChatModal.module.scss';
  17. const moduleClass = styles['grw-aichat-modal'] ?? '';
  18. const logger = loggerFactory('growi:clinet:components:RagSearchModal');
  19. type Message = {
  20. id: string,
  21. content: string,
  22. isUserMessage?: boolean,
  23. }
  24. type FormData = {
  25. input: string;
  26. };
  27. const AiChatModalSubstance = (): JSX.Element => {
  28. const { t } = useTranslation();
  29. const form = useForm<FormData>({
  30. defaultValues: {
  31. input: '',
  32. },
  33. });
  34. const [threadId, setThreadId] = useState<string | undefined>();
  35. const [messageLogs, setMessageLogs] = useState<Message[]>([]);
  36. const [generatingAnswerMessage, setGeneratingAnswerMessage] = useState<Message>();
  37. const { data: growiCloudUri } = useGrowiCloudUri();
  38. const isGenerating = generatingAnswerMessage != null;
  39. useEffect(() => {
  40. // do nothing when the modal is closed or threadId is already set
  41. if (threadId != null) {
  42. return;
  43. }
  44. const createThread = async() => {
  45. // create thread
  46. try {
  47. const res = await apiv3Post('/openai/thread');
  48. const thread = res.data.thread;
  49. setThreadId(thread.id);
  50. }
  51. catch (err) {
  52. logger.error(err.toString());
  53. toastError(t('modal_aichat.failed_to_create_or_retrieve_thread'));
  54. }
  55. };
  56. createThread();
  57. }, [t, threadId]);
  58. const submit = useCallback(async(data: FormData) => {
  59. // do nothing when the assistant is generating an answer
  60. if (isGenerating) {
  61. return;
  62. }
  63. // do nothing when the input is empty
  64. if (data.input.trim().length === 0) {
  65. return;
  66. }
  67. const { length: logLength } = messageLogs;
  68. // add user message to the logs
  69. const newUserMessage = { id: logLength.toString(), content: data.input, isUserMessage: true };
  70. setMessageLogs(msgs => [...msgs, newUserMessage]);
  71. // reset form
  72. form.reset();
  73. // add an empty assistant message
  74. const newAnswerMessage = { id: (logLength + 1).toString(), content: '' };
  75. setGeneratingAnswerMessage(newAnswerMessage);
  76. // post message
  77. try {
  78. const response = await fetch('/_api/v3/openai/message', {
  79. method: 'POST',
  80. headers: { 'Content-Type': 'application/json' },
  81. body: JSON.stringify({ userMessage: data.input, threadId }),
  82. });
  83. if (!response.ok) {
  84. const resJson = await response.json();
  85. if ('errors' in resJson) {
  86. // eslint-disable-next-line @typescript-eslint/no-unused-vars
  87. const errors = resJson.errors.map(({ message }) => message).join(', ');
  88. form.setError('input', { type: 'manual', message: `[${response.status}] ${errors}` });
  89. const hasThreadIdNotSetError = resJson.errors.some(err => err.code === MessageErrorCode.THREAD_ID_IS_NOT_SET);
  90. if (hasThreadIdNotSetError) {
  91. toastError(t('modal_aichat.failed_to_create_or_retrieve_thread'));
  92. }
  93. }
  94. setGeneratingAnswerMessage(undefined);
  95. return;
  96. }
  97. const reader = response.body?.getReader();
  98. const decoder = new TextDecoder('utf-8');
  99. const read = async() => {
  100. if (reader == null) return;
  101. const { done, value } = await reader.read();
  102. // add assistant message to the logs
  103. if (done) {
  104. setGeneratingAnswerMessage((generatingAnswerMessage) => {
  105. if (generatingAnswerMessage == null) return;
  106. setMessageLogs(msgs => [...msgs, generatingAnswerMessage]);
  107. return undefined;
  108. });
  109. return;
  110. }
  111. const chunk = decoder.decode(value);
  112. if (chunk.startsWith('error:')) {
  113. const error = JSON.parse(chunk.replace('error: ', ''));
  114. logger.error(error.errorMessage);
  115. form.setError('input', { type: 'manual', message: error.message });
  116. if (error.code === StreamErrorCode.RATE_LIMIT_EXCEEDED) {
  117. const toastErrorMessage = growiCloudUri != null
  118. ? 'modal_aichat.rate_limit_exceeded_for_growi_cloud'
  119. : 'modal_aichat.rate_limit_exceeded';
  120. toastError(t(toastErrorMessage));
  121. }
  122. }
  123. // Extract text values from the chunk
  124. const textValues = chunk
  125. .split('\n\n')
  126. .filter(line => line.trim().startsWith('data:'))
  127. .map((line) => {
  128. const data = JSON.parse(line.replace('data: ', ''));
  129. return data.content[0].text.value;
  130. });
  131. // append text values to the assistant message
  132. setGeneratingAnswerMessage((prevMessage) => {
  133. if (prevMessage == null) return;
  134. return {
  135. ...prevMessage,
  136. content: prevMessage.content + textValues.join(''),
  137. };
  138. });
  139. read();
  140. };
  141. read();
  142. }
  143. catch (err) {
  144. logger.error(err.toString());
  145. form.setError('input', { type: 'manual', message: err.toString() });
  146. }
  147. }, [form, isGenerating, messageLogs, t, threadId]);
  148. const keyDownHandler = (event: KeyboardEvent<HTMLTextAreaElement>) => {
  149. if (event.key === 'Enter' && (event.ctrlKey || event.metaKey)) {
  150. form.handleSubmit(submit)();
  151. }
  152. };
  153. return (
  154. <>
  155. <ModalBody className="pb-0 pt-3 pt-lg-4 px-3 px-lg-4">
  156. <div className="vstack gap-4 pb-4">
  157. { messageLogs.map(message => (
  158. <MessageCard key={message.id} role={message.isUserMessage ? 'user' : 'assistant'}>{message.content}</MessageCard>
  159. )) }
  160. { generatingAnswerMessage != null && (
  161. <MessageCard role="assistant">{generatingAnswerMessage.content}</MessageCard>
  162. )}
  163. { messageLogs.length > 0 && (
  164. <div className="d-flex justify-content-center">
  165. <span className="bg-body-tertiary text-body-secondary rounded-pill px-3 py-1" style={{ fontSize: 'smaller' }}>
  166. {t('modal_aichat.caution_against_hallucination')}
  167. </span>
  168. </div>
  169. )}
  170. </div>
  171. </ModalBody>
  172. <ModalFooter className="flex-column align-items-start pt-0 pb-3 pb-lg-4 px-3 px-lg-4">
  173. <form onSubmit={form.handleSubmit(submit)} className="flex-fill hstack gap-2 align-items-end m-0">
  174. <Controller
  175. name="input"
  176. control={form.control}
  177. render={({ field }) => (
  178. <ResizableTextarea
  179. {...field}
  180. required
  181. className="form-control textarea-ask"
  182. style={{ resize: 'none' }}
  183. rows={1}
  184. placeholder={!form.formState.isSubmitting ? t('modal_aichat.placeholder') : ''}
  185. onKeyDown={keyDownHandler}
  186. disabled={form.formState.isSubmitting}
  187. />
  188. )}
  189. />
  190. <button
  191. type="submit"
  192. className="btn btn-submit no-border"
  193. disabled={form.formState.isSubmitting || isGenerating}
  194. >
  195. <span className="material-symbols-outlined">send</span>
  196. </button>
  197. </form>
  198. {form.formState.errors.input != null && (
  199. <span className="text-danger small">{form.formState.errors.input?.message}</span>
  200. )}
  201. </ModalFooter>
  202. </>
  203. );
  204. };
  205. export const AiChatModal = (): JSX.Element => {
  206. const { t } = useTranslation();
  207. const { data: ragSearchModalData, close: closeRagSearchModal } = useRagSearchModal();
  208. const isOpened = ragSearchModalData?.isOpened ?? false;
  209. return (
  210. <Modal size="lg" isOpen={isOpened} toggle={closeRagSearchModal} className={moduleClass} scrollable>
  211. <ModalHeader tag="h4" toggle={closeRagSearchModal} className="pe-4">
  212. <span className="growi-custom-icons growi-ai-chat-icon me-3 fs-4">knowledge_assistant</span>
  213. <span className="fw-bold">{t('modal_aichat.title')}</span>
  214. <span className="fs-5 text-body-secondary ms-3">{t('modal_aichat.title_beta_label')}</span>
  215. </ModalHeader>
  216. { isOpened && (
  217. <AiChatModalSubstance />
  218. ) }
  219. </Modal>
  220. );
  221. };