AiChatModal.tsx 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258
  1. import type { KeyboardEvent } from 'react';
  2. import React, { useCallback, useEffect, useState } from 'react';
  3. import { useForm, Controller } from 'react-hook-form';
  4. import { useTranslation } from 'react-i18next';
  5. import {
  6. Modal, ModalBody, ModalFooter, ModalHeader,
  7. } from 'reactstrap';
  8. import { apiv3Post } from '~/client/util/apiv3-client';
  9. import { toastError } from '~/client/util/toastr';
  10. import loggerFactory from '~/utils/logger';
  11. import { useRagSearchModal } from '../../../client/stores/rag-search';
  12. import { MessageErrorCode } from '../../../interfaces/message-error';
  13. import { MessageCard } from './MessageCard';
  14. import { ResizableTextarea } from './ResizableTextArea';
  15. import styles from './AiChatModal.module.scss';
  16. const moduleClass = styles['grw-aichat-modal'] ?? '';
  17. const logger = loggerFactory('growi:clinet:components:RagSearchModal');
  18. type Message = {
  19. id: string,
  20. content: string,
  21. isUserMessage?: boolean,
  22. }
  23. type FormData = {
  24. input: string;
  25. };
  26. const AiChatModalSubstance = (): JSX.Element => {
  27. const { t } = useTranslation();
  28. const form = useForm<FormData>({
  29. defaultValues: {
  30. input: '',
  31. },
  32. });
  33. const [threadId, setThreadId] = useState<string | undefined>();
  34. const [messageLogs, setMessageLogs] = useState<Message[]>([]);
  35. const [generatingAnswerMessage, setGeneratingAnswerMessage] = useState<Message>();
  36. const isGenerating = generatingAnswerMessage != null;
  37. useEffect(() => {
  38. // do nothing when the modal is closed or threadId is already set
  39. if (threadId != null) {
  40. return;
  41. }
  42. const createThread = async() => {
  43. // create thread
  44. try {
  45. const res = await apiv3Post('/openai/thread');
  46. const thread = res.data.thread;
  47. setThreadId(thread.id);
  48. }
  49. catch (err) {
  50. logger.error(err.toString());
  51. toastError(t('modal_aichat.failed_to_create_or_retrieve_thread'));
  52. }
  53. };
  54. createThread();
  55. }, [t, threadId]);
  56. const submit = useCallback(async(data: FormData) => {
  57. // do nothing when the assistant is generating an answer
  58. if (isGenerating) {
  59. return;
  60. }
  61. // do nothing when the input is empty
  62. if (data.input.trim().length === 0) {
  63. return;
  64. }
  65. const { length: logLength } = messageLogs;
  66. // add user message to the logs
  67. const newUserMessage = { id: logLength.toString(), content: data.input, isUserMessage: true };
  68. setMessageLogs(msgs => [...msgs, newUserMessage]);
  69. // reset form
  70. form.reset();
  71. // add an empty assistant message
  72. const newAnswerMessage = { id: (logLength + 1).toString(), content: '' };
  73. setGeneratingAnswerMessage(newAnswerMessage);
  74. // post message
  75. try {
  76. const response = await fetch('/_api/v3/openai/message', {
  77. method: 'POST',
  78. headers: { 'Content-Type': 'application/json' },
  79. body: JSON.stringify({ userMessage: data.input, threadId }),
  80. });
  81. if (!response.ok) {
  82. const resJson = await response.json();
  83. if ('errors' in resJson) {
  84. // eslint-disable-next-line @typescript-eslint/no-unused-vars
  85. const errors = resJson.errors.map(({ message }) => message).join(', ');
  86. form.setError('input', { type: 'manual', message: `[${response.status}] ${errors}` });
  87. const hasThreadIdNotSetError = resJson.errors.some(err => err.code === MessageErrorCode.THREAD_ID_IS_NOT_SET);
  88. if (hasThreadIdNotSetError) {
  89. toastError(t('modal_aichat.failed_to_create_or_retrieve_thread'));
  90. }
  91. }
  92. setGeneratingAnswerMessage(undefined);
  93. return;
  94. }
  95. const reader = response.body?.getReader();
  96. const decoder = new TextDecoder('utf-8');
  97. const read = async() => {
  98. if (reader == null) return;
  99. const { done, value } = await reader.read();
  100. // add assistant message to the logs
  101. if (done) {
  102. setGeneratingAnswerMessage((generatingAnswerMessage) => {
  103. if (generatingAnswerMessage == null) return;
  104. setMessageLogs(msgs => [...msgs, generatingAnswerMessage]);
  105. return undefined;
  106. });
  107. return;
  108. }
  109. const chunk = decoder.decode(value);
  110. // Extract text values from the chunk
  111. const textValues = chunk
  112. .split('\n\n')
  113. .filter(line => line.trim().startsWith('data:'))
  114. .map((line) => {
  115. const data = JSON.parse(line.replace('data: ', ''));
  116. return data.content[0].text.value;
  117. });
  118. // append text values to the assistant message
  119. setGeneratingAnswerMessage((prevMessage) => {
  120. if (prevMessage == null) return;
  121. return {
  122. ...prevMessage,
  123. content: prevMessage.content + textValues.join(''),
  124. };
  125. });
  126. read();
  127. };
  128. read();
  129. }
  130. catch (err) {
  131. logger.error(err.toString());
  132. form.setError('input', { type: 'manual', message: err.toString() });
  133. }
  134. }, [form, isGenerating, messageLogs, t, threadId]);
  135. const keyDownHandler = (event: KeyboardEvent<HTMLTextAreaElement>) => {
  136. if (event.key === 'Enter' && (event.ctrlKey || event.metaKey)) {
  137. form.handleSubmit(submit)();
  138. }
  139. };
  140. return (
  141. <>
  142. <ModalBody className="pb-0 pt-3 pt-lg-4 px-3 px-lg-4">
  143. <div className="vstack gap-4 pb-4">
  144. { messageLogs.map(message => (
  145. <MessageCard key={message.id} role={message.isUserMessage ? 'user' : 'assistant'}>{message.content}</MessageCard>
  146. )) }
  147. { generatingAnswerMessage != null && (
  148. <MessageCard role="assistant">{generatingAnswerMessage.content}</MessageCard>
  149. )}
  150. { messageLogs.length > 0 && (
  151. <div className="d-flex justify-content-center">
  152. <span className="bg-body-tertiary text-body-secondary rounded-pill px-3 py-1" style={{ fontSize: 'smaller' }}>
  153. {t('modal_aichat.caution_against_hallucination')}
  154. </span>
  155. </div>
  156. )}
  157. </div>
  158. </ModalBody>
  159. <ModalFooter className="flex-column align-items-start pt-0 pb-3 pb-lg-4 px-3 px-lg-4">
  160. <form onSubmit={form.handleSubmit(submit)} className="flex-fill hstack gap-2 align-items-end m-0">
  161. <Controller
  162. name="input"
  163. control={form.control}
  164. render={({ field }) => (
  165. <ResizableTextarea
  166. {...field}
  167. required
  168. className="form-control textarea-ask"
  169. style={{ resize: 'none' }}
  170. rows={1}
  171. placeholder={!form.formState.isSubmitting ? t('modal_aichat.placeholder') : ''}
  172. onKeyDown={keyDownHandler}
  173. disabled={form.formState.isSubmitting}
  174. />
  175. )}
  176. />
  177. <button
  178. type="submit"
  179. className="btn btn-submit no-border"
  180. disabled={form.formState.isSubmitting || isGenerating}
  181. >
  182. <span className="material-symbols-outlined">send</span>
  183. </button>
  184. </form>
  185. {form.formState.errors.input != null && (
  186. <span className="text-danger small">{form.formState.errors.input?.message}</span>
  187. )}
  188. </ModalFooter>
  189. </>
  190. );
  191. };
  192. export const AiChatModal = (): JSX.Element => {
  193. const { t } = useTranslation();
  194. const { data: ragSearchModalData, close: closeRagSearchModal } = useRagSearchModal();
  195. const isOpened = ragSearchModalData?.isOpened ?? false;
  196. return (
  197. <Modal size="lg" isOpen={isOpened} toggle={closeRagSearchModal} className={moduleClass} scrollable>
  198. <ModalHeader tag="h4" toggle={closeRagSearchModal} className="pe-4">
  199. <span className="growi-custom-icons growi-ai-chat-icon me-3 fs-4">knowledge_assistant</span>
  200. <span className="fw-bold">{t('modal_aichat.title')}</span>
  201. <span className="fs-5 text-body-secondary ms-3">{t('modal_aichat.title_beta_label')}</span>
  202. </ModalHeader>
  203. { isOpened && (
  204. <AiChatModalSubstance />
  205. ) }
  206. </Modal>
  207. );
  208. };