AiChatModal.tsx 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. import type { KeyboardEvent } from 'react';
  2. import React, { useCallback, useEffect, useState } from 'react';
  3. import { useForm, Controller } from 'react-hook-form';
  4. import { useTranslation } from 'react-i18next';
  5. import {
  6. Modal, ModalBody, ModalFooter, ModalHeader,
  7. } from 'reactstrap';
  8. import { apiv3Post } from '~/client/util/apiv3-client';
  9. import { useRagSearchModal } from '~/stores/rag-search';
  10. import loggerFactory from '~/utils/logger';
  11. import { MessageCard } from './MessageCard';
  12. import { ResizableTextarea } from './ResizableTextArea';
  13. import styles from './AiChatModal.module.scss';
  14. const moduleClass = styles['grw-aichat-modal'] ?? '';
  15. const logger = loggerFactory('growi:clinet:components:RagSearchModal');
  16. type Message = {
  17. id: string,
  18. content: string,
  19. isUserMessage?: boolean,
  20. }
  21. type FormData = {
  22. input: string;
  23. };
  24. const AiChatModalSubstance = (): JSX.Element => {
  25. const { t } = useTranslation();
  26. const form = useForm<FormData>({
  27. defaultValues: {
  28. input: '',
  29. },
  30. });
  31. const [threadId, setThreadId] = useState<string | undefined>();
  32. const [messageLogs, setMessageLogs] = useState<Message[]>([]);
  33. const [generatingAnswerMessage, setGeneratingAnswerMessage] = useState<Message>();
  34. const isGenerating = generatingAnswerMessage != null;
  35. useEffect(() => {
  36. // do nothing when the modal is closed or threadId is already set
  37. if (threadId != null) {
  38. return;
  39. }
  40. const createThread = async() => {
  41. // create thread
  42. try {
  43. const res = await apiv3Post('/openai/thread');
  44. const thread = res.data.thread;
  45. setThreadId(thread.id);
  46. }
  47. catch (err) {
  48. logger.error(err.toString());
  49. }
  50. };
  51. createThread();
  52. }, [threadId]);
  53. const submit = useCallback(async(data: FormData) => {
  54. // do nothing when the assistant is generating an answer
  55. if (isGenerating) {
  56. return;
  57. }
  58. // do nothing when the input is empty
  59. if (data.input.trim().length === 0) {
  60. return;
  61. }
  62. const { length: logLength } = messageLogs;
  63. // add user message to the logs
  64. const newUserMessage = { id: logLength.toString(), content: data.input, isUserMessage: true };
  65. setMessageLogs(msgs => [...msgs, newUserMessage]);
  66. // reset form
  67. form.reset();
  68. // add an empty assistant message
  69. const newAnswerMessage = { id: (logLength + 1).toString(), content: '' };
  70. setGeneratingAnswerMessage(newAnswerMessage);
  71. // post message
  72. try {
  73. const response = await fetch('/_api/v3/openai/message', {
  74. method: 'POST',
  75. headers: { 'Content-Type': 'application/json' },
  76. body: JSON.stringify({ userMessage: data.input, threadId }),
  77. });
  78. if (!response.ok) {
  79. const resJson = await response.json();
  80. if ('errors' in resJson) {
  81. // eslint-disable-next-line @typescript-eslint/no-unused-vars
  82. const errors = resJson.errors.map(({ message }) => message).join(', ');
  83. form.setError('input', { type: 'manual', message: `[${response.status}] ${errors}` });
  84. }
  85. setGeneratingAnswerMessage(undefined);
  86. return;
  87. }
  88. const reader = response.body?.getReader();
  89. const decoder = new TextDecoder('utf-8');
  90. const read = async() => {
  91. if (reader == null) return;
  92. const { done, value } = await reader.read();
  93. // add assistant message to the logs
  94. if (done) {
  95. setGeneratingAnswerMessage((generatingAnswerMessage) => {
  96. if (generatingAnswerMessage == null) return;
  97. setMessageLogs(msgs => [...msgs, generatingAnswerMessage]);
  98. return undefined;
  99. });
  100. return;
  101. }
  102. const chunk = decoder.decode(value);
  103. // Extract text values from the chunk
  104. const textValues = chunk
  105. .split('\n\n')
  106. .filter(line => line.trim().startsWith('data:'))
  107. .map((line) => {
  108. const data = JSON.parse(line.replace('data: ', ''));
  109. return data.content[0].text.value;
  110. });
  111. // append text values to the assistant message
  112. setGeneratingAnswerMessage((prevMessage) => {
  113. if (prevMessage == null) return;
  114. return {
  115. ...prevMessage,
  116. content: prevMessage.content + textValues.join(''),
  117. };
  118. });
  119. read();
  120. };
  121. read();
  122. }
  123. catch (err) {
  124. logger.error(err.toString());
  125. form.setError('input', { type: 'manual', message: err.toString() });
  126. }
  127. }, [form, isGenerating, messageLogs, threadId]);
  128. const keyDownHandler = (event: KeyboardEvent<HTMLTextAreaElement>) => {
  129. if (event.key === 'Enter' && (event.ctrlKey || event.metaKey)) {
  130. form.handleSubmit(submit)();
  131. }
  132. };
  133. return (
  134. <>
  135. <ModalBody className="pb-0 pt-3 pt-lg-4 px-3 px-lg-4">
  136. <div className="vstack gap-4 pb-4">
  137. { messageLogs.map(message => (
  138. <MessageCard key={message.id} role={message.isUserMessage ? 'user' : 'assistant'}>{message.content}</MessageCard>
  139. )) }
  140. { generatingAnswerMessage != null && (
  141. <MessageCard role="assistant">{generatingAnswerMessage.content}</MessageCard>
  142. )}
  143. { messageLogs.length > 0 && (
  144. <div className="d-flex justify-content-center">
  145. <span className="bg-body-tertiary text-body-secondary rounded-pill px-3 py-1" style={{ fontSize: 'smaller' }}>
  146. {t('modal_aichat.caution_against_hallucination')}
  147. </span>
  148. </div>
  149. )}
  150. </div>
  151. </ModalBody>
  152. <ModalFooter className="flex-column align-items-start pt-0 pb-3 pb-lg-4 px-3 px-lg-4">
  153. <form onSubmit={form.handleSubmit(submit)} className="flex-fill hstack gap-2 align-items-end m-0">
  154. <Controller
  155. name="input"
  156. control={form.control}
  157. render={({ field }) => (
  158. <ResizableTextarea
  159. {...field}
  160. required
  161. className="form-control textarea-ask"
  162. style={{ resize: 'none' }}
  163. rows={1}
  164. placeholder={!form.formState.isSubmitting ? t('modal_aichat.placeholder') : ''}
  165. onKeyDown={keyDownHandler}
  166. disabled={form.formState.isSubmitting}
  167. />
  168. )}
  169. />
  170. <button
  171. type="submit"
  172. className="btn btn-submit no-border"
  173. disabled={form.formState.isSubmitting || isGenerating}
  174. >
  175. <span className="material-symbols-outlined">send</span>
  176. </button>
  177. </form>
  178. {form.formState.errors.input != null && (
  179. <span className="text-danger small">{form.formState.errors.input?.message}</span>
  180. )}
  181. </ModalFooter>
  182. </>
  183. );
  184. };
  185. export const AiChatModal = (): JSX.Element => {
  186. const { t } = useTranslation();
  187. const { data: ragSearchModalData, close: closeRagSearchModal } = useRagSearchModal();
  188. const isOpened = ragSearchModalData?.isOpened ?? false;
  189. return (
  190. <Modal size="lg" isOpen={isOpened} toggle={closeRagSearchModal} className={moduleClass} scrollable>
  191. <ModalHeader tag="h4" toggle={closeRagSearchModal} className="pe-4">
  192. <span className="growi-custom-icons growi-ai-chat-icon me-3 fs-4">knowledge_assistant</span>
  193. <span className="fw-bold">{t('modal_aichat.title')}</span>
  194. <span className="fs-5 text-body-secondary ms-3">{t('modal_aichat.title_beta_label')}</span>
  195. </ModalHeader>
  196. { isOpened && (
  197. <AiChatModalSubstance />
  198. ) }
  199. </Modal>
  200. );
  201. };