page.js 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773
  1. const mongoose = require('mongoose');
  2. const escapeStringRegexp = require('escape-string-regexp');
  3. const logger = require('@alias/logger')('growi:models:page');
  4. const debug = require('debug')('growi:models:page');
  5. const { Writable } = require('stream');
  6. const { createBatchStream } = require('@server/util/batch-stream');
  7. const { isTrashPage } = require('@commons/util/path-utils');
  8. const streamToPromise = require('stream-to-promise');
  9. const { serializePageSecurely } = require('../models/serializers/page-serializer');
  10. const BULK_REINDEX_SIZE = 100;
  11. class PageService {
  12. constructor(crowi) {
  13. this.crowi = crowi;
  14. this.pageEvent = crowi.event('page');
  15. // init
  16. this.pageEvent.on('create', this.pageEvent.onCreate);
  17. this.pageEvent.on('update', this.pageEvent.onUpdate);
  18. this.pageEvent.on('createMany', this.pageEvent.onCreateMany);
  19. }
  20. /**
  21. * go back by using redirectTo and return the paths
  22. * ex: when
  23. * '/page1' redirects to '/page2' and
  24. * '/page2' redirects to '/page3'
  25. * and given '/page3',
  26. * '/page1' and '/page2' will be return
  27. *
  28. * @param {string} redirectTo
  29. * @param {object} redirectToPagePathMapping
  30. * @param {array} pagePaths
  31. */
  32. prepareShoudDeletePagesByRedirectTo(redirectTo, redirectToPagePathMapping, pagePaths = []) {
  33. const pagePath = redirectToPagePathMapping[redirectTo];
  34. if (pagePath == null) {
  35. return pagePaths;
  36. }
  37. pagePaths.push(pagePath);
  38. return this.prepareShoudDeletePagesByRedirectTo(pagePath, redirectToPagePathMapping, pagePaths);
  39. }
  40. async renamePage(page, newPagePath, user, options, isRecursively = false) {
  41. const Page = this.crowi.model('Page');
  42. const Revision = this.crowi.model('Revision');
  43. const path = page.path;
  44. const createRedirectPage = options.createRedirectPage || false;
  45. const updateMetadata = options.updateMetadata || false;
  46. const socketClientId = options.socketClientId || null;
  47. // sanitize path
  48. newPagePath = this.crowi.xss.process(newPagePath); // eslint-disable-line no-param-reassign
  49. if (isRecursively) {
  50. await this.renameDescendantsWithStream(page, newPagePath, user, options);
  51. }
  52. const update = {};
  53. // update Page
  54. update.path = newPagePath;
  55. if (updateMetadata) {
  56. update.lastUpdateUser = user;
  57. update.updatedAt = Date.now();
  58. }
  59. const renamedPage = await Page.findByIdAndUpdate(page._id, { $set: update }, { new: true });
  60. // update Rivisions
  61. await Revision.updateRevisionListByPath(path, { path: newPagePath }, {});
  62. if (createRedirectPage) {
  63. const body = `redirect ${newPagePath}`;
  64. await Page.create(path, body, user, { redirectTo: newPagePath });
  65. }
  66. this.pageEvent.emit('delete', page, user, socketClientId);
  67. this.pageEvent.emit('create', renamedPage, user, socketClientId);
  68. return renamedPage;
  69. }
  70. async renameDescendants(pages, user, options, oldPagePathPrefix, newPagePathPrefix) {
  71. const Page = this.crowi.model('Page');
  72. const pageCollection = mongoose.connection.collection('pages');
  73. const revisionCollection = mongoose.connection.collection('revisions');
  74. const { updateMetadata, createRedirectPage } = options;
  75. const unorderedBulkOp = pageCollection.initializeUnorderedBulkOp();
  76. const createRediectPageBulkOp = pageCollection.initializeUnorderedBulkOp();
  77. const revisionUnorderedBulkOp = revisionCollection.initializeUnorderedBulkOp();
  78. const createRediectRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  79. pages.forEach((page) => {
  80. const newPagePath = page.path.replace(oldPagePathPrefix, newPagePathPrefix);
  81. const revisionId = new mongoose.Types.ObjectId();
  82. if (updateMetadata) {
  83. unorderedBulkOp.find({ _id: page._id }).update({ $set: { path: newPagePath, lastUpdateUser: user._id, updatedAt: { $dateFromString: { dateString: Date.now() } } } });
  84. }
  85. else {
  86. unorderedBulkOp.find({ _id: page._id }).update({ $set: { path: newPagePath } });
  87. }
  88. if (createRedirectPage) {
  89. createRediectPageBulkOp.insert({
  90. path: page.path, revision: revisionId, creator: user._id, lastUpdateUser: user._id, status: Page.STATUS_PUBLISHED, redirectTo: newPagePath,
  91. });
  92. createRediectRevisionBulkOp.insert({
  93. _id: revisionId, path: page.path, body: `redirect ${newPagePath}`, author: user._id, format: 'markdown',
  94. });
  95. }
  96. revisionUnorderedBulkOp.find({ path: page.path }).update({ $set: { path: newPagePath } }, { multi: true });
  97. });
  98. try {
  99. await unorderedBulkOp.execute();
  100. await revisionUnorderedBulkOp.execute();
  101. // Execute after unorderedBulkOp to prevent duplication
  102. if (createRedirectPage) {
  103. await createRediectPageBulkOp.execute();
  104. await createRediectRevisionBulkOp.execute();
  105. }
  106. }
  107. catch (err) {
  108. if (err.code !== 11000) {
  109. throw new Error('Failed to rename pages: ', err);
  110. }
  111. }
  112. this.pageEvent.emit('updateMany', pages, user);
  113. }
  114. /**
  115. * Create rename stream
  116. */
  117. async renameDescendantsWithStream(targetPage, newPagePath, user, options = {}) {
  118. const Page = this.crowi.model('Page');
  119. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  120. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  121. const newPagePathPrefix = newPagePath;
  122. const { PageQueryBuilder } = Page;
  123. const pathRegExp = new RegExp(`^${escapeStringRegexp(targetPage.path)}`, 'i');
  124. const readStream = new PageQueryBuilder(Page.find())
  125. .addConditionToExcludeRedirect()
  126. .addConditionToListOnlyDescendants(targetPage.path)
  127. .addConditionToFilteringByViewer(user, userGroups)
  128. .query
  129. .lean()
  130. .cursor({ batchSize: BULK_REINDEX_SIZE });
  131. const renameDescendants = this.renameDescendants.bind(this);
  132. const pageEvent = this.pageEvent;
  133. let count = 0;
  134. const writeStream = new Writable({
  135. objectMode: true,
  136. async write(batch, encoding, callback) {
  137. try {
  138. count += batch.length;
  139. await renameDescendants(batch, user, options, pathRegExp, newPagePathPrefix);
  140. logger.debug(`Reverting pages progressing: (count=${count})`);
  141. }
  142. catch (err) {
  143. logger.error('revertPages error on add anyway: ', err);
  144. }
  145. callback();
  146. },
  147. final(callback) {
  148. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  149. // update path
  150. targetPage.path = newPagePath;
  151. pageEvent.emit('syncDescendants', targetPage, user);
  152. callback();
  153. },
  154. });
  155. readStream
  156. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  157. .pipe(writeStream);
  158. return streamToPromise(writeStream);
  159. }
  160. async deleteCompletelyOperation(pageIds, pagePaths) {
  161. // Delete Bookmarks, Attachments, Revisions, Pages and emit delete
  162. const Bookmark = this.crowi.model('Bookmark');
  163. const Comment = this.crowi.model('Comment');
  164. const Page = this.crowi.model('Page');
  165. const PageTagRelation = this.crowi.model('PageTagRelation');
  166. const ShareLink = this.crowi.model('ShareLink');
  167. const Revision = this.crowi.model('Revision');
  168. const Attachment = this.crowi.model('Attachment');
  169. const { attachmentService } = this.crowi;
  170. const attachments = await Attachment.find({ page: { $in: pageIds } });
  171. const pages = await Page.find({ redirectTo: { $ne: null } });
  172. const redirectToPagePathMapping = {};
  173. pages.forEach((page) => {
  174. redirectToPagePathMapping[page.redirectTo] = page.path;
  175. });
  176. const redirectedFromPagePaths = [];
  177. pagePaths.forEach((pagePath) => {
  178. redirectedFromPagePaths.push(...this.prepareShoudDeletePagesByRedirectTo(pagePath, redirectToPagePathMapping));
  179. });
  180. return Promise.all([
  181. Bookmark.deleteMany({ page: { $in: pageIds } }),
  182. Comment.deleteMany({ page: { $in: pageIds } }),
  183. PageTagRelation.deleteMany({ relatedPage: { $in: pageIds } }),
  184. ShareLink.deleteMany({ relatedPage: { $in: pageIds } }),
  185. Revision.deleteMany({ path: { $in: pagePaths } }),
  186. Page.deleteMany({ $or: [{ path: { $in: pagePaths } }, { path: { $in: redirectedFromPagePaths } }, { _id: { $in: pageIds } }] }),
  187. attachmentService.removeAllAttachments(attachments),
  188. ]);
  189. }
  190. async duplicate(page, newPagePath, user, isRecursively) {
  191. const Page = this.crowi.model('Page');
  192. const PageTagRelation = mongoose.model('PageTagRelation');
  193. // populate
  194. await page.populate({ path: 'revision', model: 'Revision', select: 'body' }).execPopulate();
  195. // create option
  196. const options = { page };
  197. options.grant = page.grant;
  198. options.grantUserGroupId = page.grantedGroup;
  199. options.grantedUsers = page.grantedUsers;
  200. newPagePath = this.crowi.xss.process(newPagePath); // eslint-disable-line no-param-reassign
  201. if (isRecursively) {
  202. await this.duplicateDescendantsWithStream(page, newPagePath, user);
  203. }
  204. const createdPage = await Page.create(
  205. newPagePath, page.revision.body, user, options,
  206. );
  207. // take over tags
  208. const originTags = await page.findRelatedTagsById();
  209. let savedTags = [];
  210. if (originTags != null) {
  211. await PageTagRelation.updatePageTags(createdPage.id, originTags);
  212. savedTags = await PageTagRelation.listTagNamesByPage(createdPage.id);
  213. }
  214. const result = serializePageSecurely(createdPage);
  215. result.tags = savedTags;
  216. return result;
  217. }
  218. /**
  219. * Receive the object with oldPageId and newPageId and duplicate the tags from oldPage to newPage
  220. * @param {Object} pageIdMapping e.g. key: oldPageId, value: newPageId
  221. */
  222. async duplicateTags(pageIdMapping) {
  223. const PageTagRelation = mongoose.model('PageTagRelation');
  224. // convert pageId from string to ObjectId
  225. const pageIds = Object.keys(pageIdMapping);
  226. const stage = { $or: pageIds.map((pageId) => { return { relatedPage: mongoose.Types.ObjectId(pageId) } }) };
  227. const pagesAssociatedWithTag = await PageTagRelation.aggregate([
  228. {
  229. $match: stage,
  230. },
  231. {
  232. $group: {
  233. _id: '$relatedTag',
  234. relatedPages: { $push: '$relatedPage' },
  235. },
  236. },
  237. ]);
  238. const newPageTagRelation = [];
  239. pagesAssociatedWithTag.forEach(({ _id, relatedPages }) => {
  240. // relatedPages
  241. relatedPages.forEach((pageId) => {
  242. newPageTagRelation.push({
  243. relatedPage: pageIdMapping[pageId], // newPageId
  244. relatedTag: _id,
  245. });
  246. });
  247. });
  248. return PageTagRelation.insertMany(newPageTagRelation, { ordered: false });
  249. }
  250. async duplicateDescendants(pages, user, oldPagePathPrefix, newPagePathPrefix) {
  251. const Page = this.crowi.model('Page');
  252. const Revision = this.crowi.model('Revision');
  253. const paths = pages.map(page => (page.path));
  254. const revisions = await Revision.find({ path: { $in: paths } });
  255. // Mapping to set to the body of the new revision
  256. const pathRevisionMapping = {};
  257. revisions.forEach((revision) => {
  258. pathRevisionMapping[revision.path] = revision;
  259. });
  260. // key: oldPageId, value: newPageId
  261. const pageIdMapping = {};
  262. const newPages = [];
  263. const newRevisions = [];
  264. pages.forEach((page) => {
  265. const newPageId = new mongoose.Types.ObjectId();
  266. const newPagePath = page.path.replace(oldPagePathPrefix, newPagePathPrefix);
  267. const revisionId = new mongoose.Types.ObjectId();
  268. pageIdMapping[page._id] = newPageId;
  269. newPages.push({
  270. _id: newPageId,
  271. path: newPagePath,
  272. creator: user._id,
  273. grant: page.grant,
  274. grantedGroup: page.grantedGroup,
  275. grantedUsers: page.grantedUsers,
  276. lastUpdateUser: user._id,
  277. redirectTo: null,
  278. revision: revisionId,
  279. });
  280. newRevisions.push({
  281. _id: revisionId, path: newPagePath, body: pathRevisionMapping[page.path].body, author: user._id, format: 'markdown',
  282. });
  283. });
  284. await Page.insertMany(newPages, { ordered: false });
  285. await Revision.insertMany(newRevisions, { ordered: false });
  286. await this.duplicateTags(pageIdMapping);
  287. }
  288. async duplicateDescendantsWithStream(page, newPagePath, user) {
  289. const Page = this.crowi.model('Page');
  290. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  291. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  292. const newPagePathPrefix = newPagePath;
  293. const pathRegExp = new RegExp(`^${escapeStringRegexp(page.path)}`, 'i');
  294. const { PageQueryBuilder } = Page;
  295. const readStream = new PageQueryBuilder(Page.find())
  296. .addConditionToExcludeRedirect()
  297. .addConditionToListOnlyDescendants(page.path)
  298. .addConditionToFilteringByViewer(user, userGroups)
  299. .query
  300. .lean()
  301. .cursor({ batchSize: BULK_REINDEX_SIZE });
  302. const duplicateDescendants = this.duplicateDescendants.bind(this);
  303. const pageEvent = this.pageEvent;
  304. let count = 0;
  305. const writeStream = new Writable({
  306. objectMode: true,
  307. async write(batch, encoding, callback) {
  308. try {
  309. count += batch.length;
  310. await duplicateDescendants(batch, user, pathRegExp, newPagePathPrefix);
  311. logger.debug(`Adding pages progressing: (count=${count})`);
  312. }
  313. catch (err) {
  314. logger.error('addAllPages error on add anyway: ', err);
  315. }
  316. callback();
  317. },
  318. final(callback) {
  319. logger.debug(`Adding pages has completed: (totalCount=${count})`);
  320. // update path
  321. page.path = newPagePath;
  322. pageEvent.emit('syncDescendants', page, user);
  323. callback();
  324. },
  325. });
  326. readStream
  327. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  328. .pipe(writeStream);
  329. return streamToPromise(writeStream);
  330. }
  331. async deletePage(page, user, options = {}, isRecursively = false) {
  332. const Page = this.crowi.model('Page');
  333. const Revision = this.crowi.model('Revision');
  334. const newPath = Page.getDeletedPageName(page.path);
  335. const isTrashed = isTrashPage(page.path);
  336. if (isTrashed) {
  337. throw new Error('This method does NOT support deleting trashed pages.');
  338. }
  339. const socketClientId = options.socketClientId || null;
  340. if (!Page.isDeletableName(page.path)) {
  341. throw new Error('Page is not deletable.');
  342. }
  343. if (isRecursively) {
  344. this.deleteDescendantsWithStream(page, user, options);
  345. }
  346. // update Rivisions
  347. await Revision.updateRevisionListByPath(page.path, { path: newPath }, {});
  348. const deletedPage = await Page.findByIdAndUpdate(page._id, {
  349. $set: {
  350. path: newPath, status: Page.STATUS_DELETED, deleteUser: user._id, deletedAt: Date.now(),
  351. },
  352. }, { new: true });
  353. const body = `redirect ${newPath}`;
  354. await Page.create(page.path, body, user, { redirectTo: newPath });
  355. this.pageEvent.emit('delete', page, user, socketClientId);
  356. this.pageEvent.emit('create', deletedPage, user, socketClientId);
  357. return deletedPage;
  358. }
  359. async deleteDescendants(pages, user) {
  360. const Page = this.crowi.model('Page');
  361. const pageCollection = mongoose.connection.collection('pages');
  362. const revisionCollection = mongoose.connection.collection('revisions');
  363. const deletePageBulkOp = pageCollection.initializeUnorderedBulkOp();
  364. const updateRevisionListOp = revisionCollection.initializeUnorderedBulkOp();
  365. const createRediectRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  366. const newPagesForRedirect = [];
  367. pages.forEach((page) => {
  368. const newPath = Page.getDeletedPageName(page.path);
  369. const revisionId = new mongoose.Types.ObjectId();
  370. const body = `redirect ${newPath}`;
  371. deletePageBulkOp.find({ _id: page._id }).update({
  372. $set: {
  373. path: newPath, status: Page.STATUS_DELETED, deleteUser: user._id, deletedAt: Date.now(),
  374. },
  375. });
  376. updateRevisionListOp.find({ path: page.path }).update({ $set: { path: newPath } });
  377. createRediectRevisionBulkOp.insert({
  378. _id: revisionId, path: page.path, body, author: user._id, format: 'markdown',
  379. });
  380. newPagesForRedirect.push({
  381. path: page.path,
  382. creator: user._id,
  383. grant: page.grant,
  384. grantedGroup: page.grantedGroup,
  385. grantedUsers: page.grantedUsers,
  386. lastUpdateUser: user._id,
  387. redirectTo: newPath,
  388. revision: revisionId,
  389. });
  390. });
  391. try {
  392. await deletePageBulkOp.execute();
  393. await updateRevisionListOp.execute();
  394. await createRediectRevisionBulkOp.execute();
  395. await Page.insertMany(newPagesForRedirect, { ordered: false });
  396. }
  397. catch (err) {
  398. if (err.code !== 11000) {
  399. throw new Error('Failed to revert pages: ', err);
  400. }
  401. }
  402. }
  403. /**
  404. * Create delete stream
  405. */
  406. async deleteDescendantsWithStream(targetPage, user, options = {}) {
  407. const Page = this.crowi.model('Page');
  408. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  409. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  410. const { PageQueryBuilder } = Page;
  411. const readStream = new PageQueryBuilder(Page.find())
  412. .addConditionToExcludeRedirect()
  413. .addConditionToListOnlyDescendants(targetPage.path)
  414. .addConditionToFilteringByViewer(user, userGroups)
  415. .query
  416. .lean()
  417. .cursor({ batchSize: BULK_REINDEX_SIZE });
  418. const deleteDescendants = this.deleteDescendants.bind(this);
  419. let count = 0;
  420. const writeStream = new Writable({
  421. objectMode: true,
  422. async write(batch, encoding, callback) {
  423. try {
  424. count += batch.length;
  425. deleteDescendants(batch, user);
  426. logger.debug(`Reverting pages progressing: (count=${count})`);
  427. }
  428. catch (err) {
  429. logger.error('revertPages error on add anyway: ', err);
  430. }
  431. callback();
  432. },
  433. final(callback) {
  434. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  435. callback();
  436. },
  437. });
  438. readStream
  439. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  440. .pipe(writeStream);
  441. }
  442. // delete multiple pages
  443. async deleteMultipleCompletely(pages, user, options = {}) {
  444. const ids = pages.map(page => (page._id));
  445. const paths = pages.map(page => (page.path));
  446. const socketClientId = options.socketClientId || null;
  447. logger.debug('Deleting completely', paths);
  448. await this.deleteCompletelyOperation(ids, paths);
  449. this.pageEvent.emit('deleteCompletely', pages, user, socketClientId); // update as renamed page
  450. return;
  451. }
  452. async deleteCompletely(page, user, options = {}, isRecursively = false) {
  453. const ids = [page._id];
  454. const paths = [page.path];
  455. const socketClientId = options.socketClientId || null;
  456. logger.debug('Deleting completely', paths);
  457. await this.deleteCompletelyOperation(ids, paths);
  458. if (isRecursively) {
  459. this.deleteCompletelyDescendantsWithStream(page, user, options);
  460. }
  461. this.pageEvent.emit('delete', page, user, socketClientId); // update as renamed page
  462. return;
  463. }
  464. /**
  465. * Create delete completely stream
  466. */
  467. async deleteCompletelyDescendantsWithStream(targetPage, user, options = {}) {
  468. const Page = this.crowi.model('Page');
  469. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  470. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  471. const { PageQueryBuilder } = Page;
  472. const readStream = new PageQueryBuilder(Page.find())
  473. .addConditionToExcludeRedirect()
  474. .addConditionToListOnlyDescendants(targetPage.path)
  475. .addConditionToFilteringByViewer(user, userGroups)
  476. .query
  477. .lean()
  478. .cursor({ batchSize: BULK_REINDEX_SIZE });
  479. const deleteMultipleCompletely = this.deleteMultipleCompletely.bind(this);
  480. let count = 0;
  481. const writeStream = new Writable({
  482. objectMode: true,
  483. async write(batch, encoding, callback) {
  484. try {
  485. count += batch.length;
  486. await deleteMultipleCompletely(batch, user, options);
  487. logger.debug(`Adding pages progressing: (count=${count})`);
  488. }
  489. catch (err) {
  490. logger.error('addAllPages error on add anyway: ', err);
  491. }
  492. callback();
  493. },
  494. final(callback) {
  495. logger.debug(`Adding pages has completed: (totalCount=${count})`);
  496. callback();
  497. },
  498. });
  499. readStream
  500. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  501. .pipe(writeStream);
  502. }
  503. async revertDeletedDescendants(pages, user) {
  504. const Page = this.crowi.model('Page');
  505. const pageCollection = mongoose.connection.collection('pages');
  506. const revisionCollection = mongoose.connection.collection('revisions');
  507. const removePageBulkOp = pageCollection.initializeUnorderedBulkOp();
  508. const revertPageBulkOp = pageCollection.initializeUnorderedBulkOp();
  509. const revertRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  510. // e.g. key: '/test'
  511. const pathToPageMapping = {};
  512. const toPaths = pages.map(page => Page.getRevertDeletedPageName(page.path));
  513. const toPages = await Page.find({ path: { $in: toPaths } });
  514. toPages.forEach((toPage) => {
  515. pathToPageMapping[toPage.path] = toPage;
  516. });
  517. pages.forEach((page) => {
  518. // e.g. page.path = /trash/test, toPath = /test
  519. const toPath = Page.getRevertDeletedPageName(page.path);
  520. if (pathToPageMapping[toPath] != null) {
  521. // When the page is deleted, it will always be created with "redirectTo" in the path of the original page.
  522. // So, it's ok to delete the page
  523. // However, If a page exists that is not "redirectTo", something is wrong. (Data correction is needed).
  524. if (pathToPageMapping[toPath].redirectTo === page.path) {
  525. removePageBulkOp.find({ path: toPath }).remove();
  526. }
  527. }
  528. revertPageBulkOp.find({ _id: page._id }).update({
  529. $set: {
  530. path: toPath, status: Page.STATUS_PUBLISHED, lastUpdateUser: user._id, deleteUser: null, deletedAt: null,
  531. },
  532. });
  533. revertRevisionBulkOp.find({ path: page.path }).update({ $set: { path: toPath } }, { multi: true });
  534. });
  535. try {
  536. await removePageBulkOp.execute();
  537. await revertPageBulkOp.execute();
  538. await revertRevisionBulkOp.execute();
  539. }
  540. catch (err) {
  541. if (err.code !== 11000) {
  542. throw new Error('Failed to revert pages: ', err);
  543. }
  544. }
  545. }
  546. async revertDeletedPage(page, user, options = {}, isRecursively = false) {
  547. const Page = this.crowi.model('Page');
  548. const Revision = this.crowi.model('Revision');
  549. const newPath = Page.getRevertDeletedPageName(page.path);
  550. const originPage = await Page.findByPath(newPath);
  551. if (originPage != null) {
  552. // When the page is deleted, it will always be created with "redirectTo" in the path of the original page.
  553. // So, it's ok to delete the page
  554. // However, If a page exists that is not "redirectTo", something is wrong. (Data correction is needed).
  555. if (originPage.redirectTo !== page.path) {
  556. throw new Error('The new page of to revert is exists and the redirect path of the page is not the deleted page.');
  557. }
  558. await this.deleteCompletely(originPage, options);
  559. }
  560. if (isRecursively) {
  561. this.revertDeletedDescendantsWithStream(page, user, options);
  562. }
  563. page.status = Page.STATUS_PUBLISHED;
  564. page.lastUpdateUser = user;
  565. debug('Revert deleted the page', page, newPath);
  566. const updatedPage = await Page.findByIdAndUpdate(page._id, {
  567. $set: {
  568. path: newPath, status: Page.STATUS_PUBLISHED, lastUpdateUser: user._id, deleteUser: null, deletedAt: null,
  569. },
  570. }, { new: true });
  571. await Revision.updateMany({ path: page.path }, { $set: { path: newPath } });
  572. return updatedPage;
  573. }
  574. /**
  575. * Create revert stream
  576. */
  577. async revertDeletedDescendantsWithStream(targetPage, user, options = {}) {
  578. const Page = this.crowi.model('Page');
  579. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  580. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  581. const { PageQueryBuilder } = Page;
  582. const readStream = new PageQueryBuilder(Page.find())
  583. .addConditionToExcludeRedirect()
  584. .addConditionToListOnlyDescendants(targetPage.path)
  585. .addConditionToFilteringByViewer(user, userGroups)
  586. .query
  587. .lean()
  588. .cursor({ batchSize: BULK_REINDEX_SIZE });
  589. const revertDeletedDescendants = this.revertDeletedDescendants.bind(this);
  590. let count = 0;
  591. const writeStream = new Writable({
  592. objectMode: true,
  593. async write(batch, encoding, callback) {
  594. try {
  595. count += batch.length;
  596. revertDeletedDescendants(batch, user);
  597. logger.debug(`Reverting pages progressing: (count=${count})`);
  598. }
  599. catch (err) {
  600. logger.error('revertPages error on add anyway: ', err);
  601. }
  602. callback();
  603. },
  604. final(callback) {
  605. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  606. callback();
  607. },
  608. });
  609. readStream
  610. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  611. .pipe(writeStream);
  612. }
  613. async handlePrivatePagesForDeletedGroup(deletedGroup, action, transferToUserGroupId, user) {
  614. const Page = this.crowi.model('Page');
  615. const pages = await Page.find({ grantedGroup: deletedGroup });
  616. switch (action) {
  617. case 'public':
  618. await Promise.all(pages.map((page) => {
  619. return Page.publicizePage(page);
  620. }));
  621. break;
  622. case 'delete':
  623. return this.deleteMultipleCompletely(pages, user);
  624. case 'transfer':
  625. await Promise.all(pages.map((page) => {
  626. return Page.transferPageToGroup(page, transferToUserGroupId);
  627. }));
  628. break;
  629. default:
  630. throw new Error('Unknown action for private pages');
  631. }
  632. }
  633. validateCrowi() {
  634. if (this.crowi == null) {
  635. throw new Error('"crowi" is null. Init User model with "crowi" argument first.');
  636. }
  637. }
  638. }
  639. module.exports = PageService;