page.js 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775
  1. const mongoose = require('mongoose');
  2. const escapeStringRegexp = require('escape-string-regexp');
  3. const logger = require('@alias/logger')('growi:models:page');
  4. const debug = require('debug')('growi:models:page');
  5. const { Writable } = require('stream');
  6. const { createBatchStream } = require('@server/util/batch-stream');
  7. const { isTrashPage } = require('@commons/util/path-utils');
  8. const streamToPromise = require('stream-to-promise');
  9. const { serializePageSecurely } = require('../models/serializers/page-serializer');
  10. const BULK_REINDEX_SIZE = 100;
  11. class PageService {
  12. constructor(crowi) {
  13. this.crowi = crowi;
  14. this.pageEvent = crowi.event('page');
  15. // init
  16. this.pageEvent.on('create', this.pageEvent.onCreate);
  17. this.pageEvent.on('update', this.pageEvent.onUpdate);
  18. this.pageEvent.on('createMany', this.pageEvent.onCreateMany);
  19. }
  20. /**
  21. * go back by using redirectTo and return the paths
  22. * ex: when
  23. * '/page1' redirects to '/page2' and
  24. * '/page2' redirects to '/page3'
  25. * and given '/page3',
  26. * '/page1' and '/page2' will be return
  27. *
  28. * @param {string} redirectTo
  29. * @param {object} redirectToPagePathMapping
  30. * @param {array} pagePaths
  31. */
  32. prepareShoudDeletePagesByRedirectTo(redirectTo, redirectToPagePathMapping, pagePaths = []) {
  33. const pagePath = redirectToPagePathMapping[redirectTo];
  34. if (pagePath == null) {
  35. return pagePaths;
  36. }
  37. pagePaths.push(pagePath);
  38. return this.prepareShoudDeletePagesByRedirectTo(pagePath, redirectToPagePathMapping, pagePaths);
  39. }
  40. async renamePage(page, newPagePath, user, options, isRecursively = false) {
  41. const Page = this.crowi.model('Page');
  42. const Revision = this.crowi.model('Revision');
  43. const path = page.path;
  44. const createRedirectPage = options.createRedirectPage || false;
  45. const updateMetadata = options.updateMetadata || false;
  46. const socketClientId = options.socketClientId || null;
  47. // sanitize path
  48. newPagePath = this.crowi.xss.process(newPagePath); // eslint-disable-line no-param-reassign
  49. if (isRecursively) {
  50. await this.renameDescendantsWithStream(page, newPagePath, user, options);
  51. }
  52. const update = {};
  53. // update Page
  54. update.path = newPagePath;
  55. if (updateMetadata) {
  56. update.lastUpdateUser = user;
  57. update.updatedAt = Date.now();
  58. }
  59. const renamedPage = await Page.findByIdAndUpdate(page._id, { $set: update }, { new: true });
  60. // update Rivisions
  61. await Revision.updateRevisionListByPath(path, { path: newPagePath }, {});
  62. if (createRedirectPage) {
  63. const body = `redirect ${newPagePath}`;
  64. await Page.create(path, body, user, { redirectTo: newPagePath });
  65. }
  66. this.pageEvent.emit('delete', page, user, socketClientId);
  67. this.pageEvent.emit('create', renamedPage, user, socketClientId);
  68. return renamedPage;
  69. }
  70. async renameDescendants(pages, user, options, oldPagePathPrefix, newPagePathPrefix) {
  71. const Page = this.crowi.model('Page');
  72. const pageCollection = mongoose.connection.collection('pages');
  73. const revisionCollection = mongoose.connection.collection('revisions');
  74. const { updateMetadata, createRedirectPage } = options;
  75. const unorderedBulkOp = pageCollection.initializeUnorderedBulkOp();
  76. const createRediectPageBulkOp = pageCollection.initializeUnorderedBulkOp();
  77. const revisionUnorderedBulkOp = revisionCollection.initializeUnorderedBulkOp();
  78. const createRediectRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  79. pages.forEach((page) => {
  80. const newPagePath = page.path.replace(oldPagePathPrefix, newPagePathPrefix);
  81. const revisionId = new mongoose.Types.ObjectId();
  82. if (updateMetadata) {
  83. unorderedBulkOp
  84. .find({ _id: page._id })
  85. .update({ $set: { path: newPagePath, lastUpdateUser: user._id, updatedAt: new Date() } });
  86. }
  87. else {
  88. unorderedBulkOp.find({ _id: page._id }).update({ $set: { path: newPagePath } });
  89. }
  90. if (createRedirectPage) {
  91. createRediectPageBulkOp.insert({
  92. path: page.path, revision: revisionId, creator: user._id, lastUpdateUser: user._id, status: Page.STATUS_PUBLISHED, redirectTo: newPagePath,
  93. });
  94. createRediectRevisionBulkOp.insert({
  95. _id: revisionId, path: page.path, body: `redirect ${newPagePath}`, author: user._id, format: 'markdown',
  96. });
  97. }
  98. revisionUnorderedBulkOp.find({ path: page.path }).update({ $set: { path: newPagePath } }, { multi: true });
  99. });
  100. try {
  101. await unorderedBulkOp.execute();
  102. await revisionUnorderedBulkOp.execute();
  103. // Execute after unorderedBulkOp to prevent duplication
  104. if (createRedirectPage) {
  105. await createRediectPageBulkOp.execute();
  106. await createRediectRevisionBulkOp.execute();
  107. }
  108. }
  109. catch (err) {
  110. if (err.code !== 11000) {
  111. throw new Error('Failed to rename pages: ', err);
  112. }
  113. }
  114. this.pageEvent.emit('updateMany', pages, user);
  115. }
  116. /**
  117. * Create rename stream
  118. */
  119. async renameDescendantsWithStream(targetPage, newPagePath, user, options = {}) {
  120. const Page = this.crowi.model('Page');
  121. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  122. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  123. const newPagePathPrefix = newPagePath;
  124. const { PageQueryBuilder } = Page;
  125. const pathRegExp = new RegExp(`^${escapeStringRegexp(targetPage.path)}`, 'i');
  126. const readStream = new PageQueryBuilder(Page.find())
  127. .addConditionToExcludeRedirect()
  128. .addConditionToListOnlyDescendants(targetPage.path)
  129. .addConditionToFilteringByViewer(user, userGroups)
  130. .query
  131. .lean()
  132. .cursor({ batchSize: BULK_REINDEX_SIZE });
  133. const renameDescendants = this.renameDescendants.bind(this);
  134. const pageEvent = this.pageEvent;
  135. let count = 0;
  136. const writeStream = new Writable({
  137. objectMode: true,
  138. async write(batch, encoding, callback) {
  139. try {
  140. count += batch.length;
  141. await renameDescendants(batch, user, options, pathRegExp, newPagePathPrefix);
  142. logger.debug(`Reverting pages progressing: (count=${count})`);
  143. }
  144. catch (err) {
  145. logger.error('revertPages error on add anyway: ', err);
  146. }
  147. callback();
  148. },
  149. final(callback) {
  150. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  151. // update path
  152. targetPage.path = newPagePath;
  153. pageEvent.emit('syncDescendants', targetPage, user);
  154. callback();
  155. },
  156. });
  157. readStream
  158. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  159. .pipe(writeStream);
  160. return streamToPromise(writeStream);
  161. }
  162. async deleteCompletelyOperation(pageIds, pagePaths) {
  163. // Delete Bookmarks, Attachments, Revisions, Pages and emit delete
  164. const Bookmark = this.crowi.model('Bookmark');
  165. const Comment = this.crowi.model('Comment');
  166. const Page = this.crowi.model('Page');
  167. const PageTagRelation = this.crowi.model('PageTagRelation');
  168. const ShareLink = this.crowi.model('ShareLink');
  169. const Revision = this.crowi.model('Revision');
  170. const Attachment = this.crowi.model('Attachment');
  171. const { attachmentService } = this.crowi;
  172. const attachments = await Attachment.find({ page: { $in: pageIds } });
  173. const pages = await Page.find({ redirectTo: { $ne: null } });
  174. const redirectToPagePathMapping = {};
  175. pages.forEach((page) => {
  176. redirectToPagePathMapping[page.redirectTo] = page.path;
  177. });
  178. const redirectedFromPagePaths = [];
  179. pagePaths.forEach((pagePath) => {
  180. redirectedFromPagePaths.push(...this.prepareShoudDeletePagesByRedirectTo(pagePath, redirectToPagePathMapping));
  181. });
  182. return Promise.all([
  183. Bookmark.deleteMany({ page: { $in: pageIds } }),
  184. Comment.deleteMany({ page: { $in: pageIds } }),
  185. PageTagRelation.deleteMany({ relatedPage: { $in: pageIds } }),
  186. ShareLink.deleteMany({ relatedPage: { $in: pageIds } }),
  187. Revision.deleteMany({ path: { $in: pagePaths } }),
  188. Page.deleteMany({ $or: [{ path: { $in: pagePaths } }, { path: { $in: redirectedFromPagePaths } }, { _id: { $in: pageIds } }] }),
  189. attachmentService.removeAllAttachments(attachments),
  190. ]);
  191. }
  192. async duplicate(page, newPagePath, user, isRecursively) {
  193. const Page = this.crowi.model('Page');
  194. const PageTagRelation = mongoose.model('PageTagRelation');
  195. // populate
  196. await page.populate({ path: 'revision', model: 'Revision', select: 'body' }).execPopulate();
  197. // create option
  198. const options = { page };
  199. options.grant = page.grant;
  200. options.grantUserGroupId = page.grantedGroup;
  201. options.grantedUsers = page.grantedUsers;
  202. newPagePath = this.crowi.xss.process(newPagePath); // eslint-disable-line no-param-reassign
  203. if (isRecursively) {
  204. await this.duplicateDescendantsWithStream(page, newPagePath, user);
  205. }
  206. const createdPage = await Page.create(
  207. newPagePath, page.revision.body, user, options,
  208. );
  209. // take over tags
  210. const originTags = await page.findRelatedTagsById();
  211. let savedTags = [];
  212. if (originTags != null) {
  213. await PageTagRelation.updatePageTags(createdPage.id, originTags);
  214. savedTags = await PageTagRelation.listTagNamesByPage(createdPage.id);
  215. }
  216. const result = serializePageSecurely(createdPage);
  217. result.tags = savedTags;
  218. return result;
  219. }
  220. /**
  221. * Receive the object with oldPageId and newPageId and duplicate the tags from oldPage to newPage
  222. * @param {Object} pageIdMapping e.g. key: oldPageId, value: newPageId
  223. */
  224. async duplicateTags(pageIdMapping) {
  225. const PageTagRelation = mongoose.model('PageTagRelation');
  226. // convert pageId from string to ObjectId
  227. const pageIds = Object.keys(pageIdMapping);
  228. const stage = { $or: pageIds.map((pageId) => { return { relatedPage: mongoose.Types.ObjectId(pageId) } }) };
  229. const pagesAssociatedWithTag = await PageTagRelation.aggregate([
  230. {
  231. $match: stage,
  232. },
  233. {
  234. $group: {
  235. _id: '$relatedTag',
  236. relatedPages: { $push: '$relatedPage' },
  237. },
  238. },
  239. ]);
  240. const newPageTagRelation = [];
  241. pagesAssociatedWithTag.forEach(({ _id, relatedPages }) => {
  242. // relatedPages
  243. relatedPages.forEach((pageId) => {
  244. newPageTagRelation.push({
  245. relatedPage: pageIdMapping[pageId], // newPageId
  246. relatedTag: _id,
  247. });
  248. });
  249. });
  250. return PageTagRelation.insertMany(newPageTagRelation, { ordered: false });
  251. }
  252. async duplicateDescendants(pages, user, oldPagePathPrefix, newPagePathPrefix) {
  253. const Page = this.crowi.model('Page');
  254. const Revision = this.crowi.model('Revision');
  255. const paths = pages.map(page => (page.path));
  256. const revisions = await Revision.find({ path: { $in: paths } });
  257. // Mapping to set to the body of the new revision
  258. const pathRevisionMapping = {};
  259. revisions.forEach((revision) => {
  260. pathRevisionMapping[revision.path] = revision;
  261. });
  262. // key: oldPageId, value: newPageId
  263. const pageIdMapping = {};
  264. const newPages = [];
  265. const newRevisions = [];
  266. pages.forEach((page) => {
  267. const newPageId = new mongoose.Types.ObjectId();
  268. const newPagePath = page.path.replace(oldPagePathPrefix, newPagePathPrefix);
  269. const revisionId = new mongoose.Types.ObjectId();
  270. pageIdMapping[page._id] = newPageId;
  271. newPages.push({
  272. _id: newPageId,
  273. path: newPagePath,
  274. creator: user._id,
  275. grant: page.grant,
  276. grantedGroup: page.grantedGroup,
  277. grantedUsers: page.grantedUsers,
  278. lastUpdateUser: user._id,
  279. redirectTo: null,
  280. revision: revisionId,
  281. });
  282. newRevisions.push({
  283. _id: revisionId, path: newPagePath, body: pathRevisionMapping[page.path].body, author: user._id, format: 'markdown',
  284. });
  285. });
  286. await Page.insertMany(newPages, { ordered: false });
  287. await Revision.insertMany(newRevisions, { ordered: false });
  288. await this.duplicateTags(pageIdMapping);
  289. }
  290. async duplicateDescendantsWithStream(page, newPagePath, user) {
  291. const Page = this.crowi.model('Page');
  292. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  293. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  294. const newPagePathPrefix = newPagePath;
  295. const pathRegExp = new RegExp(`^${escapeStringRegexp(page.path)}`, 'i');
  296. const { PageQueryBuilder } = Page;
  297. const readStream = new PageQueryBuilder(Page.find())
  298. .addConditionToExcludeRedirect()
  299. .addConditionToListOnlyDescendants(page.path)
  300. .addConditionToFilteringByViewer(user, userGroups)
  301. .query
  302. .lean()
  303. .cursor({ batchSize: BULK_REINDEX_SIZE });
  304. const duplicateDescendants = this.duplicateDescendants.bind(this);
  305. const pageEvent = this.pageEvent;
  306. let count = 0;
  307. const writeStream = new Writable({
  308. objectMode: true,
  309. async write(batch, encoding, callback) {
  310. try {
  311. count += batch.length;
  312. await duplicateDescendants(batch, user, pathRegExp, newPagePathPrefix);
  313. logger.debug(`Adding pages progressing: (count=${count})`);
  314. }
  315. catch (err) {
  316. logger.error('addAllPages error on add anyway: ', err);
  317. }
  318. callback();
  319. },
  320. final(callback) {
  321. logger.debug(`Adding pages has completed: (totalCount=${count})`);
  322. // update path
  323. page.path = newPagePath;
  324. pageEvent.emit('syncDescendants', page, user);
  325. callback();
  326. },
  327. });
  328. readStream
  329. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  330. .pipe(writeStream);
  331. return streamToPromise(writeStream);
  332. }
  333. async deletePage(page, user, options = {}, isRecursively = false) {
  334. const Page = this.crowi.model('Page');
  335. const Revision = this.crowi.model('Revision');
  336. const newPath = Page.getDeletedPageName(page.path);
  337. const isTrashed = isTrashPage(page.path);
  338. if (isTrashed) {
  339. throw new Error('This method does NOT support deleting trashed pages.');
  340. }
  341. const socketClientId = options.socketClientId || null;
  342. if (!Page.isDeletableName(page.path)) {
  343. throw new Error('Page is not deletable.');
  344. }
  345. if (isRecursively) {
  346. this.deleteDescendantsWithStream(page, user, options);
  347. }
  348. // update Rivisions
  349. await Revision.updateRevisionListByPath(page.path, { path: newPath }, {});
  350. const deletedPage = await Page.findByIdAndUpdate(page._id, {
  351. $set: {
  352. path: newPath, status: Page.STATUS_DELETED, deleteUser: user._id, deletedAt: Date.now(),
  353. },
  354. }, { new: true });
  355. const body = `redirect ${newPath}`;
  356. await Page.create(page.path, body, user, { redirectTo: newPath });
  357. this.pageEvent.emit('delete', page, user, socketClientId);
  358. this.pageEvent.emit('create', deletedPage, user, socketClientId);
  359. return deletedPage;
  360. }
  361. async deleteDescendants(pages, user) {
  362. const Page = this.crowi.model('Page');
  363. const pageCollection = mongoose.connection.collection('pages');
  364. const revisionCollection = mongoose.connection.collection('revisions');
  365. const deletePageBulkOp = pageCollection.initializeUnorderedBulkOp();
  366. const updateRevisionListOp = revisionCollection.initializeUnorderedBulkOp();
  367. const createRediectRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  368. const newPagesForRedirect = [];
  369. pages.forEach((page) => {
  370. const newPath = Page.getDeletedPageName(page.path);
  371. const revisionId = new mongoose.Types.ObjectId();
  372. const body = `redirect ${newPath}`;
  373. deletePageBulkOp.find({ _id: page._id }).update({
  374. $set: {
  375. path: newPath, status: Page.STATUS_DELETED, deleteUser: user._id, deletedAt: Date.now(),
  376. },
  377. });
  378. updateRevisionListOp.find({ path: page.path }).update({ $set: { path: newPath } });
  379. createRediectRevisionBulkOp.insert({
  380. _id: revisionId, path: page.path, body, author: user._id, format: 'markdown',
  381. });
  382. newPagesForRedirect.push({
  383. path: page.path,
  384. creator: user._id,
  385. grant: page.grant,
  386. grantedGroup: page.grantedGroup,
  387. grantedUsers: page.grantedUsers,
  388. lastUpdateUser: user._id,
  389. redirectTo: newPath,
  390. revision: revisionId,
  391. });
  392. });
  393. try {
  394. await deletePageBulkOp.execute();
  395. await updateRevisionListOp.execute();
  396. await createRediectRevisionBulkOp.execute();
  397. await Page.insertMany(newPagesForRedirect, { ordered: false });
  398. }
  399. catch (err) {
  400. if (err.code !== 11000) {
  401. throw new Error('Failed to revert pages: ', err);
  402. }
  403. }
  404. }
  405. /**
  406. * Create delete stream
  407. */
  408. async deleteDescendantsWithStream(targetPage, user, options = {}) {
  409. const Page = this.crowi.model('Page');
  410. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  411. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  412. const { PageQueryBuilder } = Page;
  413. const readStream = new PageQueryBuilder(Page.find())
  414. .addConditionToExcludeRedirect()
  415. .addConditionToListOnlyDescendants(targetPage.path)
  416. .addConditionToFilteringByViewer(user, userGroups)
  417. .query
  418. .lean()
  419. .cursor({ batchSize: BULK_REINDEX_SIZE });
  420. const deleteDescendants = this.deleteDescendants.bind(this);
  421. let count = 0;
  422. const writeStream = new Writable({
  423. objectMode: true,
  424. async write(batch, encoding, callback) {
  425. try {
  426. count += batch.length;
  427. deleteDescendants(batch, user);
  428. logger.debug(`Reverting pages progressing: (count=${count})`);
  429. }
  430. catch (err) {
  431. logger.error('revertPages error on add anyway: ', err);
  432. }
  433. callback();
  434. },
  435. final(callback) {
  436. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  437. callback();
  438. },
  439. });
  440. readStream
  441. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  442. .pipe(writeStream);
  443. }
  444. // delete multiple pages
  445. async deleteMultipleCompletely(pages, user, options = {}) {
  446. const ids = pages.map(page => (page._id));
  447. const paths = pages.map(page => (page.path));
  448. const socketClientId = options.socketClientId || null;
  449. logger.debug('Deleting completely', paths);
  450. await this.deleteCompletelyOperation(ids, paths);
  451. this.pageEvent.emit('deleteCompletely', pages, user, socketClientId); // update as renamed page
  452. return;
  453. }
  454. async deleteCompletely(page, user, options = {}, isRecursively = false) {
  455. const ids = [page._id];
  456. const paths = [page.path];
  457. const socketClientId = options.socketClientId || null;
  458. logger.debug('Deleting completely', paths);
  459. await this.deleteCompletelyOperation(ids, paths);
  460. if (isRecursively) {
  461. this.deleteCompletelyDescendantsWithStream(page, user, options);
  462. }
  463. this.pageEvent.emit('delete', page, user, socketClientId); // update as renamed page
  464. return;
  465. }
  466. /**
  467. * Create delete completely stream
  468. */
  469. async deleteCompletelyDescendantsWithStream(targetPage, user, options = {}) {
  470. const Page = this.crowi.model('Page');
  471. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  472. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  473. const { PageQueryBuilder } = Page;
  474. const readStream = new PageQueryBuilder(Page.find())
  475. .addConditionToExcludeRedirect()
  476. .addConditionToListOnlyDescendants(targetPage.path)
  477. .addConditionToFilteringByViewer(user, userGroups)
  478. .query
  479. .lean()
  480. .cursor({ batchSize: BULK_REINDEX_SIZE });
  481. const deleteMultipleCompletely = this.deleteMultipleCompletely.bind(this);
  482. let count = 0;
  483. const writeStream = new Writable({
  484. objectMode: true,
  485. async write(batch, encoding, callback) {
  486. try {
  487. count += batch.length;
  488. await deleteMultipleCompletely(batch, user, options);
  489. logger.debug(`Adding pages progressing: (count=${count})`);
  490. }
  491. catch (err) {
  492. logger.error('addAllPages error on add anyway: ', err);
  493. }
  494. callback();
  495. },
  496. final(callback) {
  497. logger.debug(`Adding pages has completed: (totalCount=${count})`);
  498. callback();
  499. },
  500. });
  501. readStream
  502. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  503. .pipe(writeStream);
  504. }
  505. async revertDeletedDescendants(pages, user) {
  506. const Page = this.crowi.model('Page');
  507. const pageCollection = mongoose.connection.collection('pages');
  508. const revisionCollection = mongoose.connection.collection('revisions');
  509. const removePageBulkOp = pageCollection.initializeUnorderedBulkOp();
  510. const revertPageBulkOp = pageCollection.initializeUnorderedBulkOp();
  511. const revertRevisionBulkOp = revisionCollection.initializeUnorderedBulkOp();
  512. // e.g. key: '/test'
  513. const pathToPageMapping = {};
  514. const toPaths = pages.map(page => Page.getRevertDeletedPageName(page.path));
  515. const toPages = await Page.find({ path: { $in: toPaths } });
  516. toPages.forEach((toPage) => {
  517. pathToPageMapping[toPage.path] = toPage;
  518. });
  519. pages.forEach((page) => {
  520. // e.g. page.path = /trash/test, toPath = /test
  521. const toPath = Page.getRevertDeletedPageName(page.path);
  522. if (pathToPageMapping[toPath] != null) {
  523. // When the page is deleted, it will always be created with "redirectTo" in the path of the original page.
  524. // So, it's ok to delete the page
  525. // However, If a page exists that is not "redirectTo", something is wrong. (Data correction is needed).
  526. if (pathToPageMapping[toPath].redirectTo === page.path) {
  527. removePageBulkOp.find({ path: toPath }).remove();
  528. }
  529. }
  530. revertPageBulkOp.find({ _id: page._id }).update({
  531. $set: {
  532. path: toPath, status: Page.STATUS_PUBLISHED, lastUpdateUser: user._id, deleteUser: null, deletedAt: null,
  533. },
  534. });
  535. revertRevisionBulkOp.find({ path: page.path }).update({ $set: { path: toPath } }, { multi: true });
  536. });
  537. try {
  538. await removePageBulkOp.execute();
  539. await revertPageBulkOp.execute();
  540. await revertRevisionBulkOp.execute();
  541. }
  542. catch (err) {
  543. if (err.code !== 11000) {
  544. throw new Error('Failed to revert pages: ', err);
  545. }
  546. }
  547. }
  548. async revertDeletedPage(page, user, options = {}, isRecursively = false) {
  549. const Page = this.crowi.model('Page');
  550. const Revision = this.crowi.model('Revision');
  551. const newPath = Page.getRevertDeletedPageName(page.path);
  552. const originPage = await Page.findByPath(newPath);
  553. if (originPage != null) {
  554. // When the page is deleted, it will always be created with "redirectTo" in the path of the original page.
  555. // So, it's ok to delete the page
  556. // However, If a page exists that is not "redirectTo", something is wrong. (Data correction is needed).
  557. if (originPage.redirectTo !== page.path) {
  558. throw new Error('The new page of to revert is exists and the redirect path of the page is not the deleted page.');
  559. }
  560. await this.deleteCompletely(originPage, options);
  561. }
  562. if (isRecursively) {
  563. this.revertDeletedDescendantsWithStream(page, user, options);
  564. }
  565. page.status = Page.STATUS_PUBLISHED;
  566. page.lastUpdateUser = user;
  567. debug('Revert deleted the page', page, newPath);
  568. const updatedPage = await Page.findByIdAndUpdate(page._id, {
  569. $set: {
  570. path: newPath, status: Page.STATUS_PUBLISHED, lastUpdateUser: user._id, deleteUser: null, deletedAt: null,
  571. },
  572. }, { new: true });
  573. await Revision.updateMany({ path: page.path }, { $set: { path: newPath } });
  574. return updatedPage;
  575. }
  576. /**
  577. * Create revert stream
  578. */
  579. async revertDeletedDescendantsWithStream(targetPage, user, options = {}) {
  580. const Page = this.crowi.model('Page');
  581. const UserGroupRelation = this.crowi.model('UserGroupRelation');
  582. const userGroups = await UserGroupRelation.findAllUserGroupIdsRelatedToUser(user);
  583. const { PageQueryBuilder } = Page;
  584. const readStream = new PageQueryBuilder(Page.find())
  585. .addConditionToExcludeRedirect()
  586. .addConditionToListOnlyDescendants(targetPage.path)
  587. .addConditionToFilteringByViewer(user, userGroups)
  588. .query
  589. .lean()
  590. .cursor({ batchSize: BULK_REINDEX_SIZE });
  591. const revertDeletedDescendants = this.revertDeletedDescendants.bind(this);
  592. let count = 0;
  593. const writeStream = new Writable({
  594. objectMode: true,
  595. async write(batch, encoding, callback) {
  596. try {
  597. count += batch.length;
  598. revertDeletedDescendants(batch, user);
  599. logger.debug(`Reverting pages progressing: (count=${count})`);
  600. }
  601. catch (err) {
  602. logger.error('revertPages error on add anyway: ', err);
  603. }
  604. callback();
  605. },
  606. final(callback) {
  607. logger.debug(`Reverting pages has completed: (totalCount=${count})`);
  608. callback();
  609. },
  610. });
  611. readStream
  612. .pipe(createBatchStream(BULK_REINDEX_SIZE))
  613. .pipe(writeStream);
  614. }
  615. async handlePrivatePagesForDeletedGroup(deletedGroup, action, transferToUserGroupId, user) {
  616. const Page = this.crowi.model('Page');
  617. const pages = await Page.find({ grantedGroup: deletedGroup });
  618. switch (action) {
  619. case 'public':
  620. await Promise.all(pages.map((page) => {
  621. return Page.publicizePage(page);
  622. }));
  623. break;
  624. case 'delete':
  625. return this.deleteMultipleCompletely(pages, user);
  626. case 'transfer':
  627. await Promise.all(pages.map((page) => {
  628. return Page.transferPageToGroup(page, transferToUserGroupId);
  629. }));
  630. break;
  631. default:
  632. throw new Error('Unknown action for private pages');
  633. }
  634. }
  635. validateCrowi() {
  636. if (this.crowi == null) {
  637. throw new Error('"crowi" is null. Init User model with "crowi" argument first.');
  638. }
  639. }
  640. }
  641. module.exports = PageService;