importer.js 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. /**
  2. * importer
  3. */
  4. module.exports = crowi => {
  5. 'use strict';
  6. const logger = require('@alias/logger')('growi:util:importer');
  7. const esa = require('esa-nodejs');
  8. const User = crowi.model('User');
  9. const config = crowi.getConfig();
  10. const createGrowiPages = require('./createGrowiPagesFromImports')(crowi);
  11. let importer = {};
  12. let esaClient = {};
  13. /**
  14. * Initialize importer
  15. */
  16. importer.initialize = () => {
  17. esaClient = esa({
  18. team: config.crowi['importer:esa:team_name'],
  19. accessToken: config.crowi['importer:esa:access_token'],
  20. });
  21. logger.info('initialize esa importer');
  22. };
  23. /**
  24. * Import page data from esa to GROWI
  25. */
  26. importer.importDataFromEsa = user => {
  27. return new Promise(async(resolve, reject) => {
  28. const rawData = await getAllPostsFromEsa([], 1);
  29. const data = convertEsaDataForGrowi(rawData, user);
  30. const result = await createGrowiPages(data, user);
  31. resolve(result);
  32. });
  33. };
  34. const getAllPostsFromEsa = (pagesSoFar, pageNum) => {
  35. return new Promise((resolve, reject) => {
  36. esaClient.api.posts({page: pageNum, per_page: 100}, (err, res) => {
  37. const nextPage = res.body.next_page;
  38. const postsReceived = res.body.posts;
  39. if (err) {
  40. reject(`error in page ${pageNum}: ${err}`);
  41. }
  42. if (nextPage) {
  43. return resolve(getAllPostsFromEsa(pagesSoFar.concat(postsReceived), nextPage));
  44. }
  45. else {
  46. return resolve(pagesSoFar.concat(postsReceived));
  47. }
  48. });
  49. });
  50. };
  51. /**
  52. * Convert data into usable format for createGrowiPagesFromImports
  53. */
  54. const convertEsaDataForGrowi = (rawData, user) => {
  55. const basePage = '';
  56. const data = rawData.map(post => {
  57. const category = post.category;
  58. const name = post.name;
  59. let path = '';
  60. if (category && name) {
  61. path = `${category}/${name}`;
  62. }
  63. else if (category) {
  64. path = category;
  65. }
  66. else if (name) {
  67. path = name;
  68. }
  69. return {
  70. path: `${basePage}/${path}`,
  71. body: post.body_md,
  72. user: user,
  73. };
  74. });
  75. return data;
  76. };
  77. /**
  78. * Import page data from esa to GROWI
  79. */
  80. importer.testConnectionToEsa = () => {
  81. return new Promise(async(resolve, reject) => {
  82. try {
  83. await getTeamNameFromEsa();
  84. resolve();
  85. }
  86. catch (err) {
  87. reject(err);
  88. }
  89. });
  90. };
  91. /**
  92. * Get teams from esa (Promise wrapper)
  93. */
  94. const getTeamNameFromEsa = () => {
  95. return new Promise((resolve, reject) => {
  96. esaClient.api.team((err, res) => {
  97. if (err) {
  98. return reject(err);
  99. }
  100. resolve(res);
  101. });
  102. });
  103. };
  104. importer.initialize();
  105. return importer;
  106. };