weseek__growi/apps/app/src/server/routes/apiv3/import.ts

import { SCOPE } from '@growi/core/dist/interfaces';
import { ErrorV3 } from '@growi/core/dist/models';
import type { Router } from 'express';

import { SupportedAction } from '~/interfaces/activity';
import type { GrowiArchiveImportOption } from '~/models/admin/growi-archive-import-option';
import type Crowi from '~/server/crowi';
import { accessTokenParser } from '~/server/middlewares/access-token-parser';
import adminRequiredFactory from '~/server/middlewares/admin-required';
import loginRequiredFactory from '~/server/middlewares/login-required';
import type { ImportSettings } from '~/server/service/import';
import { getImportService } from '~/server/service/import';
import { generateOverwriteParams } from '~/server/service/import/overwrite-params';
import type { ZipFileStat } from '~/server/service/interfaces/export';
import loggerFactory from '~/utils/logger';

import { generateAddActivityMiddleware } from '../../middlewares/add-activity';

const logger = loggerFactory('growi:routes:apiv3:import');

const path = require('path');

const express = require('express');
const multer = require('multer');

const router = express.Router();

/**
 * @swagger
 *
 *  components:
 *    schemas:
 *      GrowiArchiveImportOption:
 *        description: GrowiArchiveImportOption
 *        type: object
 *        properties:
 *          mode:
 *            description: Import mode
 *            type: string
 *            enum: [insert, upsert, flushAndInsert]
 *      ImportStatus:
 *        description: ImportStatus
 *        type: object
 *        properties:
 *          isTheSameVersion:
 *            type: boolean
 *            description: whether the version of the uploaded data is the same as the current GROWI version
 *          zipFileStat:
 *            type: object
 *            description: the property object
 *          progressList:
 *            type: array
 *            items:
 *              type: object
 *              description: progress data for each exporting collections
 *          isImporting:
 *            type: boolean
 *            description: whether the current importing job exists or not
 *      FileImportResponse:
 *        type: object
 *        properties:
 *          meta:
 *            type: object
 *            properties:
 *              version:
 *                type: string
 *              url:
 *                type: string
 *              passwordSeed:
 *                type: string
 *              exportedAt:
 *                type: string
 *                format: date-time
 *              envVars:
 *                type: object
 *                properties:
 *                  ELASTICSEARCH_URI:
 *                    type: string
 *          fileName:
 *            type: string
 *          zipFilePath:
 *            type: string
 *          fileStat:
 *            type: object
 *            properties:
 *              dev:
 *                type: integer
 *              mode:
 *                type: integer
 *              nlink:
 *                type: integer
 *              uid:
 *                type: integer
 *              gid:
 *                type: integer
 *              rdev:
 *                type: integer
 *              blksize:
 *                type: integer
 *              ino:
 *                type: integer
 *              size:
 *                type: integer
 *              blocks:
 *                type: integer
 *              atime:
 *                type: string
 *                format: date-time
 *              mtime:
 *                type: string
 *                format: date-time
 *              ctime:
 *                type: string
 *                format: date-time
 *              birthtime:
 *                type: string
 *                format: date-time
 *          innerFileStats:
 *            type: array
 *            items:
 *              type: object
 *              properties:
 *                fileName:
 *                  type: string
 *                collectionName:
 *                  type: string
 *                size:
 *                  type: integer
 *                  nullable: true
 */
export default function route(crowi: Crowi): Router {
  const { growiBridgeService, socketIoService } = crowi;
  const importService = getImportService();

  const loginRequired = loginRequiredFactory(crowi);
  const adminRequired = adminRequiredFactory(crowi);
  const addActivity = generateAddActivityMiddleware();

  const adminEvent = crowi.events.admin;
  const activityEvent = crowi.events.activity;

  // setup event
  adminEvent.on('onProgressForImport', (data) => {
    socketIoService.getAdminSocket().emit('admin:onProgressForImport', data);
  });
  adminEvent.on('onTerminateForImport', (data) => {
    socketIoService.getAdminSocket().emit('admin:onTerminateForImport', data);
  });
  adminEvent.on('onErrorForImport', (data) => {
    socketIoService.getAdminSocket().emit('admin:onErrorForImport', data);
  });

  const uploads = multer({
    storage: multer.diskStorage({
      destination: (req, file, cb) => {
        cb(null, importService.baseDir);
      },
      filename(req, file, cb) {
        // to prevent hashing the file name. files with same name will be overwritten.
        cb(null, file.originalname);
      },
    }),
    fileFilter: (req, file, cb) => {
      if (path.extname(file.originalname) === '.zip') {
        return cb(null, true);
      }
      cb(new Error('Only ".zip" is allowed'));
    },
  });

  /**
   * @swagger
   *
   *  /import/status:
   *    get:
   *      tags: [Import]
   *      security:
   *        - bearer: []
   *        - accessTokenInQuery: []
   *        - accessTokenHeaderAuth: []
   *      summary: /import/status
   *      description: Get properties of stored zip files for import
   *      responses:
   *        200:
   *          description: the zip file statuses
   *          content:
   *            application/json:
   *              schema:
   *                properties:
   *                  status:
   *                    $ref: '#/components/schemas/ImportStatus'
   */
  router.get(
    '/status',
    accessTokenParser([SCOPE.READ.ADMIN.IMPORT_DATA], { acceptLegacy: true }),
    loginRequired,
    adminRequired,
    async (req, res) => {
      try {
        const status = await importService.getStatus();
        return res.apiv3(status);
      } catch (err) {
        return res.apiv3Err(err, 500);
      }
    },
  );

  /**
   * @swagger
   *
   *  /import:
   *    post:
   *      tags: [Import]
   *      security:
   *        - bearer: []
   *        - accessTokenInQuery: []
   *        - accessTokenHeaderAuth: []
   *      summary: /import
   *      description: import a collection from a zipped json
   *      requestBody:
   *        required: true
   *        content:
   *          application/json:
   *            schema:
   *              type: object
   *              properties:
   *                fileName:
   *                  description: the file name of zip file
   *                  type: string
   *                collections:
   *                  description: collection names to import
   *                  type: array
   *                  items:
   *                    type: string
   *                options:
   *                  description: |
   *                    the array of importing option that have collection name as the key
   *                  additionalProperties:
   *                    type: array
   *                    items:
   *                      $ref: '#/components/schemas/GrowiArchiveImportOption'
   *      responses:
   *        200:
   *          description: Import process has requested
   */
  router.post(
    '/',
    accessTokenParser([SCOPE.WRITE.ADMIN.IMPORT_DATA], { acceptLegacy: true }),
    loginRequired,
    adminRequired,
    addActivity,
    async (req, res) => {
      // TODO: add express validator
      const { fileName, collections, options } = req.body;

      // pages collection can only be imported by upsert if isV5Compatible is true
      const isV5Compatible =
        crowi.configManager.getConfig('app:isV5Compatible');
      const isImportPagesCollection = collections.includes('pages');
      if (isV5Compatible && isImportPagesCollection) {
        /** @type {ImportOptionForPages} */
        const option = options.find((opt) => opt.collectionName === 'pages');
        if (option.mode !== 'upsert') {
          return res.apiv3Err(
            new ErrorV3(
              'Upsert is only available for importing pages collection.',
              'only_upsert_available',
            ),
          );
        }
      }

      const isMaintenanceMode = crowi.appService.isMaintenanceMode();
      if (!isMaintenanceMode) {
        return res.apiv3Err(
          new ErrorV3(
            'GROWI is not maintenance mode. To import data, please activate the maintenance mode first.',
            'not_maintenance_mode',
          ),
        );
      }

      const zipFile = importService.getFile(fileName);

      // return response first
      res.apiv3();

      /*
       * unzip, parse
       */
      let meta: object;
      let fileStatsToImport: {
        fileName: string;
        collectionName: string;
        size: number;
      }[];
      try {
        // unzip
        await importService.unzip(zipFile);

        const parseZipResult = await growiBridgeService.parseZipFile(zipFile);
        if (parseZipResult == null) {
          throw new Error('parseZipFile returns null');
        }

        meta = parseZipResult.meta;

        // filter innerFileStats
        fileStatsToImport = parseZipResult.innerFileStats.filter(
          ({ collectionName }) => {
            return collections.includes(collectionName);
          },
        );
      } catch (err) {
        logger.error(err);
        adminEvent.emit('onErrorForImport', { message: err.message });
        return;
      }

      /*
       * validate with meta.json
       */
      try {
        importService.validate(meta);
      } catch (err) {
        logger.error(err);
        adminEvent.emit('onErrorForImport', { message: err.message });
        return;
      }

      // generate maps of ImportSettings to import
      // Use the Map for a potential fix for the code scanning alert no. 895: Prototype-polluting assignment
      const importSettingsMap = new Map<string, ImportSettings>();
      fileStatsToImport.forEach(({ fileName, collectionName }) => {
        // instanciate GrowiArchiveImportOption
        const option: GrowiArchiveImportOption = options.find(
          (opt) => opt.collectionName === collectionName,
        );

        // generate options
        const importSettings = {
          mode: option.mode,
          jsonFileName: fileName,
          overwriteParams: generateOverwriteParams(
            collectionName,
            req.user._id,
            option,
          ),
        } satisfies ImportSettings;

        importSettingsMap.set(collectionName, importSettings);
      });

      /*
       * import
       */
      try {
        importService.import(collections, importSettingsMap);

        const parameters = {
          action: SupportedAction.ACTION_ADMIN_GROWI_DATA_IMPORTED,
        };
        activityEvent.emit('update', res.locals.activity._id, parameters);
      } catch (err) {
        logger.error(err);
        adminEvent.emit('onErrorForImport', { message: err.message });
      }
    },
  );

  /**
   * @swagger
   *
   *  /import/upload:
   *    post:
   *      tags: [Import]
   *      security:
   *        - bearer: []
   *        - accessTokenInQuery: []
   *        - accessTokenHeaderAuth: []
   *      summary: /import/upload
   *      description: upload a zip file
   *      requestBody:
   *        content:
   *          multipart/form-data:
   *            schema:
   *              type: object
   *              properties:
   *                file:
   *                  type: string
   *                  format: binary
   *      responses:
   *        200:
   *          description: the file is uploaded
   *          content:
   *            application/json:
   *              schema:
   *                $ref: '#/components/schemas/FileImportResponse'
   */
  router.post(
    '/upload',
    accessTokenParser([SCOPE.WRITE.ADMIN.IMPORT_DATA], { acceptLegacy: true }),
    loginRequired,
    adminRequired,
    uploads.single('file'),
    addActivity,
    async (req, res) => {
      const { file } = req;
      const zipFile = importService.getFile(file.filename);
      let data: ZipFileStat | null;

      try {
        data = await growiBridgeService.parseZipFile(zipFile);
      } catch (err) {
        // TODO: use ApiV3Error
        logger.error(err);
        return res.status(500).send({ status: 'ERROR' });
      }
      try {
        // validate with meta.json
        importService.validate(data?.meta);

        const parameters = {
          action: SupportedAction.ACTION_ADMIN_ARCHIVE_DATA_UPLOAD,
        };
        activityEvent.emit('update', res.locals.activity._id, parameters);

        return res.apiv3(data);
      } catch {
        const msg =
          'The version of this GROWI and the uploaded GROWI data are not the same';
        const validationErr = 'versions-are-not-met';
        return res.apiv3Err(new ErrorV3(msg, validationErr), 500);
      }
    },
  );

  /**
   * @swagger
   *
   *  /import/all:
   *    delete:
   *      tags: [Import]
   *      security:
   *        - bearer: []
   *        - accessTokenInQuery: []
   *        - accessTokenHeaderAuth: []
   *      summary: /import/all
   *      description: Delete all zip files
   *      responses:
   *        200:
   *          description: all files are deleted
   */
  router.delete(
    '/all',
    accessTokenParser([SCOPE.WRITE.ADMIN.IMPORT_DATA], { acceptLegacy: true }),
    loginRequired,
    adminRequired,
    async (req, res) => {
      try {
        importService.deleteAllZipFiles();

        return res.apiv3();
      } catch (err) {
        logger.error(err);
        return res.apiv3Err(err, 500);
      }
    },
  );

  return router;
}