added mapper

.gitignore

@@ -353,4 +353,5 @@ uploade-api/node_modules
 uploade-api/build
 package-lock.json
 ui/.env
-uplaode-api/sitecoreMigrationData
+uplaode-api/sitecoreMigrationData
+uplaode-api/extracted_files

api/src/services/contentMapper.service.ts

@@ -34,7 +34,7 @@ const putTestData = async (req: Request) => {
       return { id, isDeleted: true, ...field };
     });
     FieldMapperModel.update((data: any) => {
-      data.field_mapper = [...data?.field_mapper, ...fields];
+      data.field_mapper = [...data?.field_mapper ?? [], ...fields];
     });
     contentTypes[index].fieldMapping = fieldIds;
   });
@@ -44,7 +44,7 @@ const putTestData = async (req: Request) => {
   const contentType = contentTypes.map((item: any) => {
     const id = uuidv4();
     contentIds.push(id);
-    return { id, ...item };
+    return { ...item, id };
   });
 
   await ContentTypesMapperModelLowdb.update((data: any) => {
@@ -256,8 +256,7 @@ const updateContentType = async (req: Request) => {
       NEW_PROJECT_STATUS[4],
     ].includes(project.status) ||
     project.current_step < STEPPER_STEPS.CONTENT_MAPPING
-  ) 
-   {
+  ) {
     logger.error(
       getLogMessage(
         srcFun,

uplaode-api/.env

@@ -1 +1,2 @@
-PORT=4002
+PORT=4002
+NODE_BACKEND_API =http://localhost:5000

uplaode-api/migration-sitecore/index.js

@@ -4,8 +4,12 @@ const contentTypes = require("./libs/contenttypes.js");
 const ExtractConfiguration = require("./libs/configuration.js")
 // eslint-disable-next-line @typescript-eslint/no-var-requires
 const reference = require("./libs/reference.js");
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const ExtractFiles = require("./libs/convert.js")
+
 module.exports = {
   contentTypes,
   ExtractConfiguration,
-  reference
+  reference,
+  ExtractFiles
 }

uplaode-api/migration-sitecore/libs/convert.js

@@ -2,10 +2,9 @@
  * External module Dependencies.
  */
 /* eslint-disable @typescript-eslint/no-var-requires */
-const mkdirp = require("mkdirp");
 const path = require("path");
-const fs = require("fs"),
-const parseString = require("xml2js").parseString,
+const fs = require("fs");
+const parseString = require("xml2js").parseString;
 const read = require("fs-readdir-recursive");
 /**
  * Internal module Dependencies.
@@ -25,54 +24,20 @@ const config = {
  * Create folders and files if they are not created
  */
 
-
-
 function ExtractFiles(sitecore_folder) {
   const xml_folder = read(sitecore_folder)
-  if (!fs.existsSync(path.join(process.cwd(), config.data))) {
-    mkdirp.sync(path.join(process.cwd(), config.data));
-    for (let i = 0; i < xml_folder.length; i++) {
-      const xml_data = `${sitecore_folder}/`.concat(xml_folder[i])
-      const json_data = xml_data.replace('/xml', '')
-      if (!fs.existsSync(path.resolve(json_data, config.json_filename))) {
-        parseString(helper.readXMLFile(xml_data), { explicitArray: false }, function (err, result) {
-          if (err) {
-            console.error("failed to parse xml: ", err);
-          } else {
-            const filePath = path.join(json_data, config?.json_filename)
-            fs.writeFileSync(`${filePath}.json`, JSON.stringify(result, null, 4), "utf-8");
-          }
-        })
-      } else {
-        fs.unlink(path.resolve(json_data, config.json_filename), (err) => {
-          if (err) throw err;
-        });
-      }
-    }
-  } else {
-    for (let i = 0; i < xml_folder.length; i++) {
-      if (xml_folder?.[i]?.includes?.("/xml")) {
-        const xml_data = `${sitecore_folder}/${xml_folder?.[i]}`
-        const json_data = xml_data.replace('/xml', '')
-        if (!fs.existsSync(path.resolve(json_data, config.json_filename))) {
-          parseString(helper.readXMLFile(xml_data), { explicitArray: false }, function (err, result) {
-            if (err) {
-              console.error("failed to parse xml: ", err);
-            } else {
-              const filePath = path.join(json_data, config?.json_filename)
-              fs.writeFileSync(filePath, JSON.stringify(result, null, 4), "utf-8");
-            }
-          })
+  for (let i = 0; i < xml_folder.length; i++) {
+    if (xml_folder?.[i]?.includes?.("/xml")) {
+      const xml_data = `${sitecore_folder}/${xml_folder?.[i]}`;
+      const json_data = xml_data.replace('/xml', '');
+      parseString(helper.readXMLFile(xml_data), { explicitArray: false }, function (err, result) {
+        if (err) {
+          console.error("failed to parse xml: ", err);
         } else {
-          fs.unlink(path.resolve(json_data, config.json_filename), (err) => {
-            if (err) {
-              console.log(err)
-              throw err
-            }
-            console.log('File was deleted');
-          });
+          const filePath = path.join(json_data, config?.json_filename);
+          fs.writeFileSync(filePath, JSON.stringify(result, null, 4), "utf8");
         }
-      }
+      })
     }
   }
 }

uplaode-api/migration-sitecore/utils/helper.js

@@ -1,3 +1,4 @@
+/* eslint-disable @typescript-eslint/no-var-requires */
 /**
  * External module Dependencies.
  */
@@ -11,9 +12,8 @@ var mkdirp = require("mkdirp");
 
 // for checking XML file
 exports.readXMLFile = function (filePath) {
-  var data;
-  if (fs.existsSync(filePath)) data = fs.readFileSync(filePath, "utf-8");
-  console.log("🚀 ~ file: helper.js:16 ~ data:", data)
+  let data;
+  if (fs.existsSync(filePath)) data = fs.readFileSync(filePath, "utf8");
   return data;
 };
 

uplaode-api/package.json

@@ -23,7 +23,7 @@
     "@types/inquirer": "^9.0.7",
     "@types/lodash.isempty": "^4.4.9",
     "@types/multer": "^1.4.11",
-    "@types/node": "^20.11.0",
+    "@types/node": "^20.12.12",
     "@typescript-eslint/eslint-plugin": "^7.7.1",
     "eslint-config-prettier": "^9.1.0",
     "eslint-plugin-prettier": "^5.1.3",
@@ -42,6 +42,7 @@
     "eslint-plugin-react": "^7.33.2",
     "eslint-plugin-react-hooks": "^4.6.0",
     "express": "^4.18.2",
+    "express-rate-limit": "^7.2.0",
     "inquirer": "^9.2.15",
     "jszip": "^3.10.1",
     "lodash.isempty": "^4.4.0",

uplaode-api/src/constants/index.ts

@@ -19,7 +19,9 @@ export const HTTP_TEXTS = {
   SOMETHING_WENT_WRONG: 'Something went wrong while processing your request, please try again.',
   ROUTE_ERROR: 'Sorry, the requested resource is not available.',
   VALIDATION_ERROR: 'File validation failed.',
-  VALIDATION_SUCCESSFULL: ' File validated successfully.'
+  VALIDATION_SUCCESSFULL: ' File validated successfully.',
+  ZIP_FILE_SAVE: 'Issue While Saving Zip File.',
+  MAPPER_SAVED: 'Mapping process completed successfull.'
 };
 
 export const HTTP_RESPONSE_HEADERS = {

uplaode-api/src/controllers/sitecore/index.ts

@@ -1,12 +1,16 @@
 import axios from "axios";
 import { readFileSync } from "fs";
+import { deleteFolderSync } from "../../helper";
+import logger from "../../utils/logger";
+import { HTTP_CODES, HTTP_TEXTS } from "../../constants";
 
 // eslint-disable-next-line @typescript-eslint/no-var-requires
-const { contentTypes, ExtractConfiguration, reference } = require('migration-sitecore');
+const { contentTypes, ExtractConfiguration, reference, ExtractFiles } = require('migration-sitecore');
 
-const createSitecoreMapper = async () => {
+const createSitecoreMapper = async (filePath: string = "", projectId: string | string[], app_token: string | string[]) => {
   try {
-    const path = "/Users/umesh.more/Downloads/package 45/items";
+    const path = `${filePath}/items`;
+    await ExtractFiles(path);
     await ExtractConfiguration(path);
     await contentTypes(path);
     const infoMap = await reference();
@@ -17,22 +21,31 @@ const createSitecoreMapper = async () => {
           JSON.parse(readFileSync(`${infoMap?.path}/content_types/${contentType}`, 'utf8'))
         );
       }
-      console.log("🚀 ~ createSitecoreMapper ~ fieldMapping:", fieldMapping)
       const config = {
         method: 'post',
         maxBodyLength: Infinity,
-        url: `http://localhost:5000/v2/mapper/createDummyData/98ee1edc-f297-419d-a394-8ab71e2e546c`,
+        url: `${process.env.NODE_BACKEND_API}/v2/mapper/createDummyData/${projectId}`,
         headers: {
-          'app_token': 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJyZWdpb24iOiJOQSIsInVzZXJfaWQiOiJibHQzNWNlZTkxZThmZDI4YWRiIiwiaWF0IjoxNzE1ODU1MzMwLCJleHAiOjE3MTU5NDE3MzB9.4-aVhDCWjvCPNXeWK8RaNnH97quOM7j8rMF_pSKh7rM',
+          app_token,
           'Content-Type': 'application/json'
         },
         data: JSON.stringify(fieldMapping),
       };
       const response = await axios.request(config)
-      console.log("🚀 ~ forawait ~ response:", response?.data)
+      if (response?.data?.content_mapper?.length) {
+        deleteFolderSync(infoMap?.path);
+        logger.info('Validation success:', {
+          status: HTTP_CODES?.OK,
+          message: HTTP_TEXTS?.MAPPER_SAVED,
+        });
+      }
     }
   } catch (err: any) {
     console.error("🚀 ~ createSitecoreMapper ~ err:", err?.response?.data ?? err)
+    logger.warn('Validation error:', {
+      status: HTTP_CODES?.UNAUTHORIZED,
+      message: HTTP_TEXTS?.VALIDATION_ERROR,
+    });
   }
 }
 

uplaode-api/src/helper/index.ts

@@ -1,3 +1,9 @@
+import rateLimit from "express-rate-limit";
+import fs from "fs";
+import path from "path";
+import { HTTP_TEXTS, HTTP_CODES } from '../constants';
+import logger from "../utils/logger";
+
 const getFileName = (params: { Key: string }) => {
   const obj: { fileName?: string; fileExt?: string } = {};
   //fine Name
@@ -7,4 +13,60 @@ const getFileName = (params: { Key: string }) => {
   return obj;
 };
 
-export { getFileName };
+const saveZip = async (zip: any) => {
+  try {
+    const keys = Object?.keys(zip.files);
+    for await (const filename of keys) {
+      const file = zip?.files?.[filename];
+      if (!file?.dir) { // Ignore directories
+        const filePath = path.join(__dirname, '../../extracted_files', filename);
+        // Ignore __MACOSX folder asynchronously
+        if (!(filePath.includes("__MACOSX"))) {
+          // Ensure the directory exists asynchronously
+          await fs.promises.mkdir(path.dirname(filePath), { recursive: true });
+          // Write the file asynchronously
+          const content = await file.async('nodebuffer');
+          await fs.promises.writeFile(filePath, content);
+        }
+      }
+    }
+    return true;
+  } catch (err: any) {
+    console.error(err);
+    logger.info('Zipfile error:', {
+      status: HTTP_CODES?.SERVER_ERROR,
+      message: HTTP_TEXTS?.ZIP_FILE_SAVE,
+    });
+    return false;
+  }
+};
+
+const fileOperationLimiter = rateLimit({
+  windowMs: 2 * 60 * 1000, // 2 minutes
+  max: 2, // Limit each IP to 2 requests per windowMs for this endpoint
+  message: {
+    status: "rate limit",
+    message: "Rate limit exceeded. Only 2 calls allowed every 2 minutes.",
+  }
+});
+
+
+function deleteFolderSync(folderPath: string): void {
+  if (fs.existsSync(folderPath)) {
+    fs.readdirSync(folderPath).forEach((file: string) => {
+      const currentPath: string = path.join(folderPath, file);
+      if (fs.lstatSync(currentPath).isDirectory()) {
+        // Recurse
+        deleteFolderSync(currentPath);
+      } else {
+        // Delete file
+        fs.unlinkSync(currentPath);
+      }
+    });
+    // Delete now-empty folder
+    fs.rmdirSync(folderPath);
+  }
+}
+
+
+export { getFileName, saveZip, fileOperationLimiter, deleteFolderSync };