feat: update format

Author: PigRabbBoy

csv/csv.service.ts

@@ -1,10 +1,20 @@
 import Papa from "papaparse";
 
 export const writeCSV = async (data: any[], filename: string) => {
-  const csv = Papa.unparse(data, {
-    header: true,
-    delimiter: "|",
-  });
+  const csv = Papa.unparse(
+    data.map((v) => {
+      Object.keys(v).forEach((key) => {
+        if (typeof v[key] === "object" || Array.isArray(v[key])) {
+          v[key] = JSON.stringify(v[key]);
+        }
+      });
+      return v;
+    }),
+    {
+      header: true,
+      delimiter: "|",
+    }
+  );
 
   await Bun.write(filename, csv, { createPath: true });
-};
+};

scraping/myhora.service.ts

@@ -7,7 +7,7 @@ import type {
 import { ThaiTime } from "../utils/thai-time";
 import pLimit from "p-limit";
 
-const limit = pLimit(10);
+const limit = pLimit(20);
 function normalizeSpaces(str: string) {
   return str.replace(/\s+/g, " ").trim();
 }

script.ts

@@ -79,8 +79,9 @@ for (const { date, ...data } of list) {
 }
 
 for (const key in dataCSV2) {
+  const jsonData = [...dataCSV2[key]];
   await writeCSV(dataCSV2[key], `./data/result/${key}.csv`);
-  await Bun.write(`./data/result/${key}.json`, JSON.stringify(dataCSV2[key]), {
+  await Bun.write(`./data/result/${key}.json`, JSON.stringify(jsonData), {
     createPath: true,
   });
 }