[FEAT] Make cafeteria scrapper

scrapper-server/src/interfaces/CafeteriaScript.ts

@@ -2,6 +2,5 @@ export interface CafeteriaScript {
   url: string;
   cafeteria: number;
   waitSelector: string;
-  selectCafetera: Function;
   getMenus: Function;
 }

scrapper-server/src/interfaces/cafeteria/DateMenu.ts

@@ -0,0 +1,11 @@
+//몽고DB용
+
+export interface DateMenu {
+  cafeteria: string;
+  date: Date;
+  kind: string; //백반, 백반특식, 일품, 백반은 점심,저녁 이외 점심만
+  time: string; //점심 or저녁
+  mainMenu: string;
+  menus: string[];
+  price: number[];
+}

scrapper-server/src/interfaces/cafeteria/WeekMenu.ts

@@ -0,0 +1,23 @@
+//몽고DB용
+
+interface Menu {
+  //T: 식당 종류
+  date: Date;
+  mainMenu: string;
+  menus: string[]; //0번 메인메뉴, 이하 생략
+  price: number[]; //0번 일반가, 1번 조합원가
+}
+
+interface DateMenu {
+  //T: 식당 종류
+  kind: string; //백반, 백반특식, 일품, 백반은 점심,저녁 이외 점심만
+  time: string; //점심 or저녁
+
+  menuOfToday: Menu[];
+}
+
+export interface WeekMenu {
+  startDay: Date;
+  endDay: Date;
+  cafeteriaMenu: DateMenu[][]; //[0] 한빛 [1] 별빛 [2] 은하수
+}

scrapper-server/src/scrappers/CafeteriaScrapper/index.ts

@@ -1,13 +1,14 @@
 import Scrapper from "@src/scrappers/Scrapper";
 import { CafeteriaScript } from "@src/interfaces";
 import { Scenario } from "../Scenario";
-
+import find from "find";
+import { Menu } from "@src/interfaces/Menu";
 class CafeteriaScrapper extends Scrapper<CafeteriaScript> {
   constructor() {
     super(__dirname + "/scripts");
   }
 
-  async scrapping(scenario: Scenario<CafeteriaScript>) {
+  async scrapping(scenario: Scenario<CafeteriaScript>): Promise<Menu[]> {
     if (this.cralwer === null) {
       throw Error("크롤러 없음");
     }
@@ -21,9 +22,9 @@ class CafeteriaScrapper extends Scrapper<CafeteriaScript> {
     await this.cralwer.goto(cafeteriaScript.url);
     await this.cralwer.waitForSelector(cafeteriaScript.waitSelector);
     await this.evaluateScript(cafeteriaScript);
-    await this.cralwer.evaluate(`script.selectCafetera()`);
     const menus = await this.cralwer.evaluate(`script.getMenus()`);
     console.log(menus);
+    return menus;
   }
 }
 

scrapper-server/src/scrappers/CafeteriaScrapper/scripts/cafeteria.js

@@ -0,0 +1,103 @@
+const script = {
+  url: "https://www.cbnucoop.com/service/restaurant/",
+  waitSelector: "#menu-table",
+
+  getMenus: function () {
+    //주석처리 부분은 몽고DB용 구조
+    // const weekmenu = {
+    //   startDay: null,
+    //   endDay: null,
+    //   cafeteriaMenu: [],
+    // };
+    const range = document.querySelector("#menu-type-title").innerText;
+    const dateStrings = range.match(/(\d{4}년 \d{1,2}월 \d{1,2}일)/gm);
+    const dates = dateStrings.map((v) => {
+      const nums = v.match(/(\d{4})년 (\d{1,2})월 (\d{1,2})일/);
+      return new Date(nums[1], nums[2], nums[3]);
+    });
+    // weekmenu.startDay = new Date(dates[0]);
+    // weekmenu.endDay = new Date(dates[1]);
+    const startDay = new Date(dates[0]);
+    const res = [];
+    for (let cafeteria = 0; cafeteria < 3; cafeteria++) {
+      const tbody = document.querySelector(
+        `#tab${cafeteria + 1} > #menu-table > table > tbody`
+      );
+      const trNodes = tbody.querySelectorAll(`tr`);
+      for (let kind = 0; kind < trNodes.length; kind++) {
+        const $tr = trNodes[kind];
+        const thNodes = $tr.querySelectorAll(`th`);
+        const $dateMenu = {
+          kind:
+            kind == 1
+              ? trNodes[kind - 1].querySelectorAll(`th`)[0].innerText
+              : thNodes[0].innerText,
+          time: kind == 1 ? thNodes[0].innerText : thNodes[1].innerText,
+          // menuOfToday: [],
+        };
+        const tdNodes = $tr.querySelectorAll(`td`);
+        for (let day = 0; day < tdNodes.length; day++) {
+          const $div = tdNodes[day].querySelector(`div > div`);
+          if (!$div) continue;
+          const $menu = {
+            //date: new Date(startDay.getFullYear(), startDay.getMonth(), startDay.getDate()+day),
+            mainMenu: $div.querySelector(`h6`).innerText,
+            menus: Array.from($div.querySelectorAll(`div > li`)).map(
+              (v) => v.innerText
+            ),
+            price: Array.from($div.querySelectorAll(`div > span`)).map(
+              (v) => +v.innerText.replace(/,/, "")
+            ),
+          };
+          //$dateMenu.menuOfToday.push($menu);
+          let restaurant_name;
+          switch (cafeteria) {
+            case 0:
+              restaurant_name = "한빛 식당";
+              break;
+            case 1:
+              restaurant_name = "별빛 식당";
+              break;
+            case 2:
+              restaurant_name = "은하수 식당";
+              break;
+          }
+          let time;
+          switch ($dateMenu.time) {
+            case "점심식사":
+              time = 1;
+              break;
+            case "저녁식사":
+              time = 2;
+              break;
+          }
+          const row = {
+            restaurant_name,
+            food_name: $menu.mainMenu + " " + $menu.menus.join(" "),
+            date: `${startDay.getFullYear()}-${(startDay.getMonth()+1).toString().length == 1 ? '0'+(startDay.getMonth()+1).toString() : (startDay.getMonth()+1).toString()}-${(startDay.getDate() + day).toString().length == 1 ? '0'+(startDay.getDate() + day).toString() : (startDay.getDate() + day).toString()}`
+            ,
+            time
+          };
+          /*const row = {
+            cafeteria,
+            date: new Date(
+              startDay.getFullYear(),
+              startDay.getMonth(),
+              startDay.getDate() + day
+            ),
+            ...$dateMenu,
+            ...$menu,
+          };*/
+          res.push(row);
+        }
+        // if(!Array.isArray(weekmenu.cafeteriaMenu[cafeteria]))weekmenu.cafeteriaMenu[cafeteria] = [];
+        // weekmenu.cafeteriaMenu[cafeteria][kind] = $dateMenu;
+      }
+    }
+
+    console.log(res);
+    return res;
+  },
+};
+
+module.exports = script;