html parsing

Author: jaesukhwang95

excel/excelParser.js

@@ -1,4 +1,6 @@
 const xlsx = require('xlsx');
+const axios = require('axios');
+const cheerio = require('cheerio');
 
 const workbook = xlsx.readFile('./data.xlsx');
 
@@ -8,4 +10,17 @@ const records = xlsx.utils.sheet_to_json(ws);
 
 for(const [i, r] of records.entries()) {
     console.log(i, r.제목, r.링크);
-}
+}
+
+const crawler = async () => {
+    await Promise.all(records.map( async (r) => {
+        const response = await axios.get(r.링크);
+        if (response.status === 200) {  
+            const html = response.data;
+            const $ = cheerio.load(html);
+            const text = $('.score.score_left .star_score').text();
+            console.log(r.제목, '평점', text.trim());
+        }
+    }));
+};
+crawler();

package-lock.json

@@ -9,6 +9,8 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
+    "axios": "^0.18.0",
+    "cheerio": "^1.0.0-rc.3",
     "csv-parse": "^4.4.1",
     "xlsx": "^0.14.3"
   }