Skip to content

Commit e52326f

Browse files
authored
Merge pull request #160 from n0th1ng-else/use-fetch
2 parents 339d282 + 723649a commit e52326f

File tree

3 files changed

+72
-40
lines changed

3 files changed

+72
-40
lines changed

links.js

Lines changed: 2 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ import slogo from 'metascraper-logo';
1010
import spublisher from 'metascraper-publisher';
1111
import stitle from 'metascraper-title';
1212
import surl from 'metascraper-url';
13+
import fetch from 'node-fetch';
1314
import { saveMetaToFile } from './info.js';
1415
import { env } from './env.js';
1516
import { Logger } from './log.js';
@@ -27,18 +28,7 @@ const metascraper = scrapper([
2728

2829
const logger = new Logger('links');
2930

30-
const getLinkHtml = url =>
31-
new Promise((resolve, reject) =>
32-
get(url, res => {
33-
res.setEncoding('utf8');
34-
let body = '';
35-
res.on('data', data => {
36-
body = body + data;
37-
});
38-
res.on('end', () => resolve(body));
39-
res.on('error', err => reject(err));
40-
})
41-
);
31+
const getLinkHtml = url => fetch(url).then(result => result.text());
4232

4333
const getLinkInfo = url => getLinkHtml(url).then(html => metascraper({ html, url }));
4434

package-lock.json

Lines changed: 69 additions & 28 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

package.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@
3030
"metascraper-publisher": "5.24.2",
3131
"metascraper-title": "5.24.2",
3232
"metascraper-url": "5.24.2",
33+
"node-fetch": "3.1.1",
3334
"postcss": "8.3.6",
3435
"prettier": "2.3.2",
3536
"prettier-plugin-svelte": "2.3.1",

0 commit comments

Comments
 (0)