44 lines
939 B
JavaScript
44 lines
939 B
JavaScript
const https = require('https');
|
|
const turndown = require('turndown');
|
|
const { Readability } = require('@mozilla/readability');
|
|
const JSDOM = require('jsdom').JSDOM;
|
|
|
|
service = new turndown();
|
|
|
|
const rateLimit = require('express-rate-limit');
|
|
|
|
const rateLimiter = rateLimit({
|
|
windowMs: 30 * 1000,
|
|
max: 5,
|
|
message: 'Rate limit exceeded',
|
|
headers: true
|
|
});
|
|
|
|
const express = require('express')
|
|
const app = express()
|
|
const port = process.env.PORT
|
|
|
|
app.use(rateLimiter)
|
|
|
|
app.get('/', (req, res) => {
|
|
url = req.query.url;
|
|
res.header("Access-Control-Allow-Origin", '*');
|
|
if (url) {
|
|
read_url(url, res);
|
|
} else {
|
|
res.send("Please specify url query parameter.");
|
|
}
|
|
});
|
|
|
|
app.listen(port, () => {
|
|
})
|
|
|
|
function read_url(url, res) {
|
|
JSDOM.fromURL(url).then((document)=>{
|
|
let reader = new Readability(document.window.document);
|
|
let article = reader.parse();
|
|
let result = service.turndown(article.content);
|
|
res.send(result);
|
|
});
|
|
}
|