urltomarkdown/index.js

44 lines
939 B
JavaScript
Raw Normal View History

2022-01-08 17:05:05 +00:00
const https = require('https');
const turndown = require('turndown');
const { Readability } = require('@mozilla/readability');
const JSDOM = require('jsdom').JSDOM;
service = new turndown();
2022-01-09 15:20:59 +00:00
const rateLimit = require('express-rate-limit');
const rateLimiter = rateLimit({
windowMs: 30 * 1000,
max: 5,
message: 'Rate limit exceeded',
headers: true
});
2022-01-08 17:05:05 +00:00
const express = require('express')
const app = express()
const port = process.env.PORT
2022-01-08 17:05:05 +00:00
2022-01-09 15:20:59 +00:00
app.use(rateLimiter)
2022-01-08 17:05:05 +00:00
app.get('/', (req, res) => {
url = req.query.url;
2022-01-08 18:06:45 +00:00
res.header("Access-Control-Allow-Origin", '*');
2022-01-08 17:35:43 +00:00
if (url) {
read_url(url, res);
} else {
res.send("Please specify url query parameter.");
}
2022-01-08 17:05:05 +00:00
});
app.listen(port, () => {
})
function read_url(url, res) {
JSDOM.fromURL(url).then((document)=>{
let reader = new Readability(document.window.document);
let article = reader.parse();
let result = service.turndown(article.content);
res.send(result);
});
}