another attempt at parsing code blocks better

index.js

@@ -8,6 +8,7 @@ const table_to_markdown = require('./html_table_to_markdown.js');
 const validURL = require('@7c/validurl');
 const express = require('express');
 const rateLimit = require('express-rate-limit');
+const htmlEntities = require('html-entities');
 
 const port = process.env.PORT;
 
@@ -107,6 +108,7 @@ function process_dom(url, document, res, inline_title, ignore_links) {
 	let readable = reader.parse().content;
 	let replacements = []
 	readable = format_tables(readable, replacements);	
+	readable = format_codeblocks(readable, replacements);
 	let markdown = service.turndown(readable);
 	for (let i=0;i<replacements.length;i++) {
 		markdown = markdown.replace(replacements[i].placeholder, replacements[i].replacement);
@@ -147,7 +149,7 @@ function format_tables(html, replacements) {
 	const tables = html.match(/(<table[^>]*>(?:.|\n)*?<\/table>)/gi);
 	if (tables) {
 		for (let t=0;t<tables.length;t++) {
-			let table = tables[t];
+			const table = tables[t];
 			let markdown = table_to_markdown.convert(table);
 			let placeholder = "urltomarkdowntableplaceholder"+t+Math.random();
 			replacements[start+t] = { placeholder: placeholder, replacement: markdown};
@@ -157,3 +159,23 @@ function format_tables(html, replacements) {
 	return html;
 }
 
+function format_codeblocks(html, replacements) {
+	const start = replacements.length;
+	const codeblocks = html.match(/(<pre[^>]*>(?:.|\n)*?<\/pre>)/gi);
+	if (codeblocks) {
+		for (let c=0;c<codeblocks.length;c++) {
+			const codeblock = codeblocks[c];
+			let filtered = codeblock;
+			filtered = filtered.replace(/<br[^>]*>/g, "\n");
+			filtered = filtered.replace(/<p>/g, "\n");
+			filtered = filtered.replace(/<\/?[^>]+(>|$)/g, "");		
+			filtered = htmlEntities.decode(filtered);
+			let markdown = "```\n"+filtered+"\n```\n";
+			let placeholder = "urltomarkdowncodeblockplaceholder"+c+Math.random();
+			replacements[start+c] = { placeholder: placeholder, replacement: markdown};
+			html = html.replace(codeblock, "<p>"+placeholder+"</p>");
+		}
+	}
+	return html;
+}
+