From 8156c483a596fa015b523569462b05d92869f18c Mon Sep 17 00:00:00 2001
From: Ferotiq <64989416+Ferotiq@users.noreply.github.com>
Date: Mon, 20 Dec 2021 07:05:02 -0600
Subject: [PATCH] Completely Fix Wikipedia Spacing (#2195) by Ferotiq

---
 src/js/test/wikipedia.js | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/src/js/test/wikipedia.js b/src/js/test/wikipedia.js
index 06eb677a2..04d031c22 100644
--- a/src/js/test/wikipedia.js
+++ b/src/js/test/wikipedia.js
@@ -30,7 +30,7 @@ export async function getSection() {
       rej(randomPostReq.status);
     }
 
-    const sectionURL = `https://en.wikipedia.org/w/api.php?action=query&format=json&pageids=${pageid}&prop=extracts&exintro=true&explaintext=true&origin=*`;
+    const sectionURL = `https://en.wikipedia.org/w/api.php?action=query&format=json&pageids=${pageid}&prop=extracts&exintro=true&origin=*`;
 
     var sectionReq = new XMLHttpRequest();
     sectionReq.onload = () => {
@@ -42,14 +42,16 @@ export async function getSection() {
           let words = [];
 
           // Remove non-ascii characters, double whitespaces and finally trailing whitespaces.
+          sectionText = sectionText.replace(/<\/p><p>+/g, " ");
+          sectionText = $("<div/>").html(sectionText).text();
           sectionText = sectionText.replace(/[\u{0080}-\u{10FFFF}]/gu, "");
           sectionText = sectionText.replace(/\s+/g, " ");
           sectionText = sectionText.trim();
 
-          // Add spaces
-          sectionText = sectionText.replace(/[a-zA-Z0-9]{3,}\.[a-zA-Z]/g, (x) =>
-            x.replace(/\./, ". ")
-          );
+          // // Add spaces
+          // sectionText = sectionText.replace(/[a-zA-Z0-9]{3,}\.[a-zA-Z]/g, (x) =>
+          //   x.replace(/\./, ". ")
+          // );
 
           sectionText.split(" ").forEach((word) => {
             words.push(word);