🐛 Fix listings scripts

Author: Paillat-dev

scripts/check_listings/listings/DiscordsCom.py

@@ -19,6 +19,7 @@ async def fetch_raw_description(self):
         description = await page.select("app-bot-page-description")
         html = await description.get_html()
         soup = BeautifulSoup(html, "html.parser")
+
         text = self.normalize_soup(soup)
         if not text:
             raise NotFoundError("Listing not found")

scripts/check_listings/listings/DisforgeCom.py

@@ -1,8 +1,7 @@
 import nodriver as uc
 
 from bs4 import BeautifulSoup
-from asyncio import TimeoutError
-
+from markdown import markdown
 from .Listing import Listing, NotFoundError
 
 
@@ -15,12 +14,20 @@ def __init__(self, browser: uc.Browser, url: str):
 
     async def fetch_raw_description(self):
         page = await self.browser.get(self.url)
+        await page.wait(4)
         # if the window location is homepage, then the bot is not found
-        if len(await page.find_elements_by_text("Add this bot", tag_hint="a")) == 0:
+        if (
+            len(await page.find_elements_by_text("Vote for this bot", tag_hint="a"))
+            == 0
+        ):
             raise NotFoundError("Listing not found")
         description = await page.select(".card-body")
         html = await description.get_html()
         soup = BeautifulSoup(html, "html.parser")
+        # get the second p direct child as that is the actual description. but get it as soup
+        soup = soup.select("p")[1]
+        html = markdown(soup.text)
+        soup = BeautifulSoup(html, "html.parser")
         text = self.normalize_soup(soup)
         if not text:
             raise NotFoundError("Listing not found")