From c51244e8e7d73570e562fd31d0334e63c138e851 Mon Sep 17 00:00:00 2001
From: NinjaCheetah <58050615+NinjaCheetah@users.noreply.github.com>
Date: Thu, 22 Aug 2024 22:16:35 -0400
Subject: [PATCH] Rewrote scraping script around requests instead of
 downloading the whole TMD every time

---
 scripts/nus-scraper.py | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/scripts/nus-scraper.py b/scripts/nus-scraper.py
index 1504cc0..d61de0d 100644
--- a/scripts/nus-scraper.py
+++ b/scripts/nus-scraper.py
@@ -1,6 +1,7 @@
 import os
 
-import libWiiPy
+import requests
+
 
 tid_high = ["00010000", "00010001", "00010005"]
 types = ["43", "44", "45", "46", "47", "48", "4A", "4C", "4D", "4E", "50", "51", "52", "53", "57", "58"]
@@ -18,11 +19,12 @@ for tid in tid_high:
         print(f"Scraping titles of type: {ttype}")
         for title in range(0, 65536):
             for region in regions:
-                try:
-                    tmd = libWiiPy.title.download_tmd(f"{tid}{ttype}{title:04X}{region}")
+                request = requests.get(url=f"http://ccs.cdn.wup.shop.nintendo.net/ccs/download/{tid}{ttype}{title:04X}{region}/tmd", headers={'User-Agent': 'wii libnup/1.0'}, stream=True)
+                if request.status_code == 200:
                     print(f"Found valid TID: {tid}{ttype}{title:04X}{region}")
                     log.write(f"{tid}{ttype}{title:02X}{region}")
-                except ValueError:
+                else:
                     print(f"Invalid TID: {tid}{ttype}{title:04X}{region}")
                     pass
+                request.close()
     log.close()