update data script

1 files changed, 35 insertions, 0 deletions

diff --git a/data/fetch-tcg-banlist.py b/data/fetch-tcg-banlist.py
new file mode 100644
index 0000000..197b9c3
--- /dev/null
+++ b/data/fetch-tcg-banlist.py
@@ -0,0 +1,35 @@
+import json
+import urllib.request
+import re
+
+url = "https://www.db.yugioh-card.com/yugiohdb/forbidden_limited.action?request_locale=en"
+
+source_data = ""
+with urllib.request.urlopen(url) as response:
+    data = response.read().decode('utf-8')
+
+current_status = -1
+
+output_data = {"regulation": {}}
+
+for line in data.split('\n'):
+    if '</div><!-- #list_semi_limited .list_set -->' in line:
+        current_status = -1
+    if '<div id="list_semi_limited" class="list_set">' in line:
+        current_status = 2
+    if '<div id="list_forbidden" class="list_set">' in line:
+        current_status = 0
+    if '<div id="list_limited" class="list_set">' in line:
+        current_status = 1
+
+    pattern = r'<input type="hidden" class="link_value" value="/yugiohdb/card_search\.action\?ope=\d+&cid=(\d+)">'
+    match = re.search(pattern, line)
+    if match and current_status >= 0:
+        cid = match.group(1)
+        output_data["regulation"][cid] = current_status
+
+
+with open('banlist-tcg.json', 'w') as fp:
+    json.dump(output_data, fp)
+
+