Specify unicode version in unicode.py

Jules-Bertholet · Jules-Bertholet · commit 81ae8e2cf03f · 2024-04-27T15:00:58.000-04:00
Ensures CI will keep passing until we choose to update
diff --git a/scripts/unicode.py b/scripts/unicode.py
@@ -27,9 +27,13 @@
 import os
 import re
 import sys
+import urllib.request
 from collections import defaultdict
 from itertools import batched
 
+UNICODE_VERSION = "15.1.0"
+"""The version of the Unicode data files to download."""
+
 NUM_CODEPOINTS = 0x110000
 """An upper bound for which `range(0, NUM_CODEPOINTS)` contains Unicode's codespace."""
 
@@ -70,11 +74,13 @@ class OffsetType(enum.IntEnum):
 
 def fetch_open(filename: str):
     """Opens `filename` and return its corresponding file object. If `filename` isn't on disk,
-    fetches it from `https://www.unicode.org/Public/UNIDATA/`. Exits with code 1 on failure.
+    fetches it from `https://www.unicode.org/Public/`. Exits with code 1 on failure.
     """
     basename = os.path.basename(filename)
     if not os.path.exists(basename):
-        os.system(f"curl -O https://www.unicode.org/Public/UNIDATA/{filename}")
+        urllib.request.urlretrieve(
+            f"https://www.unicode.org/Public/{UNICODE_VERSION}/ucd/{filename}", basename
+        )
     try:
         return open(basename, encoding="utf-8")
     except OSError:
