morebuiltins.download_python

README.md

@@ -111,14 +111,21 @@ Module Docs - https://github.com/ClericPy/morebuiltins/blob/master/doc.md
 4.4 `update_url` - Organizes the query arguments within a URL to standardize its format.
 
 
+## 5. morebuiltins.download_python
+
+5.1 `download_python` - Usage: python -m morebuiltins.download_python
+
+
 <!-- end -->
 
 ## On the way
 
 - [x] add zipapps as a submodule(https://github.com/ClericPy/zipapps) - v0.0.3
 - [x] asyncio free-flying tasks(bg_task) - v0.0.3
 - [x] named lock with timeout - v0.0.4
-- [x] FuncSchema (parse function to get the query-dict) - v0.0.4
+- [x] functools.FuncSchema (parse function to get the query-dict) - v0.0.4
+- [x] morebuiltins.download_python [standalone python](https://github.com/indygreg/python-build-standalone/releases/latest) downloader - v0.0.4
+- [ ] pip.pip_install - v0.0.4
 - [ ] progress_bar
 - [ ] http.server (upload)
 - [ ] time reach syntax

doc.md

@@ -527,7 +527,7 @@
 
                 def _test2():
                     with NamedLock("_test2", lambda: Semaphore(2), timeout=0.05) as lock:
-                        time.sleep(0.1)
+                        time.sleep(0.2)
                         return bool(lock)
 
                 with ThreadPoolExecutor(10) as pool:
@@ -767,3 +767,60 @@
 
 ---
 
+======================
+
+## 5. morebuiltins.download_python
+
+
+======================
+
+
+    5.1 `download_python` - Usage: python -m morebuiltins.download_python
+
+        λ python -m morebuiltins.download_python
+        View the rules:
+        https://gregoryszorc.com/docs/python-build-standalone/main/running.html#obtaining-distributions
+
+        Got 290 urls from github.
+
+        [290] Enter keywords (can be int index or partial match, defaults to 0):
+        0. windows
+        1. linux
+        2. darwin
+
+        Filt with keyword: "windows". 290 => 40
+
+        [40] Enter keywords (can be int index or partial match, defaults to 0):
+        0. 3.12.3
+        1. 3.11.9
+        2. 3.10.14
+        3. 3.9.19
+        4. 3.8.19
+
+        Filt with keyword: "3.12.3". 40 => 8
+
+        [8] Enter keywords (can be int index or partial match, defaults to 0):
+        0. x86_64
+        1. i686
+
+        Filt with keyword: "x86_64". 8 => 4
+
+        [4] Enter keywords (can be int index or partial match, defaults to 0):
+        0. shared-pgo-full.tar.zst
+        1. shared-install_only.tar.gz
+        2. pgo-full.tar.zst
+        3. install_only.tar.gz
+
+        Filt with keyword: "shared-pgo-full.tar.zst". 4 => 1
+        Download URL: 40.4 MB
+        https://github.com/indygreg/python-build-standalone/releases/download/20240415/cpython-3.12.3%2B20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+        File path to save(defaults to `./cpython-3.12.3+20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst`)?
+        or `q` to exit.
+
+        Start downloading...
+        https://github.com/indygreg/python-build-standalone/releases/download/20240415/cpython-3.12.3%2B20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+        D:\github\morebuiltins\cpython-3.12.3+20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+        [Downloading]: 2.21 / 40.44 MB | 5.47%
+
+---
+

morebuiltins/__init__.py

@@ -4,4 +4,5 @@
     "morebuiltins.functools",
     "morebuiltins.ipc",
     "morebuiltins.request",
+    "morebuiltins.download_python",
 ]

morebuiltins/download_python/__init__.py

@@ -0,0 +1,3 @@
+from .main import download_python
+
+__all__ = ["download_python"]

morebuiltins/download_python/__main__.py

@@ -0,0 +1,5 @@
+from .main import download_python
+
+
+if __name__ == "__main__":
+    download_python()

morebuiltins/download_python/main.py

@@ -0,0 +1,187 @@
+import http.client
+import json
+import traceback
+import urllib.request
+from dataclasses import dataclass
+from pathlib import Path
+
+
+@dataclass
+class Asset(object):
+    name: str
+    keywords: str
+    url: str
+    size: int
+
+
+def get_assets():
+    api = (
+        "https://api.github.com/repos/indygreg/python-build-standalone/releases/latest"
+    )
+    req = urllib.request.Request(api, headers={"User-Agent": "Chrome"})
+    with urllib.request.urlopen(url=req, timeout=10) as resp:
+        data = json.loads(resp.read())
+        # print(data)
+        urls = [
+            Asset(
+                i["name"],
+                [k.replace(f"+{data['name']}", "") for k in i["name"].split("-", 6)],
+                i["browser_download_url"],
+                i["size"],
+            )
+            for i in data["assets"]
+            if not i["name"].endswith(".sha256") and i["name"].count("-") >= 6
+        ]
+        return urls
+
+
+def download_python():
+    """Usage: python -m morebuiltins.download_python
+
+    λ python -m morebuiltins.download_python
+    View the rules:
+    https://gregoryszorc.com/docs/python-build-standalone/main/running.html#obtaining-distributions
+
+    Got 290 urls from github.
+
+    [290] Enter keywords (can be int index or partial match, defaults to 0):
+    0. windows
+    1. linux
+    2. darwin
+
+    Filt with keyword: "windows". 290 => 40
+
+    [40] Enter keywords (can be int index or partial match, defaults to 0):
+    0. 3.12.3
+    1. 3.11.9
+    2. 3.10.14
+    3. 3.9.19
+    4. 3.8.19
+
+    Filt with keyword: "3.12.3". 40 => 8
+
+    [8] Enter keywords (can be int index or partial match, defaults to 0):
+    0. x86_64
+    1. i686
+
+    Filt with keyword: "x86_64". 8 => 4
+
+    [4] Enter keywords (can be int index or partial match, defaults to 0):
+    0. shared-pgo-full.tar.zst
+    1. shared-install_only.tar.gz
+    2. pgo-full.tar.zst
+    3. install_only.tar.gz
+
+    Filt with keyword: "shared-pgo-full.tar.zst". 4 => 1
+    Download URL: 40.4 MB
+    https://github.com/indygreg/python-build-standalone/releases/download/20240415/cpython-3.12.3%2B20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+    File path to save(defaults to `./cpython-3.12.3+20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst`)?
+    or `q` to exit.
+
+    Start downloading...
+    https://github.com/indygreg/python-build-standalone/releases/download/20240415/cpython-3.12.3%2B20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+    D:\github\morebuiltins\cpython-3.12.3+20240415-x86_64-pc-windows-msvc-shared-pgo-full.tar.zst
+    [Downloading]: 2.21 / 40.44 MB | 5.47%"""
+    assets = get_assets()
+    print(
+        "View the rules:\nhttps://gregoryszorc.com/docs/python-build-standalone/main/running.html#obtaining-distributions\n",
+        flush=True,
+    )
+    print(f"Got {len(assets)} urls from github.")
+
+    def sort_key(s):
+        try:
+            return tuple(map(int, s.split(".")))
+        except ValueError:
+            return s
+
+    indexs = [4, 1, 5, 2, 3, 0, 6]
+    for index in indexs:
+        try:
+            to_filt = sorted(
+                {i.keywords[index] for i in assets}, key=sort_key, reverse=True
+            )
+        except IndexError:
+            continue
+        if len(to_filt) == 1:
+            continue
+        choices = "\n".join((f"{idx}. {ii}" for idx, ii in enumerate(to_filt, 0)))
+        arg = input(
+            f"\n[{len(assets)}] Enter keywords (can be int index or partial match, defaults to 0):\n{choices}\n"
+        )
+        if not arg:
+            arg = to_filt[0]
+        elif arg.isdigit():
+            arg = to_filt[int(arg)]
+        old = len(assets)
+        temp = [i for i in assets if arg == i.keywords[index]]
+        if temp:
+            assets = temp
+        else:
+            assets = [i for i in assets if arg in i.keywords[index]]
+        print(f'Filt with keyword: "{arg}".', old, "=>", len(assets), flush=True)
+    while len(assets) > 1:
+        names = "\n".join(i.name for i in assets)
+        arg = input(f"Enter keyword to reduce the list (partial match):\n{names}\n")
+        assets = [i for i in assets if arg in i.name]
+    if not assets:
+        input("No match, press enter to exit.")
+        return
+    asset = assets[0]
+    download_url = asset.url
+    total_size = asset.size
+    print("Download URL:", round(total_size / 1024**2, 1), "MB")
+    print(download_url, flush=True)
+    target = (
+        input(
+            f"File path to save(defaults to `./{asset.name}`)?\nor `q` to exit.\n"
+        ).lower()
+        or asset.name
+    )
+    if target == "q":
+        return
+    target_path = Path(target)
+    target_path.unlink(missing_ok=True)
+    print("Start downloading...")
+    print(download_url)
+    print(target_path.absolute(), flush=True)
+
+    def reporthook(blocknum, blocksize, totalsize):
+        if totalsize < 0:
+            totalsize = total_size
+        percent = (blocknum * blocksize * 100.0) / totalsize
+        done = blocknum * blocksize / 1024 / 1024
+        total = totalsize / 1024 / 1024
+        print(
+            f"[Downloading]: {done:.2f} / {total:.2f} MB | {percent:.2f}%{' ' * 10}",
+            end="\r",
+            flush=True,
+        )
+
+    temp_path = target_path.with_suffix(".tmp")
+    for _ in range(3):
+        try:
+            urllib.request.urlretrieve(
+                download_url, temp_path.absolute().as_posix(), reporthook=reporthook
+            )
+            temp_path.rename(target_path)
+            print("Download complete.", flush=True)
+            break
+        except http.client.RemoteDisconnected:
+            continue
+        except KeyboardInterrupt:
+            temp_path.unlink(missing_ok=True)
+            print()
+            print("Download canceled.", flush=True)
+            return
+        except Exception:
+            print()
+            traceback.print_exc()
+            temp_path.unlink(missing_ok=True)
+            break
+    print("Press enter to exit.", flush=True)
+    input()
+
+
+if __name__ == "__main__":
+    download_python()