vendor_assets.py 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110
  1. """Refresh checked-in browser assets (requires internet only when run explicitly)."""
  2. import argparse
  3. import hashlib
  4. import json
  5. import posixpath
  6. import re
  7. from pathlib import Path
  8. from urllib.parse import urljoin, urlsplit
  9. from urllib.request import Request, urlopen
  10. ROOT = Path(__file__).resolve().parents[1]
  11. ASSETS = ROOT / "static/assets"
  12. CDN = "https://cdn.jsdelivr.net/npm/"
  13. TEMPLATE = (
  14. "https://raw.githubusercontent.com/phoenixcoded/"
  15. "elite-able-free-bootstrap-admin-template/aa2eae6c874160331fa8bd4cd44c98e6e5bc0885/"
  16. )
  17. SOURCES = {
  18. "vendor/htmx/htmx.min.js": CDN + "htmx.org@2.0.8/dist/htmx.min.js",
  19. "vendor/htmx/LICENSE": CDN + "htmx.org@2.0.8/LICENSE",
  20. "vendor/coreui/coreui.min.css": CDN + "@coreui/coreui-pro@5.27.0/dist/css/coreui.min.css",
  21. "vendor/coreui/coreui.bundle.min.js": CDN + "@coreui/coreui-pro@5.27.0/dist/js/coreui.bundle.min.js",
  22. "vendor/coreui/LICENSE": CDN + "@coreui/coreui-pro@5.27.0/LICENSE",
  23. "vendor/coreui-icons/all.min.css": CDN + "@coreui/icons@3.0.1/css/all.min.css",
  24. "vendor/coreui-icons/LICENSE": CDN + "@coreui/icons@3.0.1/LICENSE",
  25. "vendor/popper/popper.min.js": CDN + "@popperjs/core@2.11.8/dist/umd/popper.min.js",
  26. "vendor/popper/LICENSE": CDN + "@popperjs/core@2.11.8/LICENSE.md",
  27. "vendor/chartjs/chart.umd.min.js": CDN + "chart.js@4.6.1/dist/chart.umd.min.js",
  28. "vendor/chartjs/LICENSE": CDN + "chart.js@4.6.1/LICENSE.md",
  29. "fonts/inter/inter.css": "https://fonts.googleapis.com/css2?family=Inter:ital,opsz,wght@0,14..32,100..900;1,14..32,100..900&display=swap",
  30. "fonts/inter/OFL.txt": "https://raw.githubusercontent.com/google/fonts/main/ofl/inter/OFL.txt",
  31. "fonts/mada/mada.css": "https://fonts.googleapis.com/css2?family=Mada:wght@400;500;600&display=swap",
  32. "fonts/mada/OFL.txt": "https://raw.githubusercontent.com/google/fonts/main/ofl/mada/OFL.txt",
  33. "fonts/materialicons/material-icons.woff2": "https://fonts.gstatic.com/s/materialicons/v41/flUhRq6tzZclQEJ-Vdg-IuiaDsNc.woff2",
  34. "fonts/materialicons/LICENSE": "https://raw.githubusercontent.com/google/material-design-icons/master/LICENSE",
  35. "vendor/html5shiv/html5shiv.js": CDN + "html5shiv@3.7.3/dist/html5shiv.js",
  36. "vendor/html5shiv/LICENSE": CDN + "html5shiv@3.7.3/MIT%20and%20GPL2%20licenses.md",
  37. "vendor/respond/respond.min.js": CDN + "respond.js@1.4.2/dest/respond.min.js",
  38. "vendor/respond/LICENSE": CDN + "respond.js@1.4.2/LICENSE-MIT",
  39. "fonts/fontawesome/css/fontawesome-all.min.css": TEMPLATE + "template/assets/fonts/fontawesome/css/fontawesome-all.min.css",
  40. "fonts/fontawesome/LICENSE.txt": "https://raw.githubusercontent.com/FortAwesome/Font-Awesome/5.13.0/LICENSE.txt",
  41. "plugins/jquery-scrollbar/css/perfect-scrollbar.css": TEMPLATE + "template/assets/plugins/jquery-scrollbar/css/perfect-scrollbar.css",
  42. "vendor/elite-able/LICENSE": TEMPLATE + "LICENSE",
  43. }
  44. for stem, folder in [("feather", "feather/fonts"), ("pct", "datta/fonts")]:
  45. for extension in ["eot", "woff", "ttf", "svg"]:
  46. name = f"fonts/{folder}/{stem}.{extension}"
  47. SOURCES[name] = TEMPLATE + "template/assets/" + name
  48. # Decorative backgrounds in the legacy login stylesheet are loaded only when
  49. # their classes become active; include them as well as fonts.
  50. for image in [
  51. "auth-bg-big.jpg", "widget/blur-bg.png", "widget/slider5.jpg",
  52. ]:
  53. SOURCES[f"images/{image}"] = TEMPLATE + f"template/assets/images/{image}"
  54. CSS_URL = re.compile(r"url\(\s*(['\"]?)([^)'\"]+)\1\s*\)")
  55. USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36"
  56. def refresh(resume=False):
  57. manifest = {}
  58. def download(url, destination):
  59. relative = destination.relative_to(ASSETS).as_posix()
  60. if relative in manifest:
  61. return
  62. if resume and destination.is_file() and destination.suffix != ".css":
  63. content = destination.read_bytes()
  64. else:
  65. with urlopen(Request(url, headers={"User-Agent": USER_AGENT}), timeout=60) as response:
  66. content = response.read()
  67. if destination.suffix == ".css":
  68. def localize(match):
  69. reference = match[2].strip()
  70. if reference.startswith(("data:", "#")):
  71. return match[0]
  72. remote = urljoin(url, reference)
  73. suffix = Path(urlsplit(remote).path).suffix
  74. filename = hashlib.sha256(remote.encode()).hexdigest()[:16] + suffix
  75. dependency = destination.parent / "dependencies" / filename
  76. download(remote, dependency)
  77. local = posixpath.relpath(dependency.relative_to(ASSETS).as_posix(), destination.parent.relative_to(ASSETS).as_posix())
  78. fragment = urlsplit(remote).fragment
  79. return f'url("{local}' + (f"#{fragment}" if fragment else "") + '")'
  80. content = CSS_URL.sub(localize, content.decode("utf-8")).encode("utf-8")
  81. # Debug source maps are not required at runtime and must not trigger CDN requests.
  82. if destination.suffix in {".js", ".css"}:
  83. content = re.sub(rb"/\*# sourceMappingURL=.*?\*/|//# sourceMappingURL=[^\r\n]*", b"", content)
  84. destination.parent.mkdir(parents=True, exist_ok=True)
  85. destination.write_bytes(content)
  86. manifest[relative] = {"source": url, "sha256": hashlib.sha256(content).hexdigest()}
  87. print(relative, flush=True)
  88. for name, source in SOURCES.items():
  89. download(source, ASSETS / name)
  90. (ASSETS / "vendor/manifest.json").write_text(
  91. json.dumps(dict(sorted(manifest.items())), indent=2) + "\n", encoding="utf-8"
  92. )
  93. print(f"Vendored {len(manifest)} assets.")
  94. if __name__ == "__main__":
  95. parser = argparse.ArgumentParser(description=__doc__)
  96. parser.add_argument("--resume", action="store_true", help="Reuse already downloaded binary/JS files after an interrupted refresh")
  97. refresh(parser.parse_args().resume)