|
|
@@ -0,0 +1,105 @@
|
|
|
+"""
|
|
|
+Update dependencies according to npm.json configurations using the NPM packagist.
|
|
|
+
|
|
|
+npm.json file is a JSON object key => dependency.
|
|
|
+
|
|
|
+- key: is the key name of the dependency. It will be the folder name where the dependency will be stored.
|
|
|
+- dependency: a JSON object key-pair value with the following meaning full keys:
|
|
|
+ - package (optional): if provided, this is the NPM package name. Otherwise, key is used as an NPM package name.
|
|
|
+ - version (optional): if provided, this will fix the version to use. Otherwise, the latest available NPM package version will be used.
|
|
|
+ - destination: the destination folder where the dependency should end up.
|
|
|
+ - keep: an array of regexp of files to keep within the downloaded NPM package.
|
|
|
+ - rename: an array of rename rules (string replace). Used to change the package structure after download to match NiceGUI expectations.
|
|
|
+"""
|
|
|
+
|
|
|
+
|
|
|
+import json
|
|
|
+import tarfile
|
|
|
+from pathlib import Path
|
|
|
+import urllib.request
|
|
|
+import re
|
|
|
+
|
|
|
+
|
|
|
+def delete_folder(path):
|
|
|
+ if not path.exists():
|
|
|
+ return path
|
|
|
+ for sub in path.iterdir():
|
|
|
+ if sub.is_dir():
|
|
|
+ delete_folder(sub)
|
|
|
+ else:
|
|
|
+ sub.unlink()
|
|
|
+ path.rmdir()
|
|
|
+ return path
|
|
|
+
|
|
|
+
|
|
|
+def ensure(path):
|
|
|
+ path.parent.mkdir(parents=True, exist_ok=True)
|
|
|
+ return path
|
|
|
+
|
|
|
+
|
|
|
+# Create a hidden folder to work in.
|
|
|
+tmp = Path('.npm')
|
|
|
+delete_folder(tmp).mkdir()
|
|
|
+
|
|
|
+with open('npm.json') as file:
|
|
|
+ dependencies = json.load(file)
|
|
|
+ for key in dependencies:
|
|
|
+ dependency = dependencies[key]
|
|
|
+
|
|
|
+ # Reset destination folder.
|
|
|
+ destination = Path('nicegui', dependency['destination'], key)
|
|
|
+ delete_folder(destination).mkdir()
|
|
|
+
|
|
|
+ # ---
|
|
|
+ # Handle the special case of tailwind. Hopefully remove this soon.
|
|
|
+ if 'download' in dependency:
|
|
|
+ USER_AGENT = 'Mozilla/5.0'
|
|
|
+ request = urllib.request.Request(dependency['download'], headers={'User-Agent': USER_AGENT})
|
|
|
+ with urllib.request.urlopen(request) as resource:
|
|
|
+ content = resource.read().decode()
|
|
|
+ version = resource.geturl().rsplit('/', 1)[-1]
|
|
|
+ print(f"tailwind: {version} - https://cdn.tailwindcss.com")
|
|
|
+ with Path(destination, dependency['rename']).open('w') as dest:
|
|
|
+ dest.write(content)
|
|
|
+ continue
|
|
|
+ # ---
|
|
|
+
|
|
|
+ package = dependency['package'] if 'package' in dependency else key
|
|
|
+ npm_url = f"https://registry.npmjs.org/{package}"
|
|
|
+
|
|
|
+ with urllib.request.urlopen(npm_url) as npm:
|
|
|
+ # Get package info from npm.
|
|
|
+ npm_data = json.load(npm)
|
|
|
+ npm_version = dependency['version'] if 'version' in dependency else npm_data['dist-tags']['latest']
|
|
|
+ npm_tarball = npm_data['versions'][npm_version]['dist']['tarball']
|
|
|
+ print(f"{key}: {npm_version} - {npm_tarball}")
|
|
|
+
|
|
|
+ # Download and extract.
|
|
|
+ Path(tmp, key).mkdir()
|
|
|
+ urllib.request.urlretrieve(npm_tarball, Path(tmp, key, f"{key}.tgz"))
|
|
|
+ with tarfile.open(Path(tmp, key, f"{key}.tgz")) as archive:
|
|
|
+
|
|
|
+ to_be_extracted = []
|
|
|
+ for tarinfo in archive.getmembers():
|
|
|
+ for keep in dependency['keep']:
|
|
|
+ if re.match(f"^{keep}$", tarinfo.name):
|
|
|
+ to_be_extracted.append(tarinfo)
|
|
|
+
|
|
|
+ archive.extractall(members=to_be_extracted, path=Path(tmp, key))
|
|
|
+
|
|
|
+ for extracted in to_be_extracted:
|
|
|
+ filename = extracted.name
|
|
|
+ for rename in dependency['rename']:
|
|
|
+ filename = filename.replace(rename, dependency['rename'][rename])
|
|
|
+
|
|
|
+ newfile = Path(destination, filename)
|
|
|
+ if newfile.exists():
|
|
|
+ newfile.unlink()
|
|
|
+ Path(tmp, key, extracted.name).rename(ensure(newfile))
|
|
|
+
|
|
|
+ # Delete destination folder if empty.
|
|
|
+ if not any(Path(destination).iterdir()):
|
|
|
+ delete_folder(destination)
|
|
|
+
|
|
|
+
|
|
|
+delete_folder(tmp)
|
Dominique CLAUSE