saving dependency work

This commit is contained in:
2022-12-10 21:17:54 -06:00
parent bf923c3406
commit c2c19e5382
5636 changed files with 666283 additions and 8587 deletions
+52 -48
View File
@@ -25,18 +25,19 @@ WHEEL_NAME = re.compile(
r"""^(?P<project_name>.+?)-(?P<version>\d.*?)
((-(?P<build>\d.*?))?-(?P<py_version>.+?)-(?P<abi>.+?)-(?P<platform>.+?)
)\.whl$""",
re.VERBOSE).match
re.VERBOSE,
).match
NAMESPACE_PACKAGE_INIT = '''\
NAMESPACE_PACKAGE_INIT = """\
try:
__import__('pkg_resources').declare_namespace(__name__)
except ImportError:
__path__ = __import__('pkgutil').extend_path(__path__, __name__)
'''
"""
def unpack(src_dir, dst_dir):
'''Move everything under `src_dir` to `dst_dir`, and delete the former.'''
"""Move everything under `src_dir` to `dst_dir`, and delete the former."""
for dirpath, dirnames, filenames in os.walk(src_dir):
subdir = os.path.relpath(dirpath, src_dir)
for f in filenames:
@@ -58,54 +59,57 @@ def unpack(src_dir, dst_dir):
class Wheel:
def __init__(self, filename):
match = WHEEL_NAME(os.path.basename(filename))
if match is None:
raise ValueError('invalid wheel name: %r' % filename)
raise ValueError("invalid wheel name: %r" % filename)
self.filename = filename
for k, v in match.groupdict().items():
setattr(self, k, v)
def tags(self):
'''List tags (py_version, abi, platform) supported by this wheel.'''
"""List tags (py_version, abi, platform) supported by this wheel."""
return itertools.product(
self.py_version.split('.'),
self.abi.split('.'),
self.platform.split('.'),
self.py_version.split("."),
self.abi.split("."),
self.platform.split("."),
)
def is_compatible(self):
'''Is the wheel is compatible with the current platform?'''
"""Is the wheel is compatible with the current platform?"""
supported_tags = set((t.interpreter, t.abi, t.platform) for t in sys_tags())
return next((True for t in self.tags() if t in supported_tags), False)
def egg_name(self):
return pkg_resources.Distribution(
project_name=self.project_name, version=self.version,
platform=(None if self.platform == 'any' else get_platform()),
).egg_name() + '.egg'
return (
pkg_resources.Distribution(
project_name=self.project_name,
version=self.version,
platform=(None if self.platform == "any" else get_platform()),
).egg_name()
+ ".egg"
)
def get_dist_info(self, zf):
# find the correct name of the .dist-info dir in the wheel file
for member in zf.namelist():
dirname = posixpath.dirname(member)
if (dirname.endswith('.dist-info') and
canonicalize_name(dirname).startswith(
canonicalize_name(self.project_name))):
if dirname.endswith(".dist-info") and canonicalize_name(dirname).startswith(
canonicalize_name(self.project_name)
):
return dirname
raise ValueError("unsupported wheel format. .dist-info not found")
def install_as_egg(self, destination_eggdir):
'''Install wheel as an egg directory.'''
"""Install wheel as an egg directory."""
with zipfile.ZipFile(self.filename) as zf:
self._install_as_egg(destination_eggdir, zf)
def _install_as_egg(self, destination_eggdir, zf):
dist_basename = '%s-%s' % (self.project_name, self.version)
dist_basename = "%s-%s" % (self.project_name, self.version)
dist_info = self.get_dist_info(zf)
dist_data = '%s.data' % dist_basename
egg_info = os.path.join(destination_eggdir, 'EGG-INFO')
dist_data = "%s.data" % dist_basename
egg_info = os.path.join(destination_eggdir, "EGG-INFO")
self._convert_metadata(zf, destination_eggdir, dist_info, egg_info)
self._move_data_entries(destination_eggdir, dist_data)
@@ -115,25 +119,23 @@ class Wheel:
def _convert_metadata(zf, destination_eggdir, dist_info, egg_info):
def get_metadata(name):
with zf.open(posixpath.join(dist_info, name)) as fp:
value = fp.read().decode('utf-8') if PY3 else fp.read()
value = fp.read().decode("utf-8") if PY3 else fp.read()
return email.parser.Parser().parsestr(value)
wheel_metadata = get_metadata('WHEEL')
wheel_metadata = get_metadata("WHEEL")
# Check wheel format version is supported.
wheel_version = parse_version(wheel_metadata.get('Wheel-Version'))
wheel_v1 = (
parse_version('1.0') <= wheel_version < parse_version('2.0dev0')
)
wheel_version = parse_version(wheel_metadata.get("Wheel-Version"))
wheel_v1 = parse_version("1.0") <= wheel_version < parse_version("2.0dev0")
if not wheel_v1:
raise ValueError(
'unsupported wheel format version: %s' % wheel_version)
raise ValueError("unsupported wheel format version: %s" % wheel_version)
# Extract to target directory.
os.mkdir(destination_eggdir)
zf.extractall(destination_eggdir)
# Convert metadata.
dist_info = os.path.join(destination_eggdir, dist_info)
dist = pkg_resources.Distribution.from_location(
destination_eggdir, dist_info,
destination_eggdir,
dist_info,
metadata=pkg_resources.PathMetadata(destination_eggdir, dist_info),
)
@@ -143,6 +145,7 @@ class Wheel:
def raw_req(req):
req.marker = None
return str(req)
install_requires = list(sorted(map(raw_req, dist.requires())))
extras_require = {
extra: sorted(
@@ -154,8 +157,8 @@ class Wheel:
}
os.rename(dist_info, egg_info)
os.rename(
os.path.join(egg_info, 'METADATA'),
os.path.join(egg_info, 'PKG-INFO'),
os.path.join(egg_info, "METADATA"),
os.path.join(egg_info, "PKG-INFO"),
)
setup_dist = setuptools.Distribution(
attrs=dict(
@@ -168,9 +171,9 @@ class Wheel:
log.set_threshold(log.WARN)
try:
write_requirements(
setup_dist.get_command_obj('egg_info'),
setup_dist.get_command_obj("egg_info"),
None,
os.path.join(egg_info, 'requires.txt'),
os.path.join(egg_info, "requires.txt"),
)
finally:
log.set_threshold(log_threshold)
@@ -179,15 +182,14 @@ class Wheel:
def _move_data_entries(destination_eggdir, dist_data):
"""Move data entries to their correct location."""
dist_data = os.path.join(destination_eggdir, dist_data)
dist_data_scripts = os.path.join(dist_data, 'scripts')
dist_data_scripts = os.path.join(dist_data, "scripts")
if os.path.exists(dist_data_scripts):
egg_info_scripts = os.path.join(
destination_eggdir, 'EGG-INFO', 'scripts')
egg_info_scripts = os.path.join(destination_eggdir, "EGG-INFO", "scripts")
os.mkdir(egg_info_scripts)
for entry in os.listdir(dist_data_scripts):
# Remove bytecode, as it's not properly handled
# during easy_install scripts install phase.
if entry.endswith('.pyc'):
if entry.endswith(".pyc"):
os.unlink(os.path.join(dist_data_scripts, entry))
else:
os.rename(
@@ -195,26 +197,28 @@ class Wheel:
os.path.join(egg_info_scripts, entry),
)
os.rmdir(dist_data_scripts)
for subdir in filter(os.path.exists, (
os.path.join(dist_data, d)
for d in ('data', 'headers', 'purelib', 'platlib')
)):
for subdir in filter(
os.path.exists,
(
os.path.join(dist_data, d)
for d in ("data", "headers", "purelib", "platlib")
),
):
unpack(subdir, destination_eggdir)
if os.path.exists(dist_data):
os.rmdir(dist_data)
@staticmethod
def _fix_namespace_packages(egg_info, destination_eggdir):
namespace_packages = os.path.join(
egg_info, 'namespace_packages.txt')
namespace_packages = os.path.join(egg_info, "namespace_packages.txt")
if os.path.exists(namespace_packages):
with open(namespace_packages) as fp:
namespace_packages = fp.read().split()
for mod in namespace_packages:
mod_dir = os.path.join(destination_eggdir, *mod.split('.'))
mod_init = os.path.join(mod_dir, '__init__.py')
mod_dir = os.path.join(destination_eggdir, *mod.split("."))
mod_init = os.path.join(mod_dir, "__init__.py")
if not os.path.exists(mod_dir):
os.mkdir(mod_dir)
if not os.path.exists(mod_init):
with open(mod_init, 'w') as fp:
with open(mod_init, "w") as fp:
fp.write(NAMESPACE_PACKAGE_INIT)