From 382c8f9cbff0782b828377eff30df93b8f37cd03 Mon Sep 17 00:00:00 2001 From: "Elf M. Sternberg" Date: Sat, 4 Jun 2016 17:55:21 -0700 Subject: [PATCH] Still cleaning up. --- README.md | 29 ---- {polymorph => polyloader}/__init__.py | 0 polyloader.py => polyloader/polyloader.py | 0 polymorph/polyloader.py | 178 ---------------------- 4 files changed, 207 deletions(-) delete mode 100644 README.md rename {polymorph => polyloader}/__init__.py (100%) rename polyloader.py => polyloader/polyloader.py (100%) delete mode 100644 polymorph/polyloader.py diff --git a/README.md b/README.md deleted file mode 100644 index 85cb366..0000000 --- a/README.md +++ /dev/null @@ -1,29 +0,0 @@ -__polyloader__ is a python module to hook into Python's import machinery -and insert your own syntax parser/recognizer. Importlib uses filename -suffixes to recognize which compiler to use, but is internally -hard-coded to only recognize ".py" as a valid suffix. - -## To use: - -Import polyloader in your python script's launcher or library, as well -as the syntax compiler(s) you plan to use. For example, if you have -[Mochi]() and -[Hy]() installed, and you wanted to -write a Django app, edit manage.py and add the following lines at the -top: - -~~~~ - from mochi.main import compile_file as mochi_compile - from hy.importer import ast_compile as hy_compile - from polyloader import polyimport - polyimport(mochi_compile, ['.mochi']) - polyimport(hy_compile, ['.hy'])} -~~~~ - -Now your views can be written in Hy and your models in Mochi, and -everything will just work. - -## Dependencies - -polymorph is self-contained. It has no dependencies other than Python -itself and your choice of language. diff --git a/polymorph/__init__.py b/polyloader/__init__.py similarity index 100% rename from polymorph/__init__.py rename to polyloader/__init__.py diff --git a/polyloader.py b/polyloader/polyloader.py similarity index 100% rename from polyloader.py rename to polyloader/polyloader.py diff --git a/polymorph/polyloader.py b/polymorph/polyloader.py deleted file mode 100644 index d414a02..0000000 --- a/polymorph/polyloader.py +++ /dev/null @@ -1,178 +0,0 @@ -# polyloader.py -# -# Copyright (c) 2016 Elf M. Sternberg -# -# Permission is hereby granted, free of charge, to any person obtaining a -# copy of this software and associated documentation files (the "Software"), -# to deal in the Software without restriction, including without limitation -# the rights to use, copy, modify, merge, publish, distribute, sublicense, -# and/or sell copies of the Software, and to permit persons to whom the -# Software is furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice shall be included in -# all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL -# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING -# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER -# DEALINGS IN THE SOFTWARE. -# - -""" Utilities for initializing extended path-hooks into the Python runtime """ -__all__ = [] # Exports nothing; this module is called for its side-effects - -import os -import sys - -from importlib import machinery -from importlib.machinery import SOURCE_SUFFIXES as PY_SOURCE_SUFFIXES -from pkgutil import iter_importer_modules - -try: - from importlib._bootstrap import _get_supported_file_loaders -except: - from importlib._bootstrap_external import _get_supported_file_loaders - -__author__ = 'Elf M. Sternberg' -__version__ = '2016.05.29' -__contact__ = 'elf.sternberg@gmail.com' - -def _call_with_frames_removed(f, *args, **kwds): - # Hack. This function name and signature is hard-coded into - # Python's import.c. The name and signature trigger importlib to - # remove itself from any stacktraces. See import.c for details. - return f(*args, **kwds) - - -class ExtendedSourceFileLoader(machinery.SourceFileLoader): - """Override the get_code method. Falls back on the SourceFileLoader - if it's a Python file, which will generate pyc files as needed, - or works its way into the Extended version. This method does - not yet address the generation of .pyc/.pyo files from source - files. - - """ - - _source_handlers = [] - - @classmethod - def get_extended_suffixes(cls): - suffixes = [] - for compiler, csuffx in cls._source_handlers: - suffixes = suffixes + list(csuffx) - return suffixes - - @classmethod - def get_extended_suffixes_inclusive(cls): - return PY_SOURCE_SUFFIXES + cls.get_extended_suffixes() - - # TODO: Address the generation of .pyc/.pyo files from source files. - # See importlib/_bootstrap.py for details is SourceFileLoader of - # how that's done. - def get_code(self, fullname): - source_path = self.get_filename(fullname) - if source_path.endswith(tuple(PY_SOURCE_SUFFIXES)): - return super(ExtendedSourceFileLoader, self).get_code(fullname) - - for compiler, suffixes in self._source_handlers: - if source_path.endswith(suffixes): - return compiler(source_path, fullname) - else: - raise ImportError("Could not find compiler for %s (%s)" % (fullname, source_path)) - -# Provide a working namespace for our new FileFinder. -class ExtendedFileFinder(machinery.FileFinder): - - # Taken from inspect.py and modified to support alternate suffixes. - @staticmethod - def getmodulename(path): - fname = os.path.basename(path) - suffixes = [(-len(suffix), suffix) - for suffix in (machinery.all_suffixes() + - ExtendedSourceFileLoader.get_extended_suffixes())] - suffixes.sort() # try longest suffixes first, in case they overlap - for neglen, suffix in suffixes: - if fname.endswith(suffix): - return fname[:neglen] - return None - - # Taken from pkgutil.py and modified to support alternate suffixes. - @staticmethod - def iter_modules(importer, prefix=''): - if importer.path is None or not os.path.isdir(importer.path): - return - - yielded = {} - try: - filenames = os.listdir(importer.path) - except OSError: - # ignore unreadable directories like import does - filenames = [] - filenames.sort() # handle packages before same-named modules - - for fn in filenames: - modname = ExtendedFileFinder.getmodulename(fn) - if modname == '__init__' or modname in yielded: - continue - - path = os.path.join(importer.path, fn) - ispkg = False - - if not modname and os.path.isdir(path) and '.' not in fn: - modname = fn - try: - dircontents = os.listdir(path) - except OSError: - # ignore unreadable directories like import does - dircontents = [] - for fn in dircontents: - subname = ExtendedFileFinder.getmodulename(fn) - if subname == '__init__': - ispkg = True - break - else: - continue # not a package - - if modname and '.' not in modname: - yielded[modname] = 1 - yield prefix + modname, ispkg - pass - - -# Monkeypatch both path_hooks and iter_importer_modules to make our -# modules recognizable to the module iterator functions. This is -# probably horribly fragile, but there doesn't seem to be a more -# robust way of doing it at the moment, and these names are stable -# from python 2.7 up. - -def install(compiler, suffixes): - """ Install a compiler and suffix(es) into Python's sys.path_hooks, so - that modules ending with thoses suffixes will be parsed into - python executable modules automatically. - """ - - filefinder = [(f, i) for i, f in enumerate(sys.path_hooks) - if repr(f).find('path_hook_for_FileFinder') != -1] - if not filefinder: - return - filefinder, fpos = filefinder[0] - - ExtendedSourceFileLoader._source_handlers = (ExtendedSourceFileLoader._source_handlers + - [(compiler, tuple(suffixes))]) - - supported_loaders = _get_supported_file_loaders() - sourceloader = [(l, i) for i, l in enumerate(supported_loaders) - if repr(l[0]).find('importlib.SourceFileLoader') != -1] - if not sourceloader: - return - - sourceloader, spos = sourceloader[0] - supported_loaders[spos] = (ExtendedSourceFileLoader, - ExtendedSourceFileLoader.get_extended_suffixes_inclusive()) - sys.path_hooks[fpos] = ExtendedFileFinder.path_hook(*supported_loaders) - iter_importer_modules.register(ExtendedFileFinder, ExtendedFileFinder.iter_modules) - if sys.path[0] !== "": - sys.path.insert(0, "")