2013-03-18 15:27:14 +01:00
|
|
|
# Copyright (c) 2013 Paul Tagliamonte <paultag@debian.org>
|
2014-12-07 19:02:48 +01:00
|
|
|
# Copyright (c) 2013, 2014 Bob Tolbert <bob@tolbert.org>
|
2013-03-04 01:40:46 +01:00
|
|
|
#
|
2013-03-18 15:27:14 +01:00
|
|
|
# Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
# copy of this software and associated documentation files (the "Software"),
|
|
|
|
# to deal in the Software without restriction, including without limitation
|
|
|
|
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
# and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
# Software is furnished to do so, subject to the following conditions:
|
|
|
|
#
|
|
|
|
# The above copyright notice and this permission notice shall be included in
|
|
|
|
# all copies or substantial portions of the Software.
|
|
|
|
#
|
|
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
|
|
# DEALINGS IN THE SOFTWARE.
|
2013-03-04 01:40:46 +01:00
|
|
|
|
Much better version of new error messages.
This version is much simpler.
At the point that the exception is raised, we don't have access to
the actual source, just the current expression. but as the
exception percolates up, we can intercept it, add the source and
the re-raise it.
Then at the final point, in the cmdline handler, we can choose to
let the entire traceback print, or just the simpler, direct error
message.
And even with the full traceback, the last bit is nicely formatted
just like the shorter, simpler message.
The error message is colored if clint is installed, but to avoid
yet another dependency, you get monochrome without clint.
I'm sure there is a better way to do the markup, the current method
is kludgy but works.
I wish there was more shared code between HyTypeError and LexException
but they are kind of different in some fundamental ways.
This doesn't work (yet) with runtime errors generated from Python,
like NameError, but I have a method that can catch NameError and turn it
into a more pleasing output.
Finally, there is no obvious way to raise HyTypeError from pure Hy code,
so methods in core/language.hy throw ugly TypeError/ValueError.
2013-12-22 20:56:03 +01:00
|
|
|
from hy.compiler import hy_compile, HyTypeError
|
2013-04-10 03:33:09 +02:00
|
|
|
from hy.models import HyObject
|
Much better version of new error messages.
This version is much simpler.
At the point that the exception is raised, we don't have access to
the actual source, just the current expression. but as the
exception percolates up, we can intercept it, add the source and
the re-raise it.
Then at the final point, in the cmdline handler, we can choose to
let the entire traceback print, or just the simpler, direct error
message.
And even with the full traceback, the last bit is nicely formatted
just like the shorter, simpler message.
The error message is colored if clint is installed, but to avoid
yet another dependency, you get monochrome without clint.
I'm sure there is a better way to do the markup, the current method
is kludgy but works.
I wish there was more shared code between HyTypeError and LexException
but they are kind of different in some fundamental ways.
This doesn't work (yet) with runtime errors generated from Python,
like NameError, but I have a method that can catch NameError and turn it
into a more pleasing output.
Finally, there is no obvious way to raise HyTypeError from pure Hy code,
so methods in core/language.hy throw ugly TypeError/ValueError.
2013-12-22 20:56:03 +01:00
|
|
|
from hy.lex import tokenize, LexException
|
2013-03-05 04:35:07 +01:00
|
|
|
|
2013-04-07 03:33:52 +02:00
|
|
|
from io import open
|
2013-03-22 00:27:34 +01:00
|
|
|
import marshal
|
2013-03-04 01:40:46 +01:00
|
|
|
import imp
|
2013-03-05 04:35:07 +01:00
|
|
|
import sys
|
2013-04-10 03:33:09 +02:00
|
|
|
import ast
|
2013-03-05 04:35:07 +01:00
|
|
|
import os
|
2013-04-12 05:23:25 +02:00
|
|
|
import __future__
|
2013-03-04 01:40:46 +01:00
|
|
|
|
2013-12-29 11:57:48 +01:00
|
|
|
from hy._compat import PY3, PY33, MAGIC, builtins, long_type, wr_long
|
2013-03-10 15:58:31 +01:00
|
|
|
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
def ast_compile(ast, filename, mode):
|
|
|
|
"""Compile AST.
|
|
|
|
Like Python's compile, but with some special flags."""
|
2013-09-22 15:31:15 +02:00
|
|
|
flags = (__future__.CO_FUTURE_DIVISION |
|
|
|
|
__future__.CO_FUTURE_PRINT_FUNCTION)
|
|
|
|
return compile(ast, filename, mode, flags)
|
2013-04-12 05:23:25 +02:00
|
|
|
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
def import_buffer_to_hst(buf):
|
|
|
|
"""Import content from buf and return an Hy AST."""
|
2013-05-01 19:50:06 +02:00
|
|
|
return tokenize(buf + "\n")
|
2013-03-09 00:18:43 +01:00
|
|
|
|
|
|
|
|
2013-03-10 15:58:31 +01:00
|
|
|
def import_file_to_hst(fpath):
|
2013-04-20 22:11:53 +02:00
|
|
|
"""Import content from fpath and return an Hy AST."""
|
|
|
|
with open(fpath, 'r', encoding='utf-8') as f:
|
|
|
|
return import_buffer_to_hst(f.read())
|
2013-03-10 15:58:31 +01:00
|
|
|
|
|
|
|
|
2013-05-16 15:34:14 +02:00
|
|
|
def import_buffer_to_ast(buf, module_name):
|
2013-04-20 22:11:53 +02:00
|
|
|
""" Import content from buf and return a Python AST."""
|
2013-05-16 15:34:14 +02:00
|
|
|
return hy_compile(import_buffer_to_hst(buf), module_name)
|
2013-04-20 22:11:53 +02:00
|
|
|
|
2013-03-09 00:18:43 +01:00
|
|
|
|
2013-05-16 15:34:14 +02:00
|
|
|
def import_file_to_ast(fpath, module_name):
|
2013-04-20 22:11:53 +02:00
|
|
|
"""Import content from fpath and return a Python AST."""
|
2013-05-16 15:34:14 +02:00
|
|
|
return hy_compile(import_file_to_hst(fpath), module_name)
|
2013-03-09 00:18:43 +01:00
|
|
|
|
2013-03-10 15:58:31 +01:00
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
def import_file_to_module(module_name, fpath):
|
|
|
|
"""Import content from fpath and puts it into a Python module.
|
2013-03-10 15:58:31 +01:00
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
Returns the module."""
|
2013-07-06 20:35:26 +02:00
|
|
|
try:
|
|
|
|
_ast = import_file_to_ast(fpath, module_name)
|
|
|
|
mod = imp.new_module(module_name)
|
|
|
|
mod.__file__ = fpath
|
|
|
|
eval(ast_compile(_ast, fpath, "exec"), mod.__dict__)
|
Much better version of new error messages.
This version is much simpler.
At the point that the exception is raised, we don't have access to
the actual source, just the current expression. but as the
exception percolates up, we can intercept it, add the source and
the re-raise it.
Then at the final point, in the cmdline handler, we can choose to
let the entire traceback print, or just the simpler, direct error
message.
And even with the full traceback, the last bit is nicely formatted
just like the shorter, simpler message.
The error message is colored if clint is installed, but to avoid
yet another dependency, you get monochrome without clint.
I'm sure there is a better way to do the markup, the current method
is kludgy but works.
I wish there was more shared code between HyTypeError and LexException
but they are kind of different in some fundamental ways.
This doesn't work (yet) with runtime errors generated from Python,
like NameError, but I have a method that can catch NameError and turn it
into a more pleasing output.
Finally, there is no obvious way to raise HyTypeError from pure Hy code,
so methods in core/language.hy throw ugly TypeError/ValueError.
2013-12-22 20:56:03 +01:00
|
|
|
except (HyTypeError, LexException) as e:
|
|
|
|
if e.source is None:
|
2013-12-27 04:46:48 +01:00
|
|
|
with open(fpath, 'rt') as fp:
|
|
|
|
e.source = fp.read()
|
Much better version of new error messages.
This version is much simpler.
At the point that the exception is raised, we don't have access to
the actual source, just the current expression. but as the
exception percolates up, we can intercept it, add the source and
the re-raise it.
Then at the final point, in the cmdline handler, we can choose to
let the entire traceback print, or just the simpler, direct error
message.
And even with the full traceback, the last bit is nicely formatted
just like the shorter, simpler message.
The error message is colored if clint is installed, but to avoid
yet another dependency, you get monochrome without clint.
I'm sure there is a better way to do the markup, the current method
is kludgy but works.
I wish there was more shared code between HyTypeError and LexException
but they are kind of different in some fundamental ways.
This doesn't work (yet) with runtime errors generated from Python,
like NameError, but I have a method that can catch NameError and turn it
into a more pleasing output.
Finally, there is no obvious way to raise HyTypeError from pure Hy code,
so methods in core/language.hy throw ugly TypeError/ValueError.
2013-12-22 20:56:03 +01:00
|
|
|
e.filename = fpath
|
|
|
|
raise
|
2013-07-06 20:35:26 +02:00
|
|
|
except Exception:
|
|
|
|
sys.modules.pop(module_name, None)
|
|
|
|
raise
|
2013-03-04 01:40:46 +01:00
|
|
|
return mod
|
2013-03-05 04:35:07 +01:00
|
|
|
|
|
|
|
|
2013-04-24 15:21:16 +02:00
|
|
|
def import_buffer_to_module(module_name, buf):
|
Much better version of new error messages.
This version is much simpler.
At the point that the exception is raised, we don't have access to
the actual source, just the current expression. but as the
exception percolates up, we can intercept it, add the source and
the re-raise it.
Then at the final point, in the cmdline handler, we can choose to
let the entire traceback print, or just the simpler, direct error
message.
And even with the full traceback, the last bit is nicely formatted
just like the shorter, simpler message.
The error message is colored if clint is installed, but to avoid
yet another dependency, you get monochrome without clint.
I'm sure there is a better way to do the markup, the current method
is kludgy but works.
I wish there was more shared code between HyTypeError and LexException
but they are kind of different in some fundamental ways.
This doesn't work (yet) with runtime errors generated from Python,
like NameError, but I have a method that can catch NameError and turn it
into a more pleasing output.
Finally, there is no obvious way to raise HyTypeError from pure Hy code,
so methods in core/language.hy throw ugly TypeError/ValueError.
2013-12-22 20:56:03 +01:00
|
|
|
try:
|
|
|
|
_ast = import_buffer_to_ast(buf, module_name)
|
|
|
|
mod = imp.new_module(module_name)
|
|
|
|
eval(ast_compile(_ast, "", "exec"), mod.__dict__)
|
|
|
|
except (HyTypeError, LexException) as e:
|
|
|
|
if e.source is None:
|
|
|
|
e.source = buf
|
|
|
|
e.filename = '<stdin>'
|
|
|
|
raise
|
2013-04-24 15:21:16 +02:00
|
|
|
return mod
|
|
|
|
|
|
|
|
|
2013-05-16 15:34:14 +02:00
|
|
|
def hy_eval(hytree, namespace, module_name):
|
2013-04-10 03:33:09 +02:00
|
|
|
foo = HyObject()
|
|
|
|
foo.start_line = 0
|
|
|
|
foo.end_line = 0
|
|
|
|
foo.start_column = 0
|
|
|
|
foo.end_column = 0
|
|
|
|
hytree.replace(foo)
|
2013-05-16 15:34:14 +02:00
|
|
|
_ast, expr = hy_compile(hytree, module_name, get_expr=True)
|
2013-05-03 17:49:45 +02:00
|
|
|
|
|
|
|
# Spoof the positions in the generated ast...
|
|
|
|
for node in ast.walk(_ast):
|
|
|
|
node.lineno = 1
|
|
|
|
node.col_offset = 1
|
|
|
|
|
|
|
|
for node in ast.walk(expr):
|
|
|
|
node.lineno = 1
|
|
|
|
node.col_offset = 1
|
|
|
|
|
|
|
|
# Two-step eval: eval() the body of the exec call
|
|
|
|
eval(ast_compile(_ast, "<eval_body>", "exec"), namespace)
|
|
|
|
|
|
|
|
# Then eval the expression context and return that
|
|
|
|
return eval(ast_compile(expr, "<eval>", "eval"), namespace)
|
2013-04-10 03:33:09 +02:00
|
|
|
|
|
|
|
|
2013-03-22 00:27:34 +01:00
|
|
|
def write_hy_as_pyc(fname):
|
|
|
|
with open(fname, 'U') as f:
|
|
|
|
try:
|
2013-04-13 13:39:18 +02:00
|
|
|
st = os.fstat(f.fileno())
|
2013-03-22 00:27:34 +01:00
|
|
|
except AttributeError:
|
2013-04-13 13:39:18 +02:00
|
|
|
st = os.stat(fname)
|
|
|
|
timestamp = long_type(st.st_mtime)
|
2013-03-22 00:27:34 +01:00
|
|
|
|
2013-05-16 15:34:14 +02:00
|
|
|
_ast = import_file_to_ast(fname,
|
|
|
|
os.path.basename(os.path.splitext(fname)[0]))
|
2013-04-20 22:11:53 +02:00
|
|
|
code = ast_compile(_ast, fname, "exec")
|
2013-03-22 00:27:34 +01:00
|
|
|
cfile = "%s.pyc" % fname[:-len(".hy")]
|
|
|
|
|
2013-09-24 09:27:30 +02:00
|
|
|
open_ = builtins.open
|
2013-04-13 13:39:18 +02:00
|
|
|
|
|
|
|
with open_(cfile, 'wb') as fc:
|
2013-12-29 11:57:48 +01:00
|
|
|
if PY3:
|
2013-04-13 13:39:18 +02:00
|
|
|
fc.write(b'\0\0\0\0')
|
|
|
|
else:
|
|
|
|
fc.write('\0\0\0\0')
|
2013-03-22 00:27:34 +01:00
|
|
|
wr_long(fc, timestamp)
|
2013-12-29 11:57:48 +01:00
|
|
|
if PY33:
|
2013-04-13 13:39:18 +02:00
|
|
|
wr_long(fc, st.st_size)
|
2013-03-22 00:27:34 +01:00
|
|
|
marshal.dump(code, fc)
|
|
|
|
fc.flush()
|
|
|
|
fc.seek(0, 0)
|
|
|
|
fc.write(MAGIC)
|
|
|
|
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
class MetaLoader(object):
|
|
|
|
def __init__(self, path):
|
|
|
|
self.path = path
|
|
|
|
|
2013-03-05 04:35:07 +01:00
|
|
|
def is_package(self, fullname):
|
|
|
|
dirpath = "/".join(fullname.split("."))
|
|
|
|
for pth in sys.path:
|
|
|
|
pth = os.path.abspath(pth)
|
|
|
|
composed_path = "%s/%s/__init__.hy" % (pth, dirpath)
|
|
|
|
if os.path.exists(composed_path):
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
|
|
def load_module(self, fullname):
|
|
|
|
if fullname in sys.modules:
|
|
|
|
return sys.modules[fullname]
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
if not self.path:
|
2013-03-05 04:35:07 +01:00
|
|
|
return
|
|
|
|
|
|
|
|
sys.modules[fullname] = None
|
2013-04-20 22:11:53 +02:00
|
|
|
mod = import_file_to_module(fullname,
|
|
|
|
self.path)
|
2013-03-05 04:35:07 +01:00
|
|
|
|
|
|
|
ispkg = self.is_package(fullname)
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
mod.__file__ = self.path
|
2013-03-05 04:35:07 +01:00
|
|
|
mod.__loader__ = self
|
|
|
|
mod.__name__ = fullname
|
|
|
|
|
|
|
|
if ispkg:
|
|
|
|
mod.__path__ = []
|
|
|
|
mod.__package__ = fullname
|
|
|
|
else:
|
|
|
|
mod.__package__ = fullname.rpartition('.')[0]
|
|
|
|
|
|
|
|
sys.modules[fullname] = mod
|
|
|
|
return mod
|
|
|
|
|
|
|
|
|
2013-04-20 22:11:53 +02:00
|
|
|
class MetaImporter(object):
|
|
|
|
def find_on_path(self, fullname):
|
|
|
|
fls = ["%s/__init__.hy", "%s.hy"]
|
|
|
|
dirpath = "/".join(fullname.split("."))
|
|
|
|
|
|
|
|
for pth in sys.path:
|
|
|
|
pth = os.path.abspath(pth)
|
|
|
|
for fp in fls:
|
|
|
|
composed_path = fp % ("%s/%s" % (pth, dirpath))
|
|
|
|
if os.path.exists(composed_path):
|
|
|
|
return composed_path
|
|
|
|
|
2013-03-05 04:35:07 +01:00
|
|
|
def find_module(self, fullname, path=None):
|
2013-04-20 22:11:53 +02:00
|
|
|
path = self.find_on_path(fullname)
|
|
|
|
if path:
|
|
|
|
return MetaLoader(path)
|
2013-03-05 04:35:07 +01:00
|
|
|
|
|
|
|
|
2014-12-07 19:02:48 +01:00
|
|
|
sys.meta_path.insert(0, MetaImporter())
|
2013-03-05 04:35:07 +01:00
|
|
|
sys.path.insert(0, "")
|