f6160c755a
This version is much simpler. At the point that the exception is raised, we don't have access to the actual source, just the current expression. but as the exception percolates up, we can intercept it, add the source and the re-raise it. Then at the final point, in the cmdline handler, we can choose to let the entire traceback print, or just the simpler, direct error message. And even with the full traceback, the last bit is nicely formatted just like the shorter, simpler message. The error message is colored if clint is installed, but to avoid yet another dependency, you get monochrome without clint. I'm sure there is a better way to do the markup, the current method is kludgy but works. I wish there was more shared code between HyTypeError and LexException but they are kind of different in some fundamental ways. This doesn't work (yet) with runtime errors generated from Python, like NameError, but I have a method that can catch NameError and turn it into a more pleasing output. Finally, there is no obvious way to raise HyTypeError from pure Hy code, so methods in core/language.hy throw ugly TypeError/ValueError.
434 lines
12 KiB
Python
434 lines
12 KiB
Python
# Copyright (c) 2013 Paul Tagliamonte <paultag@debian.org>
|
|
# Copyright (c) 2013 Julien Danjou <julien@danjou.info>
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a
|
|
# copy of this software and associated documentation files (the "Software"),
|
|
# to deal in the Software without restriction, including without limitation
|
|
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
# and/or sell copies of the Software, and to permit persons to whom the
|
|
# Software is furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
# DEALINGS IN THE SOFTWARE.
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
from hy import HyString
|
|
from hy.models import HyObject
|
|
from hy.compiler import hy_compile, HyCompileError, HyTypeError
|
|
from hy.lex import tokenize
|
|
|
|
import ast
|
|
|
|
|
|
def _ast_spotcheck(arg, root, secondary):
|
|
if "." in arg:
|
|
local, full = arg.split(".", 1)
|
|
return _ast_spotcheck(full,
|
|
getattr(root, local),
|
|
getattr(secondary, local))
|
|
assert getattr(root, arg) == getattr(secondary, arg)
|
|
|
|
|
|
def can_compile(expr):
|
|
return hy_compile(tokenize(expr), "__main__")
|
|
|
|
|
|
def cant_compile(expr):
|
|
try:
|
|
hy_compile(tokenize(expr), "__main__")
|
|
assert False
|
|
except HyTypeError as e:
|
|
# Anything that can't be compiled should raise a user friendly
|
|
# error, otherwise it's a compiler bug.
|
|
assert isinstance(e.expression, HyObject)
|
|
assert e.message
|
|
except HyCompileError as e:
|
|
# Anything that can't be compiled should raise a user friendly
|
|
# error, otherwise it's a compiler bug.
|
|
assert isinstance(e.exception, HyTypeError)
|
|
assert e.traceback
|
|
|
|
|
|
def test_ast_bad_type():
|
|
"Make sure AST breakage can happen"
|
|
try:
|
|
hy_compile("foo", "__main__")
|
|
assert True is False
|
|
except HyCompileError:
|
|
pass
|
|
|
|
|
|
def test_ast_bad_if():
|
|
"Make sure AST can't compile invalid if"
|
|
cant_compile("(if)")
|
|
cant_compile("(if foobar)")
|
|
cant_compile("(if 1 2 3 4 5)")
|
|
|
|
|
|
def test_ast_valid_if():
|
|
"Make sure AST can't compile invalid if"
|
|
can_compile("(if foo bar)")
|
|
|
|
|
|
def test_ast_valid_unary_op():
|
|
"Make sure AST can compile valid unary operator"
|
|
can_compile("(not 2)")
|
|
can_compile("(~ 1)")
|
|
|
|
|
|
def test_ast_invalid_unary_op():
|
|
"Make sure AST can't compile invalid unary operator"
|
|
cant_compile("(not 2 3 4)")
|
|
cant_compile("(not)")
|
|
cant_compile("(not 2 3 4)")
|
|
cant_compile("(~ 2 2 3 4)")
|
|
cant_compile("(~)")
|
|
|
|
|
|
def test_ast_bad_while():
|
|
"Make sure AST can't compile invalid while"
|
|
cant_compile("(while)")
|
|
cant_compile("(while (true))")
|
|
|
|
|
|
def test_ast_good_do():
|
|
"Make sure AST can compile valid do"
|
|
can_compile("(do)")
|
|
can_compile("(do 1)")
|
|
|
|
|
|
def test_ast_good_throw():
|
|
"Make sure AST can compile valid throw"
|
|
can_compile("(throw)")
|
|
can_compile("(throw 1)")
|
|
|
|
|
|
def test_ast_bad_throw():
|
|
"Make sure AST can't compile invalid throw"
|
|
cant_compile("(raise 1 2 3)")
|
|
|
|
|
|
def test_ast_good_raise():
|
|
"Make sure AST can compile valid raise"
|
|
can_compile("(raise)")
|
|
can_compile("(raise 1)")
|
|
|
|
|
|
def test_ast_bad_raise():
|
|
"Make sure AST can't compile invalid raise"
|
|
cant_compile("(raise 1 2 3)")
|
|
|
|
|
|
def test_ast_good_try():
|
|
"Make sure AST can compile valid try"
|
|
can_compile("(try)")
|
|
can_compile("(try 1)")
|
|
can_compile("(try 1 (except) (else 1))")
|
|
can_compile("(try 1 (else 1) (except))")
|
|
can_compile("(try 1 (finally 1) (except))")
|
|
can_compile("(try 1 (finally 1))")
|
|
can_compile("(try 1 (except) (finally 1))")
|
|
can_compile("(try 1 (except) (finally 1) (else 1))")
|
|
can_compile("(try 1 (except) (else 1) (finally 1))")
|
|
|
|
|
|
def test_ast_bad_try():
|
|
"Make sure AST can't compile invalid try"
|
|
cant_compile("(try 1 bla)")
|
|
cant_compile("(try 1 bla bla)")
|
|
cant_compile("(try (do) (else 1) (else 2))")
|
|
cant_compile("(try 1 (else 1))")
|
|
|
|
|
|
def test_ast_good_catch():
|
|
"Make sure AST can compile valid catch"
|
|
can_compile("(try 1 (catch))")
|
|
can_compile("(try 1 (catch []))")
|
|
can_compile("(try 1 (catch [Foobar]))")
|
|
can_compile("(try 1 (catch [[]]))")
|
|
can_compile("(try 1 (catch [x FooBar]))")
|
|
can_compile("(try 1 (catch [x [FooBar BarFoo]]))")
|
|
can_compile("(try 1 (catch [x [FooBar BarFoo]]))")
|
|
|
|
|
|
def test_ast_bad_catch():
|
|
"Make sure AST can't compile invalid catch"
|
|
cant_compile("(catch 22)") # heh
|
|
cant_compile("(try (catch 1))")
|
|
cant_compile("(try (catch \"A\"))")
|
|
cant_compile("(try (catch [1 3]))")
|
|
cant_compile("(try (catch [x [FooBar] BarBar]))")
|
|
|
|
|
|
def test_ast_good_except():
|
|
"Make sure AST can compile valid except"
|
|
can_compile("(try 1 (except))")
|
|
can_compile("(try 1 (except []))")
|
|
can_compile("(try 1 (except [Foobar]))")
|
|
can_compile("(try 1 (except [[]]))")
|
|
can_compile("(try 1 (except [x FooBar]))")
|
|
can_compile("(try 1 (except [x [FooBar BarFoo]]))")
|
|
can_compile("(try 1 (except [x [FooBar BarFoo]]))")
|
|
|
|
|
|
def test_ast_bad_except():
|
|
"Make sure AST can't compile invalid except"
|
|
cant_compile("(except 1)")
|
|
cant_compile("(try 1 (except 1))")
|
|
cant_compile("(try 1 (except [1 3]))")
|
|
cant_compile("(try 1 (except [x [FooBar] BarBar]))")
|
|
|
|
|
|
def test_ast_good_assert():
|
|
"Make sure AST can compile valid assert"
|
|
can_compile("(assert 1)")
|
|
|
|
|
|
def test_ast_bad_assert():
|
|
"Make sure AST can't compile invalid assert"
|
|
cant_compile("(assert)")
|
|
cant_compile("(assert 1 2)")
|
|
|
|
|
|
def test_ast_good_global():
|
|
"Make sure AST can compile valid global"
|
|
can_compile("(global a)")
|
|
|
|
|
|
def test_ast_bad_global():
|
|
"Make sure AST can't compile invalid global"
|
|
cant_compile("(global)")
|
|
cant_compile("(global foo bar)")
|
|
|
|
|
|
def test_ast_good_defclass():
|
|
"Make sure AST can compile valid defclass"
|
|
can_compile("(defclass a)")
|
|
can_compile("(defclass a [])")
|
|
|
|
|
|
def test_ast_bad_defclass():
|
|
"Make sure AST can't compile invalid defclass"
|
|
cant_compile("(defclass)")
|
|
cant_compile("(defclass a null)")
|
|
cant_compile("(defclass a null null)")
|
|
|
|
|
|
def test_ast_good_lambda():
|
|
"Make sure AST can compile valid lambda"
|
|
can_compile("(lambda [])")
|
|
can_compile("(lambda [] 1)")
|
|
|
|
|
|
def test_ast_bad_lambda():
|
|
"Make sure AST can't compile invalid lambda"
|
|
cant_compile("(lambda)")
|
|
|
|
|
|
def test_ast_good_yield():
|
|
"Make sure AST can compile valid yield"
|
|
can_compile("(yield 1)")
|
|
|
|
|
|
def test_ast_bad_yield():
|
|
"Make sure AST can't compile invalid yield"
|
|
cant_compile("(yield 1 2)")
|
|
|
|
|
|
def test_ast_good_import_from():
|
|
"Make sure AST can compile valid selective import"
|
|
can_compile("(import [x [y]])")
|
|
|
|
|
|
def test_ast_good_get():
|
|
"Make sure AST can compile valid get"
|
|
can_compile("(get x y)")
|
|
|
|
|
|
def test_ast_bad_get():
|
|
"Make sure AST can't compile invalid get"
|
|
cant_compile("(get)")
|
|
cant_compile("(get 1)")
|
|
|
|
|
|
def test_ast_good_slice():
|
|
"Make sure AST can compile valid slice"
|
|
can_compile("(slice x)")
|
|
can_compile("(slice x y)")
|
|
can_compile("(slice x y z)")
|
|
can_compile("(slice x y z t)")
|
|
|
|
|
|
def test_ast_bad_slice():
|
|
"Make sure AST can't compile invalid slice"
|
|
cant_compile("(slice)")
|
|
cant_compile("(slice 1 2 3 4 5)")
|
|
|
|
|
|
def test_ast_good_take():
|
|
"Make sure AST can compile valid 'take'"
|
|
can_compile("(take 1 [2 3])")
|
|
|
|
|
|
def test_ast_good_drop():
|
|
"Make sure AST can compile valid 'drop'"
|
|
can_compile("(drop 1 [2 3])")
|
|
|
|
|
|
def test_ast_good_assoc():
|
|
"Make sure AST can compile valid assoc"
|
|
can_compile("(assoc x y z)")
|
|
|
|
|
|
def test_ast_bad_assoc():
|
|
"Make sure AST can't compile invalid assoc"
|
|
cant_compile("(assoc)")
|
|
cant_compile("(assoc 1)")
|
|
cant_compile("(assoc 1 2)")
|
|
cant_compile("(assoc 1 2 3 4)")
|
|
|
|
|
|
def test_ast_bad_with():
|
|
"Make sure AST can't compile invalid with"
|
|
cant_compile("(with*)")
|
|
cant_compile("(with* [])")
|
|
cant_compile("(with* [] (pass))")
|
|
|
|
|
|
def test_ast_valid_while():
|
|
"Make sure AST can't compile invalid while"
|
|
can_compile("(while foo bar)")
|
|
|
|
|
|
def test_ast_valid_for():
|
|
"Make sure AST can compile valid for"
|
|
can_compile("(for [[a 2]])")
|
|
|
|
|
|
def test_ast_invalid_for():
|
|
"Make sure AST can't compile invalid for"
|
|
cant_compile("(for* [a 1] (else 1 2))")
|
|
|
|
|
|
def test_ast_expression_basics():
|
|
""" Ensure basic AST expression conversion works. """
|
|
code = can_compile("(foo bar)").body[0]
|
|
tree = ast.Expr(value=ast.Call(
|
|
func=ast.Name(
|
|
id="foo",
|
|
ctx=ast.Load(),
|
|
),
|
|
args=[
|
|
ast.Name(id="bar", ctx=ast.Load())
|
|
],
|
|
keywords=[],
|
|
starargs=None,
|
|
kwargs=None,
|
|
))
|
|
|
|
_ast_spotcheck("value.func.id", code, tree)
|
|
|
|
|
|
def test_ast_anon_fns_basics():
|
|
""" Ensure anon fns work. """
|
|
code = can_compile("(fn (x) (* x x))").body[0]
|
|
assert type(code) == ast.FunctionDef
|
|
code = can_compile("(fn (x))").body[0]
|
|
cant_compile("(fn)")
|
|
|
|
|
|
def test_ast_non_decoratable():
|
|
""" Ensure decorating garbage breaks """
|
|
cant_compile("(with-decorator (foo) (* x x))")
|
|
|
|
|
|
def test_ast_non_kwapplyable():
|
|
""" Ensure kwapply breaks """
|
|
code = tokenize("(kwapply foo bar)")
|
|
code[0][2] = None
|
|
try:
|
|
hy_compile(code, "__main__")
|
|
assert True is False
|
|
except HyCompileError:
|
|
pass
|
|
|
|
|
|
def test_ast_lambda_lists():
|
|
"""Ensure the compiler chokes on invalid lambda-lists"""
|
|
cant_compile('(fn [&key {"a" b} &key {"foo" bar}] [a foo])')
|
|
cant_compile('(fn [&optional a &key {"foo" bar}] [a foo])')
|
|
cant_compile('(fn [&optional [a b c]] a)')
|
|
|
|
|
|
def test_ast_print():
|
|
code = can_compile("(print \"foo\")").body[0]
|
|
|
|
assert type(code.value) == ast.Call
|
|
|
|
|
|
def test_ast_tuple():
|
|
""" Ensure tuples work. """
|
|
code = can_compile("(, 1 2 3)").body[0].value
|
|
assert type(code) == ast.Tuple
|
|
|
|
|
|
def test_lambda_list_keywords_rest():
|
|
""" Ensure we can compile functions with lambda list keywords."""
|
|
can_compile("(fn (x &rest xs) (print xs))")
|
|
cant_compile("(fn (x &rest xs &rest ys) (print xs))")
|
|
|
|
|
|
def test_lambda_list_keywords_key():
|
|
""" Ensure we can compile functions with &key."""
|
|
can_compile("(fn (x &key {foo True}) (list x foo))")
|
|
cant_compile("(fn (x &key {bar \"baz\"} &key {foo 42}) (list x bar foo))")
|
|
|
|
|
|
def test_lambda_list_keywords_kwargs():
|
|
""" Ensure we can compile functions with &kwargs."""
|
|
can_compile("(fn (x &kwargs kw) (list x kw))")
|
|
cant_compile("(fn (x &kwargs xs &kwargs ys) (list x xs ys))")
|
|
|
|
|
|
def test_lambda_list_keywords_mixed():
|
|
""" Ensure we can mix them up."""
|
|
can_compile("(fn (x &rest xs &kwargs kw) (list x xs kw))")
|
|
cant_compile("(fn (x &rest xs &fasfkey {bar \"baz\"}))")
|
|
|
|
|
|
def test_ast_unicode_strings():
|
|
"""Ensure we handle unicode strings correctly"""
|
|
|
|
def _compile_string(s):
|
|
hy_s = HyString(s)
|
|
hy_s.start_line = hy_s.end_line = 0
|
|
hy_s.start_column = hy_s.end_column = 0
|
|
|
|
code = hy_compile([hy_s], "__main__")
|
|
|
|
# code == ast.Module(body=[ast.Expr(value=ast.Str(s=xxx))])
|
|
return code.body[0].value.s
|
|
|
|
assert _compile_string("test") == "test"
|
|
assert _compile_string("\u03b1\u03b2") == "\u03b1\u03b2"
|
|
assert _compile_string("\xc3\xa9") == "\xc3\xa9"
|
|
|
|
|
|
def test_compile_error():
|
|
"""Ensure we get compile error in tricky cases"""
|
|
try:
|
|
can_compile("(fn [] (= 1))")
|
|
except HyTypeError as e:
|
|
assert(e.message == "`=' needs at least 2 arguments, got 1.")
|
|
else:
|
|
assert(False)
|