hy/hy/compiler.py

1012 lines
32 KiB
Python
Raw Normal View History

# -*- encoding: utf-8 -*-
#
2013-03-18 15:27:14 +01:00
# Copyright (c) 2013 Paul Tagliamonte <paultag@debian.org>
# Copyright (c) 2013 Julien Danjou <julien@danjou.info>
2013-03-03 22:26:17 +01:00
#
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the "Software"),
# to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
# DEALINGS IN THE SOFTWARE.
2013-03-05 02:40:23 +01:00
from hy.errors import HyError
2013-03-05 01:12:57 +01:00
2013-03-05 02:40:23 +01:00
from hy.models.expression import HyExpression
2013-03-06 00:39:34 +01:00
from hy.models.integer import HyInteger
from hy.models.float import HyFloat
from hy.models.complex import HyComplex
2013-03-05 02:40:23 +01:00
from hy.models.string import HyString
2013-03-06 04:08:53 +01:00
from hy.models.symbol import HySymbol
from hy.models.list import HyList
2013-03-09 06:55:27 +01:00
from hy.models.dict import HyDict
from hy.models.keyword import HyKeyword
2013-03-05 02:40:23 +01:00
2013-04-12 20:39:45 +02:00
from hy.util import flatten_literal_list, str_type
2013-04-05 01:32:56 +02:00
2013-04-11 04:51:58 +02:00
from collections import defaultdict
2013-04-07 04:49:48 +02:00
import codecs
2013-03-05 02:40:23 +01:00
import ast
2013-03-12 01:17:27 +01:00
import sys
2013-03-05 02:40:23 +01:00
class HyCompileError(HyError):
def __init__(self, exception,
start_line=0, start_column=0):
self.exception = exception
self.start_line = start_line
self.start_column = start_column
def __str__(self):
if self.start_line == 0:
return("Internal Compiler Bug\n%s: %s"
% (self.exception.__class__.__name__,
self.exception))
return ("Compilation error at line %d, column %d\n%s: %s"
% (self.start_line, self.start_column,
self.exception.__class__.__name__,
self.exception))
2013-03-05 02:40:23 +01:00
_compile_table = {}
def ast_str(foobar):
if sys.version_info[0] >= 3:
return str(foobar)
2013-04-07 04:49:48 +02:00
try:
return str(foobar)
except UnicodeEncodeError:
pass
enc = codecs.getencoder('punycode')
foobar, _ = enc(foobar)
return "__hy_%s" % (str(foobar).replace("-", "_"))
2013-03-05 02:40:23 +01:00
def builds(_type):
def _dec(fn):
_compile_table[_type] = fn
def shim(*args, **kwargs):
return fn(*args, **kwargs)
return shim
return _dec
def _raise_wrong_args_number(expression, error):
2013-04-10 02:44:05 +02:00
err = TypeError(error % (expression.pop(0), len(expression)))
err.start_line = expression.start_line
err.start_column = expression.start_column
raise err
def checkargs(exact=None, min=None, max=None):
def _dec(fn):
def checker(self, expression):
if exact is not None and (len(expression) - 1) != exact:
2013-04-10 02:44:05 +02:00
_raise_wrong_args_number(
expression, "`%%s' needs %d arguments, got %%d" % exact)
if min is not None and (len(expression) - 1) < min:
2013-04-10 02:44:52 +02:00
_raise_wrong_args_number(
expression,
2013-04-06 19:15:32 +02:00
"`%%s' needs at least %d arguments, got %%d" % (min))
if max is not None and (len(expression) - 1) > max:
2013-04-10 02:44:52 +02:00
_raise_wrong_args_number(
expression,
2013-04-06 19:15:32 +02:00
"`%%s' needs at most %d arguments, got %%d" % (max))
return fn(self, expression)
return checker
return _dec
2013-03-05 02:40:23 +01:00
class HyASTCompiler(object):
def __init__(self):
self.returnable = False
2013-03-05 04:35:07 +01:00
self.anon_fn_count = 0
2013-04-11 04:51:58 +02:00
self.imports = defaultdict(list)
2013-03-05 02:40:23 +01:00
def compile(self, tree):
try:
for _type in _compile_table:
if type(tree) == _type:
return _compile_table[_type](self, tree)
except HyCompileError:
# compile calls compile, so we're going to have multiple raise
# nested; so let's re-raise this exception, let's not wrap it in
# another HyCompileError!
raise
except Exception as e:
2013-04-11 03:44:23 +02:00
if isinstance(e, HyError):
raise HyCompileError(
exception=e,
start_line=getattr(e, "start_line", 0),
start_column=getattr(e, "start_column", 0))
2013-04-11 03:49:27 +02:00
raise HyCompileError(exception=e)
2013-03-05 02:40:23 +01:00
2013-04-10 03:33:09 +02:00
raise HyCompileError(
"Unknown type - `%s' - %s" % (str(type(tree)), tree))
2013-03-05 02:40:23 +01:00
def _mangle_branch(self, tree, start_line, start_column):
# If tree is empty, just return a pass statement
if tree == []:
2013-04-10 02:44:05 +02:00
return [ast.Pass(lineno=start_line, col_offset=start_column)]
2013-03-05 02:40:23 +01:00
ret = []
2013-04-05 01:32:56 +02:00
tree = list(flatten_literal_list(tree))
2013-03-05 02:40:23 +01:00
tree.reverse()
2013-03-06 02:28:09 +01:00
if self.returnable and len(tree) > 0:
2013-03-06 03:42:54 +01:00
el = tree[0]
2013-04-05 01:32:56 +02:00
if not isinstance(el, ast.stmt):
2013-03-07 04:09:13 +01:00
el = tree.pop(0)
2013-03-05 02:40:23 +01:00
ret.append(ast.Return(value=el,
lineno=el.lineno,
col_offset=el.col_offset))
2013-04-06 01:46:27 +02:00
if isinstance(el, ast.FunctionDef):
ret.append(ast.Return(
value=ast.Name(
2013-04-10 02:44:52 +02:00
arg=el.name, id=el.name, ctx=ast.Load(),
2013-04-06 01:46:27 +02:00
lineno=el.lineno, col_offset=el.col_offset),
lineno=el.lineno, col_offset=el.col_offset))
2013-04-04 02:18:56 +02:00
for el in tree:
if isinstance(el, ast.stmt):
ret.append(el)
continue
2013-04-10 02:44:05 +02:00
ret.append(ast.Expr(
value=el,
lineno=el.lineno,
col_offset=el.col_offset))
2013-03-05 02:40:23 +01:00
ret.reverse()
return ret
@builds(list)
def compile_raw_list(self, entries):
return [self.compile(x) for x in entries]
def _render_quoted_form(self, form):
name = form.__class__.__name__
2013-04-11 04:51:58 +02:00
self.imports["hy"].append((name, form))
if isinstance(form, HyList):
return HyExpression(
[HySymbol(name),
HyList([self._render_quoted_form(x) for x in form])]
).replace(form)
elif isinstance(form, HySymbol):
return HyExpression([HySymbol(name), HyString(form)]).replace(form)
return HyExpression([HySymbol(name), form]).replace(form)
@builds("quote")
2013-04-10 02:34:46 +02:00
@checkargs(exact=1)
def compile_quote(self, entries):
return self.compile(self._render_quoted_form(entries[1]))
2013-04-10 03:33:09 +02:00
@builds("eval")
@checkargs(exact=1)
def compile_eval(self, expr):
expr.pop(0)
2013-04-11 04:51:58 +02:00
self.imports["hy.importer"].append(("hy_eval", expr))
2013-04-10 03:33:09 +02:00
return self.compile(HyExpression([
HySymbol("hy_eval")] + expr + [
HyExpression([HySymbol("locals")])]).replace(expr))
2013-04-10 03:33:09 +02:00
@builds("do")
@builds("progn")
2013-03-09 05:41:04 +01:00
def compile_do_expression(self, expr):
return [self.compile(x) for x in expr[1:]]
@builds("throw")
@builds("raise")
@checkargs(max=1)
def compile_throw_expression(self, expr):
expr.pop(0)
exc = self.compile(expr.pop(0)) if expr else None
return ast.Raise(
lineno=expr.start_line,
col_offset=expr.start_column,
2013-03-12 01:17:27 +01:00
type=exc,
exc=exc,
inst=None,
tback=None)
@builds("try")
def compile_try_expression(self, expr):
expr.pop(0) # try
2013-03-12 01:17:27 +01:00
if sys.version_info[0] >= 3 and sys.version_info[1] >= 3:
# Python 3.3 features a rename of TryExcept to Try.
2013-03-12 01:17:27 +01:00
Try = ast.Try
else:
Try = ast.TryExcept
try:
body = expr.pop(0)
except IndexError:
body = []
# (try something…)
body = self._code_branch(self.compile(body),
expr.start_line,
expr.start_column)
orelse = []
if len(expr) == 0:
# (try) or (try body)
handlers = [ast.ExceptHandler(
lineno=expr.start_line,
col_offset=expr.start_column,
type=None,
name=None,
body=[ast.Pass(lineno=expr.start_line,
col_offset=expr.start_column)])]
else:
handlers = []
for e in expr:
if not len(e):
raise TypeError("Empty list not allowed in `try'")
if e[0] in (HySymbol("except"), HySymbol("catch")):
handlers.append(self.compile(e))
elif e[0] == HySymbol("else"):
if orelse:
raise TypeError(
"`try' cannot have more than one `else'")
else:
orelse = self._code_branch(self.compile(e[1:]),
e.start_line,
e.start_column)
else:
raise TypeError("Unknown expression in `try'")
if handlers == []:
raise TypeError(
"`try' must have at least `except' or `finally'")
2013-03-12 01:17:27 +01:00
return Try(
lineno=expr.start_line,
col_offset=expr.start_column,
body=body,
handlers=handlers,
2013-03-12 01:17:27 +01:00
finalbody=[],
orelse=orelse)
@builds("catch")
@builds("except")
def compile_catch_expression(self, expr):
catch = expr.pop(0) # catch
try:
exceptions = expr.pop(0)
except IndexError:
exceptions = HyList()
# exceptions catch should be either:
# [[list of exceptions]]
# or
# [variable [list of exceptions]]
# or
# [variable exception]
# or
# [exception]
# or
# []
if not isinstance(exceptions, HyList):
raise TypeError("`%s' exceptions list is not a list" % catch)
if len(exceptions) > 2:
raise TypeError("`%s' exceptions list is too long" % catch)
# [variable [list of exceptions]]
# let's pop variable and use it as name
if len(exceptions) == 2:
name = exceptions.pop(0)
if sys.version_info[0] >= 3:
# Python3 features a change where the Exception handler
# moved the name from a Name() to a pure Python String type.
#
# We'll just make sure it's a pure "string", and let it work
# it's magic.
name = ast_str(name)
else:
# Python2 requires an ast.Name, set to ctx Store.
name = self._storeize(self.compile(name))
else:
name = None
try:
exceptions_list = exceptions.pop(0)
except IndexError:
exceptions_list = []
if isinstance(exceptions_list, list):
if len(exceptions_list):
# [FooBar BarFoo] → catch Foobar and BarFoo exceptions
_type = ast.Tuple(elts=[self.compile(x)
for x in exceptions_list],
lineno=expr.start_line,
col_offset=expr.start_column,
ctx=ast.Load())
else:
# [] → all exceptions catched
_type = None
elif isinstance(exceptions_list, HySymbol):
_type = self.compile(exceptions_list)
else:
raise TypeError("`%s' needs a valid exception list" % catch)
body = self._code_branch([self.compile(x) for x in expr],
expr.start_line,
expr.start_column)
return ast.ExceptHandler(
lineno=expr.start_line,
col_offset=expr.start_column,
type=_type,
name=name,
body=body)
def _code_branch(self, branch, start_line, start_column):
return self._mangle_branch((branch
if isinstance(branch, list)
else [branch]),
start_line,
start_column)
2013-03-09 06:01:43 +01:00
@builds("if")
@checkargs(min=2, max=3)
2013-03-09 05:41:04 +01:00
def compile_if_expression(self, expr):
expr.pop(0) # if
test = self.compile(expr.pop(0))
body = self._code_branch(self.compile(expr.pop(0)),
expr.start_line,
expr.start_column)
2013-04-06 14:18:45 +02:00
if len(expr) == 1:
orel = self._code_branch(self.compile(expr.pop(0)),
expr.start_line,
expr.start_column)
else:
orel = []
2013-03-09 06:17:02 +01:00
return ast.If(test=test,
body=body,
orelse=orel,
2013-03-09 05:41:04 +01:00
lineno=expr.start_line,
col_offset=expr.start_column)
2013-03-09 05:07:21 +01:00
@builds("print")
2013-03-10 20:39:27 +01:00
def compile_print_expression(self, expr):
call = expr.pop(0) # print
2013-04-02 01:51:21 +02:00
if sys.version_info[0] >= 3:
call = self.compile(call)
2013-04-02 01:51:21 +02:00
# AST changed with Python 3, we now just call it.
return ast.Call(
keywords=[],
func=call,
2013-04-02 01:51:21 +02:00
args=[self.compile(x) for x in expr],
lineno=expr.start_line,
col_offset=expr.start_column)
2013-03-10 20:39:27 +01:00
return ast.Print(
2013-03-11 14:37:29 +01:00
lineno=expr.start_line,
col_offset=expr.start_column,
2013-03-10 20:39:27 +01:00
dest=None,
values=[self.compile(x) for x in expr],
nl=True)
@builds("assert")
@checkargs(1)
2013-03-06 03:42:54 +01:00
def compile_assert_expression(self, expr):
expr.pop(0) # assert
e = expr.pop(0)
return ast.Assert(test=self.compile(e),
msg=None,
lineno=e.start_line,
col_offset=e.start_column)
@builds("lambda")
@checkargs(min=2)
2013-03-09 21:57:13 +01:00
def compile_lambda_expression(self, expr):
expr.pop(0)
sig = expr.pop(0)
body = expr.pop(0)
# assert expr is empty
return ast.Lambda(
lineno=expr.start_line,
col_offset=expr.start_column,
args=ast.arguments(args=[
ast.Name(arg=ast_str(x), id=ast_str(x),
2013-03-09 21:57:13 +01:00
ctx=ast.Param(),
lineno=x.start_line,
col_offset=x.start_column)
for x in sig],
vararg=None,
kwarg=None,
defaults=[],
kwonlyargs=[],
kw_defaults=[]),
body=self.compile(body))
@builds("pass")
@checkargs(0)
2013-03-15 01:55:11 +01:00
def compile_pass_expression(self, expr):
return ast.Pass(lineno=expr.start_line, col_offset=expr.start_column)
@builds("yield")
@checkargs(1)
2013-03-15 01:55:11 +01:00
def compile_yield_expression(self, expr):
expr.pop(0)
return ast.Yield(
value=self.compile(expr.pop(0)),
lineno=expr.start_line,
col_offset=expr.start_column)
@builds("import")
2013-03-10 01:46:32 +01:00
def compile_import_expression(self, expr):
expr.pop(0) # index
return ast.Import(
lineno=expr.start_line,
col_offset=expr.start_column,
names=[ast.alias(name=ast_str(x), asname=None) for x in expr])
2013-03-10 01:46:32 +01:00
@builds("import_as")
2013-03-19 06:33:45 +01:00
def compile_import_as_expression(self, expr):
expr.pop(0) # index
2013-03-22 00:27:34 +01:00
modlist = [expr[i:i + 2] for i in range(0, len(expr), 2)]
2013-03-19 06:33:45 +01:00
return ast.Import(
lineno=expr.start_line,
col_offset=expr.start_column,
module=ast_str(expr.pop(0)),
names=[ast.alias(name=ast_str(x[0]),
asname=ast_str(x[1])) for x in modlist])
2013-03-19 06:33:45 +01:00
@builds("import_from")
@checkargs(min=1)
2013-03-10 01:46:32 +01:00
def compile_import_from_expression(self, expr):
expr.pop(0) # index
return ast.ImportFrom(
lineno=expr.start_line,
col_offset=expr.start_column,
module=ast_str(expr.pop(0)),
names=[ast.alias(name=ast_str(x), asname=None) for x in expr],
2013-03-10 01:46:32 +01:00
level=0)
@builds("get")
@checkargs(2)
2013-03-09 06:55:27 +01:00
def compile_index_expression(self, expr):
expr.pop(0) # index
val = self.compile(expr.pop(0)) # target
sli = self.compile(expr.pop(0)) # slice
return ast.Subscript(
lineno=expr.start_line,
col_offset=expr.start_column,
value=val,
slice=ast.Index(value=sli),
ctx=ast.Load())
2013-03-19 00:47:48 +01:00
@builds("slice")
@checkargs(min=1, max=3)
2013-03-19 00:47:48 +01:00
def compile_slice_expression(self, expr):
expr.pop(0) # index
val = self.compile(expr.pop(0)) # target
low = None
if expr != []:
low = self.compile(expr.pop(0))
high = None
if expr != []:
high = self.compile(expr.pop(0))
return ast.Subscript(
lineno=expr.start_line,
col_offset=expr.start_column,
value=val,
slice=ast.Slice(lower=low,
upper=high,
step=None),
ctx=ast.Load())
2013-03-09 06:55:27 +01:00
@builds("assoc")
@checkargs(3)
2013-03-10 20:39:27 +01:00
def compile_assoc_expression(self, expr):
2013-03-10 17:59:16 +01:00
expr.pop(0) # assoc
# (assoc foo bar baz) => foo[bar] = baz
target = expr.pop(0)
key = expr.pop(0)
val = expr.pop(0)
return ast.Assign(
lineno=expr.start_line,
col_offset=expr.start_column,
targets=[
ast.Subscript(
lineno=expr.start_line,
col_offset=expr.start_column,
value=self.compile(target),
slice=ast.Index(value=self.compile(key)),
ctx=ast.Store())],
value=self.compile(val))
@builds("decorate_with")
@checkargs(min=1)
2013-03-10 03:01:59 +01:00
def compile_decorate_expression(self, expr):
expr.pop(0) # decorate-with
fn = self.compile(expr.pop(-1))
if type(fn) != ast.FunctionDef:
raise TypeError("Decorated a non-function")
fn.decorator_list = [self.compile(x) for x in expr]
return fn
@builds("with")
@checkargs(min=2)
def compile_with_expression(self, expr):
expr.pop(0) # with
args = expr.pop(0)
if len(args) > 2 or len(args) < 1:
raise TypeError("with needs [arg (expr)] or [(expr)]")
args.reverse()
ctx = self.compile(args.pop(0))
thing = None
if args != []:
thing = self._storeize(self.compile(args.pop(0)))
2013-03-24 07:04:44 +01:00
2013-03-24 15:00:07 +01:00
ret = ast.With(context_expr=ctx,
lineno=expr.start_line,
col_offset=expr.start_column,
optional_vars=thing,
body=self._code_branch(
[self.compile(x) for x in expr],
expr.start_line,
expr.start_column))
2013-03-24 15:00:07 +01:00
if sys.version_info[0] >= 3 and sys.version_info[1] >= 3:
ret.items = [ast.withitem(context_expr=ctx, optional_vars=thing)]
2013-03-24 07:04:44 +01:00
2013-03-24 15:00:07 +01:00
return ret
2013-03-24 07:04:44 +01:00
@builds(",")
def compile_tuple(self, expr):
expr.pop(0)
return ast.Tuple(elts=[self.compile(x) for x in expr],
lineno=expr.start_line,
col_offset=expr.start_column,
ctx=ast.Load())
@builds("list_comp")
@checkargs(min=2, max=3)
def compile_list_comprehension(self, expr):
2013-04-03 02:46:32 +02:00
# (list-comp expr (target iter) cond?)
expr.pop(0)
2013-04-03 02:46:32 +02:00
expression = expr.pop(0)
tar_it = iter(expr.pop(0))
targets = zip(tar_it, tar_it)
2013-04-03 03:00:50 +02:00
cond = self.compile(expr.pop(0)) if expr != [] else None
2013-04-03 02:46:32 +02:00
ret = ast.ListComp(
lineno=expr.start_line,
col_offset=expr.start_column,
2013-04-03 02:46:32 +02:00
elt=self.compile(expression),
generators=[])
for target, iterable in targets:
ret.generators.append(ast.comprehension(
target=self._storeize(self.compile(target)),
iter=self.compile(iterable),
ifs=[]))
if cond:
ret.generators[-1].ifs.append(cond)
return ret
def _storeize(self, name):
if isinstance(name, ast.Tuple):
for x in name.elts:
x.ctx = ast.Store()
name.ctx = ast.Store()
return name
@builds("kwapply")
@checkargs(2)
2013-03-10 03:14:30 +01:00
def compile_kwapply_expression(self, expr):
expr.pop(0) # kwapply
call = self.compile(expr.pop(0))
kwargs = expr.pop(0)
if type(call) != ast.Call:
raise TypeError("kwapplying a non-call")
2013-04-11 03:44:23 +02:00
if type(kwargs) != HyDict:
raise TypeError("kwapplying with a non-dict")
call.keywords = [ast.keyword(arg=ast_str(x),
2013-03-10 03:16:28 +01:00
value=self.compile(kwargs[x])) for x in kwargs]
2013-03-10 03:14:30 +01:00
return call
@builds("not")
@builds("~")
@checkargs(1)
def compile_unary_operator(self, expression):
ops = {"not": ast.Not,
"~": ast.Invert}
operator = expression.pop(0)
operand = expression.pop(0)
return ast.UnaryOp(op=ops[operator](),
operand=self.compile(operand),
lineno=operator.start_line,
col_offset=operator.start_column)
@builds("and")
@builds("or")
@checkargs(min=2)
def compile_logical_or_and_and_operator(self, expression):
ops = {"and": ast.And,
"or": ast.Or}
operator = expression.pop(0)
values = []
for child in expression:
2013-04-08 00:16:45 +02:00
values.append(self.compile(child))
return ast.BoolOp(op=ops[operator](),
lineno=operator.start_line,
col_offset=operator.start_column,
values=values)
@builds("=")
@builds("!=")
@builds("<")
@builds("<=")
@builds(">")
@builds(">=")
@builds("is")
@builds("in")
@builds("is_not")
@builds("not_in")
@checkargs(min=2)
2013-03-06 03:42:54 +01:00
def compile_compare_op_expression(self, expression):
2013-03-10 03:01:59 +01:00
ops = {"=": ast.Eq, "!=": ast.NotEq,
"<": ast.Lt, "<=": ast.LtE,
">": ast.Gt, ">=": ast.GtE,
"is": ast.Is, "is_not": ast.IsNot,
"in": ast.In, "not_in": ast.NotIn}
2013-03-06 03:42:54 +01:00
inv = expression.pop(0)
op = ops[inv]
ops = [op() for x in range(1, len(expression))]
e = expression.pop(0)
return ast.Compare(left=self.compile(e),
ops=ops,
comparators=[self.compile(x) for x in expression],
lineno=e.start_line,
col_offset=e.start_column)
@builds("+")
@builds("%")
@builds("-")
@builds("/")
@builds("//")
@builds("*")
@checkargs(min=2)
2013-03-06 00:28:27 +01:00
def compile_maths_expression(self, expression):
2013-03-06 00:39:34 +01:00
# operator = Mod | Pow | LShift | RShift | BitOr |
2013-03-06 00:28:27 +01:00
# BitXor | BitAnd | FloorDiv
# (to implement list) XXX
ops = {"+": ast.Add,
"/": ast.Div,
"//": ast.FloorDiv,
2013-03-06 00:28:27 +01:00
"*": ast.Mult,
2013-03-19 02:46:58 +01:00
"-": ast.Sub,
"%": ast.Mod}
2013-03-06 00:28:27 +01:00
inv = expression.pop(0)
op = ops[inv]
left = self.compile(expression.pop(0))
calc = None
for child in expression:
calc = ast.BinOp(left=left,
op=op(),
right=self.compile(child),
lineno=child.start_line,
col_offset=child.start_column)
left = calc
return calc
2013-03-10 04:04:38 +01:00
def compile_dotted_expression(self, expr):
ofn = expr.pop(0) # .join
fn = HySymbol(ofn[1:])
fn.replace(ofn)
obj = expr.pop(0) # [1 2 3 4]
return ast.Call(
func=ast.Attribute(
lineno=expr.start_line,
col_offset=expr.start_column,
value=self.compile(obj),
attr=ast_str(fn),
2013-03-10 04:04:38 +01:00
ctx=ast.Load()),
args=[self.compile(x) for x in expr],
keywords=[],
lineno=expr.start_line,
col_offset=expr.start_column,
starargs=None,
kwargs=None)
2013-03-05 02:40:23 +01:00
@builds(HyExpression)
def compile_expression(self, expression):
2013-03-05 04:35:07 +01:00
fn = expression[0]
2013-03-09 22:42:07 +01:00
if isinstance(fn, HyString):
if fn in _compile_table:
return _compile_table[fn](self, expression)
2013-03-05 04:35:07 +01:00
2013-03-10 20:32:27 +01:00
if expression[0].startswith("."):
return self.compile_dotted_expression(expression)
if isinstance(fn, HyKeyword):
new_expr = HyExpression(["get", expression[1], fn])
new_expr.start_line = expression.start_line
new_expr.start_column = expression.start_column
return self.compile_index_expression(new_expr)
2013-03-10 04:04:38 +01:00
2013-03-09 22:42:07 +01:00
return ast.Call(func=self.compile(fn),
2013-03-05 02:40:23 +01:00
args=[self.compile(x) for x in expression[1:]],
keywords=[],
starargs=None,
kwargs=None,
lineno=expression.start_line,
col_offset=expression.start_column)
@builds("def")
@builds("setf")
@builds("setv")
@checkargs(2)
2013-03-06 00:16:04 +01:00
def compile_def_expression(self, expression):
expression.pop(0) # "def"
name = expression.pop(0)
what = self.compile(expression.pop(0))
if type(what) == ast.FunctionDef:
# We special case a FunctionDef, since we can define by setting
# FunctionDef's .name attribute, rather then foo == anon_fn. This
# helps keep things clean.
what.name = ast_str(name)
2013-03-06 00:16:04 +01:00
return what
2013-04-03 02:46:32 +02:00
name = self._storeize(self.compile(name))
2013-03-06 00:16:04 +01:00
return ast.Assign(
lineno=expression.start_line,
col_offset=expression.start_column,
targets=[name], value=what)
@builds("foreach")
@checkargs(min=1)
2013-03-07 04:09:13 +01:00
def compile_for_expression(self, expression):
2013-03-07 04:13:14 +01:00
ret_status = self.returnable
self.returnable = False
2013-03-07 04:09:13 +01:00
expression.pop(0) # for
name, iterable = expression.pop(0)
2013-04-03 02:46:32 +02:00
target = self._storeize(self.compile_symbol(name))
2013-03-07 04:13:14 +01:00
ret = ast.For(lineno=expression.start_line,
col_offset=expression.start_column,
target=target,
iter=self.compile(iterable),
body=self._code_branch(
[self.compile(x) for x in expression],
expression.start_line,
expression.start_column),
2013-03-07 04:13:14 +01:00
orelse=[])
self.returnable = ret_status
return ret
2013-03-07 04:09:13 +01:00
@builds("while")
@checkargs(min=2)
2013-04-03 19:55:09 +02:00
def compile_while_expression(self, expr):
expr.pop(0) # "while"
test = self.compile(expr.pop(0))
2013-04-03 19:55:09 +02:00
return ast.While(test=test,
body=self._code_branch(
[self.compile(x) for x in expr],
expr.start_line,
expr.start_column),
2013-04-03 19:55:09 +02:00
orelse=[],
lineno=expr.start_line,
col_offset=expr.start_column)
2013-03-06 04:08:53 +01:00
@builds(HyList)
def compile_list(self, expr):
return ast.List(
elts=[self.compile(x) for x in expr],
ctx=ast.Load(),
lineno=expr.start_line,
col_offset=expr.start_column)
@builds("fn")
@checkargs(min=2)
2013-03-05 04:35:07 +01:00
def compile_fn_expression(self, expression):
2013-03-06 00:16:04 +01:00
expression.pop(0) # fn
2013-03-05 04:35:07 +01:00
ret_status = self.returnable
self.anon_fn_count += 1
name = "_hy_anon_fn_%d" % (self.anon_fn_count)
sig = expression.pop(0)
2013-04-08 01:29:45 +02:00
body = []
if expression != []:
self.returnable = True
tailop = self.compile(expression.pop(-1))
self.returnable = False
for el in expression:
body.append(self.compile(el))
body.append(tailop)
self.returnable = True
body = self._code_branch(body,
expression.start_line,
expression.start_column)
2013-04-08 01:29:45 +02:00
2013-04-02 01:41:55 +02:00
ret = ast.FunctionDef(
name=name,
lineno=expression.start_line,
col_offset=expression.start_column,
args=ast.arguments(
args=[
ast.Name(
arg=ast_str(x), id=ast_str(x),
2013-04-02 01:41:55 +02:00
ctx=ast.Param(),
lineno=x.start_line,
col_offset=x.start_column)
for x in sig],
vararg=None,
kwarg=None,
kwonlyargs=[],
kw_defaults=[],
defaults=[]),
2013-04-08 01:29:45 +02:00
body=body,
2013-04-02 01:41:55 +02:00
decorator_list=[])
2013-03-05 04:35:07 +01:00
self.returnable = ret_status
return ret
2013-03-06 00:39:34 +01:00
@builds(HyInteger)
def compile_integer(self, number):
return ast.Num(n=int(number),
lineno=number.start_line,
col_offset=number.start_column)
@builds(HyFloat)
2013-04-12 15:11:56 +02:00
def compile_float(self, number):
return ast.Num(n=float(number),
lineno=number.start_line,
col_offset=number.start_column)
@builds(HyComplex)
2013-04-12 15:11:56 +02:00
def compile_complex(self, number):
return ast.Num(n=complex(number),
2013-03-06 00:39:34 +01:00
lineno=number.start_line,
col_offset=number.start_column)
2013-03-05 02:40:23 +01:00
@builds(HySymbol)
def compile_symbol(self, symbol):
2013-03-10 01:46:32 +01:00
if "." in symbol:
glob, local = symbol.rsplit(".", 1)
glob = HySymbol(glob)
glob.replace(symbol)
return ast.Attribute(
lineno=symbol.start_line,
col_offset=symbol.start_column,
value=self.compile_symbol(glob),
attr=ast_str(local),
2013-03-10 01:46:32 +01:00
ctx=ast.Load()
)
return ast.Name(id=ast_str(symbol),
arg=ast_str(symbol),
ctx=ast.Load(),
2013-03-05 02:40:23 +01:00
lineno=symbol.start_line,
col_offset=symbol.start_column)
@builds(HyString)
def compile_string(self, string):
2013-04-12 20:41:29 +02:00
return ast.Str(s=str_type(string), lineno=string.start_line,
2013-03-05 02:40:23 +01:00
col_offset=string.start_column)
@builds(HyKeyword)
def compile_keyword(self, keyword):
2013-04-12 20:39:45 +02:00
return ast.Str(s=str_type(keyword), lineno=keyword.start_line,
col_offset=keyword.start_column)
2013-03-09 06:55:27 +01:00
@builds(HyDict)
def compile_dict(self, m):
keys = []
vals = []
for entry in m:
keys.append(self.compile(entry))
vals.append(self.compile(m[entry]))
return ast.Dict(
lineno=m.start_line,
col_offset=m.start_column,
keys=keys,
values=vals)
2013-03-05 02:40:23 +01:00
2013-03-14 22:36:38 +01:00
def hy_compile(tree, root=None):
2013-03-05 02:40:23 +01:00
" Compile a HyObject tree into a Python AST tree. "
compiler = HyASTCompiler()
2013-03-14 22:36:38 +01:00
tlo = root
if root is None:
tlo = ast.Module
2013-04-10 03:33:09 +02:00
_ast = compiler.compile(tree)
if type(_ast) == list:
_ast = compiler._mangle_branch(_ast, 0, 0)
2013-04-11 05:11:54 +02:00
if hasattr(sys, "subversion"):
implementation = sys.subversion[0].lower()
elif hasattr(sys, "implementation"):
implementation = sys.implementation.name.lower()
2013-04-11 04:51:58 +02:00
imports = []
for package in compiler.imports:
imported = set()
syms = compiler.imports[package]
for entry, form in syms:
if entry in imported:
continue
replace = form
2013-04-11 05:11:54 +02:00
if implementation != "cpython":
# using form causes pypy to blow up; let's conditionally
# add this for cpython, since it won't go through and make
# sure the AST makes sense. Muhahaha. - PRT
replace = tree[0]
2013-04-11 04:51:58 +02:00
imported.add(entry)
imports.append(HyExpression([
HySymbol("import_from"),
HySymbol(package),
HySymbol(entry)
]).replace(replace))
2013-04-11 05:00:42 +02:00
2013-04-11 04:51:58 +02:00
_ast = compiler.compile(imports) + _ast
2013-04-10 03:33:09 +02:00
ret = tlo(body=_ast)
2013-03-05 02:40:23 +01:00
return ret