61 lines
1.2 KiB
Python
61 lines
1.2 KiB
Python
from hy.lex.tokenize import tokenize
|
|
|
|
|
|
def test_simple_tokenize():
|
|
"""Checking we can still handle something simple."""
|
|
|
|
assert [["+", "1", "1"]] == tokenize("(+ 1 1)")
|
|
|
|
|
|
def test_double_tokenize():
|
|
"""Checking if we can lex two things at once."""
|
|
|
|
assert [
|
|
["+", "1", "2"],
|
|
["-", "1", "1"]
|
|
] == tokenize("(+ 1 2) (- 1 1)")
|
|
|
|
|
|
def test_simple_recurse():
|
|
""" Test recursion """
|
|
assert [
|
|
['fn',
|
|
'one',
|
|
['fn', 'two'],
|
|
]
|
|
] == tokenize("(fn one (fn two))")
|
|
|
|
|
|
def test_mid_recurse():
|
|
""" Test some crazy recursion """
|
|
|
|
assert [
|
|
['fn',
|
|
'one',
|
|
['fn', 'two'],
|
|
['fn', 'three'],
|
|
]
|
|
] == tokenize("(fn one (fn two)(fn three))")
|
|
|
|
|
|
def test_full_recurse():
|
|
""" Test something we could see for real """
|
|
assert [
|
|
['fn',
|
|
'el',
|
|
['+',
|
|
'1',
|
|
'2',
|
|
['==',
|
|
'1',
|
|
'20'
|
|
],
|
|
['-',
|
|
'1',
|
|
'1'
|
|
],
|
|
]
|
|
],
|
|
['fn1', 'foo', 'bar']
|
|
] == tokenize("(fn el (+ 1 2 (== 1 20) (- 1 1)))(fn1 foo bar)")
|