from hy.lex.tokenize import tokenize


def test_list_lex():
    """test basic lexing of lists"""
    fn = tokenize("(fn [1 2 3 4])")[0]
    assert fn == [
        "fn", ["1", "2", "3", "4"]
    ]


def test_list_recurse():
    """ test we can recurse lists """
    fn = tokenize("(fn [1 2 3 4 [5 6 7]])")[0]
    assert fn == [
        "fn", ["1", "2", "3", "4", ["5", "6", "7"]]
    ]


def test_double_rainbow():
    """ DOUBLE LISTS """
    fn = tokenize("(fn [1 2 3 4] [5 6 7])")[0]
    assert fn == [
        "fn", ["1", "2", "3", "4"], ["5", "6", "7"]
    ]


def test_string_in_list():
    """ String in list """
    fn = tokenize('(fn [1 2 "three four" 5])')[0]
    assert fn == [
        "fn", ["1", "2", "three four", "5"]
    ]


def test_list_recurse_with_comment():
    """ test we can recurse lists """
    fn = tokenize("""
(fn [1 ; this is a test
     2 3 4 [5 6 7]])
""")[0]
    assert fn == [
        "fn", ["1", "2", "3", "4", ["5", "6", "7"]]
    ]