#include <iostream>
#include <vector>
#include <j/cppunit/cppunit.hpp>
#include <j/cppunit/assert.hpp>
#include <j/lang/assertion_error.hpp>

#include <string_util.hpp>
#include <tokenizer.hpp>

using namespace j;
using namespace j::lang;
using namespace j::cppunit;
using namespace xtokenizer;

class TokenizerTest : public TestCase
{
public:
    TokenizerTest() {}
    ~TokenizerTest() {}
    void setUp() {}
    void tearDown() {}

    void testTokenizer()
    { //                 01234567890123
        Tokenizer tokenizer("files/test-script.k");
        std::vector<Token> tokens = tokenizer.parse();
        for (Token token : tokens)
        {
            std::cout << token.str << std::endl;
        }
    }

    void suite()
    {
        RUN_TEST("parse", testTokenizer);
    }
};