Toy/source/toy_lexer.h

#pragma once

#include "toy_common.h"
#include "toy_token_types.h"

//lexers are bound to a string of code
typedef struct {
	unsigned int start; //start of the current token
	unsigned int current; //current position of the lexer
	unsigned int line; //track this for error handling
	const char* source;
} Toy_Lexer;

//tokens are intermediaries between lexers and parsers
typedef struct {
	Toy_TokenType type;
	unsigned int length;
	unsigned int line;
	const char* lexeme;
} Toy_Token;

TOY_API void Toy_bindLexer(Toy_Lexer* lexer, const char* source);
TOY_API Toy_Token Toy_private_scanLexer(Toy_Lexer* lexer);

TOY_API const char* Toy_private_findKeywordByType(const Toy_TokenType type);
TOY_API Toy_TokenType Toy_private_findTypeByKeyword(const char* keyword);
TOY_API void Toy_private_printToken(Toy_Token* token);