token.h

Go to the documentation of this file.

 
#ifndef __TOKENS_H
#define __TOKENS_H
 
#include "common.h"
 
typedef regex_t Regex;
 
Regex* Regex_new (const char* regex);
 
bool Regex_match (Regex *regex, const char *text, char *match);
 
void Regex_free (Regex* regex);
 
typedef enum TokenType {
    ID, DECLIT, HEXLIT, STRLIT, KEY, SYM
} TokenType;
 
typedef struct Token
{
    TokenType type;
 
    char text[MAX_TOKEN_LEN];
 
    int line;
 
    struct Token* next;
 
} Token;
 
const char* TokenType_to_string(TokenType type);
 
bool token_str_eq(const char* str1, const char* str2);
 
Token* Token_new (TokenType type, const char* text, int line);
 
void Token_free (Token* token);
 
typedef struct TokenQueue
{
    Token* head;
 
    Token* tail;
 
} TokenQueue;
 
TokenQueue* TokenQueue_new ();
 
void TokenQueue_add (TokenQueue* queue, Token* token);
 
Token* TokenQueue_peek (TokenQueue* queue);
 
Token* TokenQueue_remove (TokenQueue* queue);
 
bool TokenQueue_is_empty (TokenQueue* queue);
 
size_t TokenQueue_size (TokenQueue* queue);
 
void TokenQueue_print (TokenQueue* queue, FILE* out);
 
void TokenQueue_free (TokenQueue* queue);
 
#endif