19 lines
298 B
C
19 lines
298 B
C
#ifndef TOKENIZER_H
|
|
#define TOKENIZER_H
|
|
#include <stdio.h>
|
|
|
|
typedef enum {
|
|
keyword, identifier, symbol, integer, string
|
|
} TOKENTYPE;
|
|
|
|
typedef struct token {
|
|
char* token;
|
|
TOKENTYPE type;
|
|
int truen;
|
|
struct token* next;
|
|
} TOKEN;
|
|
|
|
TOKEN* tokenize(FILE* input);
|
|
void freetokenlist(TOKEN l);
|
|
#endif
|