19 lines
312 B
C
19 lines
312 B
C
#ifndef TOKENIZER_H
|
|
#define TOKENIZER_H
|
|
#include <stdio.h>
|
|
|
|
typedef enum {
|
|
keyword, symbol, integer, string, identifier
|
|
} TOKENTYPE;
|
|
|
|
typedef struct tklist {
|
|
char* token;
|
|
TOKENTYPE type;
|
|
int truen;
|
|
struct tklist* next;
|
|
} TOKENLIST;
|
|
|
|
TOKENLIST* tokenize(FILE* input);
|
|
void freetokenlist(TOKENLIST l);
|
|
#endif
|