tokenizer.test.c (718B)
1 #include <stdio.h> 2 #include <assert.h> 3 4 #include "tokenizer.h" 5 6 #include "symbol.h" 7 8 9 #define STR "abc def ghi jkl\n\tmno \t\t\npqrs \rtuv wxyz\n" 10 11 int 12 main() 13 { 14 FILE *f = fmemopen(STR, sizeof(STR), "r"); 15 tokenizer *t = new_tokenizer(f); 16 assert(next_token(t) == intern("abc")); assert(!eos(t)); 17 assert(next_token(t) == intern("def")); assert(!eos(t)); 18 assert(next_token(t) == intern("ghi")); assert(!eos(t)); 19 assert(next_token(t) == intern("jkl")); assert(!eos(t)); 20 assert(next_token(t) == intern("mno")); assert(!eos(t)); 21 assert(next_token(t) == intern("pqrs")); assert(!eos(t)); 22 assert(next_token(t) == intern("tuv")); assert(!eos(t)); 23 assert(next_token(t) == intern("wxyz")); 24 assert(eos(t)); 25 return 0; 26 }