Tokenizer\common.h .........\file1.txt .........\file2.txt .........\file3.txt .........\file4.txt .........\output..txt .........\stem.c .........\Tokenizer.dev .........\TOKENS.BAK .........\TOKENS.C .........\utils.c Tokenizer