tokenizer.c: Support general punctuation tokens.

This commit is contained in:
Reece H. Dunn
2017-05-03 07:56:53 +01:00
parent 0705844bf8
commit 786575c6ed
3 changed files with 90 additions and 5 deletions
+1
View File
@@ -58,6 +58,7 @@ typedef enum
ESPEAKNG_TOKEN_COLON,
ESPEAKNG_TOKEN_SEMICOLON,
ESPEAKNG_TOKEN_ELLIPSIS,
ESPEAKNG_TOKEN_PUNCTUATION,
} espeak_ng_TOKEN_TYPE;
ESPEAK_NG_API espeak_ng_TOKEN_TYPE