mjohnson/espeak-ng
1
0
Fork 0
mirror of https://github.com/rhasspy/espeak-ng.git synced 2026-10-31 05:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Split out the readclause tests so the tokenizer tests can use public-only APIs.

Browse Source
This commit is contained in:
Reece H. Dunn
2017-05-09 07:44:42 +01:00
parent efd1df3206
commit 8821c9e361
3 changed files with 185 additions and 135 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Makefile.am
+8 -1
View File
@@ -236,9 +236,15 @@ tests_encoding_test_SOURCES = tests/encoding.c
noinst_bin_PROGRAMS += tests/tokenizer.test
tests_tokenizer_test_CFLAGS = -Isrc/libespeak-ng ${AM_CFLAGS}
tests_tokenizer_test_LDADD = src/libespeak-ng-test.la
tests_tokenizer_test_LDADD = src/libespeak-ng.la
tests_tokenizer_test_SOURCES = tests/tokenizer.c
noinst_bin_PROGRAMS += tests/readclause.test
tests_readclause_test_CFLAGS = -Isrc/libespeak-ng ${AM_CFLAGS}
tests_readclause_test_LDADD = src/libespeak-ng-test.la
tests_readclause_test_SOURCES = tests/readclause.c
noinst_bin_PROGRAMS += tests/voices.test
tests_voices_test_LDADD = src/libespeak-ng-test.la
@@ -248,6 +254,7 @@ tests_voices_test_SOURCES = tests/voices.c
check: tests/encoding.test tests/tokenizer.test tests/voices.test tests/languages.test
tests/encoding.test
tests/tokenizer.test
tests/readclause.test
ESPEAK_DATA_PATH=$(PWD) tests/voices.test
tests/languages.test
tests/readclause.c
+177
View File
@@ -0,0 +1,177 @@
/*
* Copyright (C) 2017 Reece H. Dunn
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write see:
* <http://www.gnu.org/licenses/>.
*/
#include "config.h"
#include <assert.h>
#include <errno.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <stdio.h>
#include <sys/stat.h>
#include <espeak-ng/espeak_ng.h>
#include <espeak-ng/encoding.h>
#include "speech.h"
#include "phoneme.h"
#include "synthesize.h"
#include "translate.h"
void
test_latin_common()
{
printf("testing Latin/Common (Latn/Zyyy) script classification\n");
assert(clause_type_from_codepoint('a') == CLAUSE_NONE);
assert(clause_type_from_codepoint('.') == CLAUSE_PERIOD);
assert(clause_type_from_codepoint('?') == CLAUSE_QUESTION);
assert(clause_type_from_codepoint('!') == CLAUSE_EXCLAMATION);
assert(clause_type_from_codepoint(',') == CLAUSE_COMMA);
assert(clause_type_from_codepoint(':') == CLAUSE_COLON);
assert(clause_type_from_codepoint(';') == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x00A1) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x00Bf) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x2013) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x2014) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x2026) == (CLAUSE_SEMICOLON | CLAUSE_SPEAK_PUNCTUATION_NAME | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_greek()
{
printf("testing Greek (Grek) script classification\n");
assert(clause_type_from_codepoint(0x037E) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x0387) == CLAUSE_SEMICOLON);
}
void
test_armenian()
{
printf("testing Armenian (Armn) script classification\n");
assert(clause_type_from_codepoint(0x055B) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x055C) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x055D) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x055E) == (CLAUSE_QUESTION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x0589) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_arabic()
{
printf("testing Arabic (Arab) script classification\n");
assert(clause_type_from_codepoint(0x060C) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x061B) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x061F) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x06D4) == CLAUSE_PERIOD);
}
void
test_devanagari()
{
printf("testing Devanagari (Deva) script classification\n");
assert(clause_type_from_codepoint(0x0964) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_tibetan()
{
printf("testing Tibetan (Tibt) script classification\n");
assert(clause_type_from_codepoint(0x0F0D) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x0F0E) == CLAUSE_PARAGRAPH);
}
void
test_sinhala()
{
printf("testing Sinhala (Sinh) script classification\n");
assert(clause_type_from_codepoint(0x0DF4) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_georgian()
{
printf("testing Georgian (Geor) script classification\n");
assert(clause_type_from_codepoint(0x10FB) == CLAUSE_PARAGRAPH);
}
void
test_ethiopic()
{
printf("testing Ethiopic (Ethi) script classification\n");
assert(clause_type_from_codepoint(0x1362) == CLAUSE_PERIOD);
assert(clause_type_from_codepoint(0x1363) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x1364) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x1365) == CLAUSE_COLON);
assert(clause_type_from_codepoint(0x1366) == CLAUSE_COLON);
assert(clause_type_from_codepoint(0x1367) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x1368) == CLAUSE_PARAGRAPH);
}
void
test_ideographic()
{
printf("testing Ideographic (Hani) script classification\n");
assert(clause_type_from_codepoint(0x3001) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x3002) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_fullwidth()
{
printf("testing Full Width/Common (Zyyy) script classification\n");
assert(clause_type_from_codepoint(0xFF01) == (CLAUSE_EXCLAMATION | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF0C) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF0E) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1A) == (CLAUSE_COLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1B) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1F) == (CLAUSE_QUESTION | CLAUSE_OPTIONAL_SPACE_AFTER));
}
int
main(int argc, char **argv)
{
test_latin_common();
test_greek();
test_armenian();
test_arabic();
test_devanagari();
test_tibetan();
test_sinhala();
test_georgian();
test_ethiopic();
test_ideographic();
test_fullwidth();
printf("done\n");
return EXIT_SUCCESS;
}
tests/tokenizer.c
-134
View File
@@ -50,128 +50,6 @@ int GetFileLength(const char *filename)
return statbuf.st_size;
}
void
test_latin_common()
{
printf("testing Latin/Common (Latn/Zyyy) script classification\n");
assert(clause_type_from_codepoint('a') == CLAUSE_NONE);
assert(clause_type_from_codepoint('.') == CLAUSE_PERIOD);
assert(clause_type_from_codepoint('?') == CLAUSE_QUESTION);
assert(clause_type_from_codepoint('!') == CLAUSE_EXCLAMATION);
assert(clause_type_from_codepoint(',') == CLAUSE_COMMA);
assert(clause_type_from_codepoint(':') == CLAUSE_COLON);
assert(clause_type_from_codepoint(';') == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x00A1) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x00Bf) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x2013) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x2014) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x2026) == (CLAUSE_SEMICOLON | CLAUSE_SPEAK_PUNCTUATION_NAME | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_greek()
{
printf("testing Greek (Grek) script classification\n");
assert(clause_type_from_codepoint(0x037E) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x0387) == CLAUSE_SEMICOLON);
}
void
test_armenian()
{
printf("testing Armenian (Armn) script classification\n");
assert(clause_type_from_codepoint(0x055B) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x055C) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x055D) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x055E) == (CLAUSE_QUESTION | CLAUSE_PUNCTUATION_IN_WORD));
assert(clause_type_from_codepoint(0x0589) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_arabic()
{
printf("testing Arabic (Arab) script classification\n");
assert(clause_type_from_codepoint(0x060C) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x061B) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x061F) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x06D4) == CLAUSE_PERIOD);
}
void
test_devanagari()
{
printf("testing Devanagari (Deva) script classification\n");
assert(clause_type_from_codepoint(0x0964) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_tibetan()
{
printf("testing Tibetan (Tibt) script classification\n");
assert(clause_type_from_codepoint(0x0F0D) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x0F0E) == CLAUSE_PARAGRAPH);
}
void
test_sinhala()
{
printf("testing Sinhala (Sinh) script classification\n");
assert(clause_type_from_codepoint(0x0DF4) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_georgian()
{
printf("testing Georgian (Geor) script classification\n");
assert(clause_type_from_codepoint(0x10FB) == CLAUSE_PARAGRAPH);
}
void
test_ethiopic()
{
printf("testing Ethiopic (Ethi) script classification\n");
assert(clause_type_from_codepoint(0x1362) == CLAUSE_PERIOD);
assert(clause_type_from_codepoint(0x1363) == CLAUSE_COMMA);
assert(clause_type_from_codepoint(0x1364) == CLAUSE_SEMICOLON);
assert(clause_type_from_codepoint(0x1365) == CLAUSE_COLON);
assert(clause_type_from_codepoint(0x1366) == CLAUSE_COLON);
assert(clause_type_from_codepoint(0x1367) == CLAUSE_QUESTION);
assert(clause_type_from_codepoint(0x1368) == CLAUSE_PARAGRAPH);
}
void
test_ideographic()
{
printf("testing Ideographic (Hani) script classification\n");
assert(clause_type_from_codepoint(0x3001) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0x3002) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_fullwidth()
{
printf("testing Full Width/Common (Zyyy) script classification\n");
assert(clause_type_from_codepoint(0xFF01) == (CLAUSE_EXCLAMATION | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF0C) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF0E) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1A) == (CLAUSE_COLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1B) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
assert(clause_type_from_codepoint(0xFF1F) == (CLAUSE_QUESTION | CLAUSE_OPTIONAL_SPACE_AFTER));
}
void
test_unbound_tokenizer()
{
@@ -685,18 +563,6 @@ test_Latn_symbol_tokens()
void
run_tests()
{
test_latin_common();
test_greek();
test_armenian();
test_arabic();
test_devanagari();
test_tibetan();
test_sinhala();
test_georgian();
test_ethiopic();
test_ideographic();
test_fullwidth();
test_unbound_tokenizer();
test_linux_newline_tokens();