diff options
Diffstat (limited to 'navit/support/espeak/translate.c')
| -rwxr-xr-x | navit/support/espeak/translate.c | 2800 |
1 files changed, 0 insertions, 2800 deletions
diff --git a/navit/support/espeak/translate.c b/navit/support/espeak/translate.c deleted file mode 100755 index 4891644cd..000000000 --- a/navit/support/espeak/translate.c +++ /dev/null @@ -1,2800 +0,0 @@ -/*************************************************************************** - * Copyright (C) 2005 to 2007 by Jonathan Duddington * - * email: jonsd@users.sourceforge.net * - * * - * This program is free software; you can redistribute it and/or modify * - * it under the terms of the GNU General Public License as published by * - * the Free Software Foundation; either version 3 of the License, or * - * (at your option) any later version. * - * * - * This program is distributed in the hope that it will be useful, * - * but WITHOUT ANY WARRANTY; without even the implied warranty of * - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * - * GNU General Public License for more details. * - * * - * You should have received a copy of the GNU General Public License * - * along with this program; if not, see: * - * <http://www.gnu.org/licenses/>. * - ***************************************************************************/ - -#include "StdAfx.h" - -#include <stdio.h> -#include <ctype.h> -#include <stdlib.h> -#include <string.h> - -#include <wctype.h> -#include <wchar.h> - -#include "speak_lib.h" -#include "speech.h" -#include "phoneme.h" -#include "synthesize.h" -#include "voice.h" -#include "translate.h" - -#define WORD_STRESS_CHAR '*' - - -Translator *translator = NULL; // the main translator -Translator *translator2 = NULL; // secondary translator for certain words -static char translator2_language[20] = {0}; - -FILE *f_trans = NULL; // phoneme output text -int option_tone2 = 0; -int option_tone_flags = 0; // bit 8=emphasize allcaps, bit 9=emphasize penultimate stress -int option_phonemes = 0; -int option_phoneme_events = 0; -int option_quiet = 0; -int option_endpause = 0; // suppress pause after end of text -int option_capitals = 0; -int option_punctuation = 0; -int option_sayas = 0; -static int option_sayas2 = 0; // used in translate_clause() -static int option_emphasis = 0; // 0=normal, 1=normal, 2=weak, 3=moderate, 4=strong -int option_ssml = 0; -int option_phoneme_input = 0; // allow [[phonemes]] in input -int option_phoneme_variants = 0; // 0= don't display phoneme variant mnemonics -int option_wordgap = 0; - -static int count_sayas_digits; -int skip_sentences; -int skip_words; -int skip_characters; -char skip_marker[N_MARKER_LENGTH]; -int skipping_text; // waiting until word count, sentence count, or named marker is reached -int end_character_position; -int count_sentences; -int count_words; -int clause_start_char; -int clause_start_word; -int new_sentence; -static int word_emphasis = 0; // set if emphasis level 3 or 4 -static int embedded_flag = 0; // there are embedded commands to be applied to the next phoneme, used in TranslateWord2() - -static int prev_clause_pause=0; -static int max_clause_pause = 0; -int pre_pause; - - -// these were previously in translator class -char word_phonemes[N_WORD_PHONEMES]; // a word translated into phoneme codes -int n_ph_list2; -PHONEME_LIST2 ph_list2[N_PHONEME_LIST]; // first stage of text->phonemes - - - -wchar_t option_punctlist[N_PUNCTLIST]={0}; -char ctrl_embedded = '\001'; // to allow an alternative CTRL for embedded commands -int option_multibyte=espeakCHARS_AUTO; // 0=auto, 1=utf8, 2=8bit, 3=wchar, 4=16bit - -// these are overridden by defaults set in the "speak" file -int option_linelength = 0; - -#define N_EMBEDDED_LIST 250 -static int embedded_ix; -static int embedded_read; -unsigned int embedded_list[N_EMBEDDED_LIST]; - -// the source text of a single clause (UTF8 bytes) -#define N_TR_SOURCE 700 -static char source[N_TR_SOURCE+40]; // extra space for embedded command & voice change info at end - -int n_replace_phonemes; -REPLACE_PHONEMES replace_phonemes[N_REPLACE_PHONEMES]; - - -// brackets, also 0x2014 to 0x021f which don't need to be in this list -static const unsigned short brackets[] = { -'(',')','[',']','{','}','<','>','"','\'','`', -0xab,0xbb, // double angle brackets -0x300a,0x300b, // double angle brackets (ideograph) -0}; - -// other characters which break a word, but don't produce a pause -static const unsigned short breaks[] = {'_', 0}; - -// treat these characters as spaces, in addition to iswspace() -static const wchar_t chars_space[] = {0x2500,0}; // box drawing horiz - - -// Translate character codes 0xA0 to 0xFF into their unicode values -// ISO_8859_1 is set as default -static const unsigned short ISO_8859_1[0x60] = { - 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, // a0 - 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, // a8 - 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, // b0 - 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, // b8 - 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, // c0 - 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, // c8 - 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, // d0 - 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df, // d8 - 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, // e0 - 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, // e8 - 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, // f0 - 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff, // f8 -}; - -static const unsigned short ISO_8859_2[0x60] = { - 0x00a0, 0x0104, 0x02d8, 0x0141, 0x00a4, 0x013d, 0x015a, 0x00a7, // a0 - 0x00a8, 0x0160, 0x015e, 0x0164, 0x0179, 0x00ad, 0x017d, 0x017b, // a8 - 0x00b0, 0x0105, 0x02db, 0x0142, 0x00b4, 0x013e, 0x015b, 0x02c7, // b0 - 0x00b8, 0x0161, 0x015f, 0x0165, 0x017a, 0x02dd, 0x017e, 0x017c, // b8 - 0x0154, 0x00c1, 0x00c2, 0x0102, 0x00c4, 0x0139, 0x0106, 0x00c7, // c0 - 0x010c, 0x00c9, 0x0118, 0x00cb, 0x011a, 0x00cd, 0x00ce, 0x010e, // c8 - 0x0110, 0x0143, 0x0147, 0x00d3, 0x00d4, 0x0150, 0x00d6, 0x00d7, // d0 - 0x0158, 0x016e, 0x00da, 0x0170, 0x00dc, 0x00dd, 0x0162, 0x00df, // d8 - 0x0155, 0x00e1, 0x00e2, 0x0103, 0x00e4, 0x013a, 0x0107, 0x00e7, // e0 - 0x010d, 0x00e9, 0x0119, 0x00eb, 0x011b, 0x00ed, 0x00ee, 0x010f, // e8 - 0x0111, 0x0144, 0x0148, 0x00f3, 0x00f4, 0x0151, 0x00f6, 0x00f7, // f0 - 0x0159, 0x016f, 0x00fa, 0x0171, 0x00fc, 0x00fd, 0x0163, 0x02d9, // f8 -}; - -static const unsigned short ISO_8859_3[0x60] = { - 0x00a0, 0x0126, 0x02d8, 0x00a3, 0x00a4, 0x0000, 0x0124, 0x00a7, // a0 - 0x00a8, 0x0130, 0x015e, 0x011e, 0x0134, 0x00ad, 0x0000, 0x017b, // a8 - 0x00b0, 0x0127, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x0125, 0x00b7, // b0 - 0x00b8, 0x0131, 0x015f, 0x011f, 0x0135, 0x00bd, 0x0000, 0x017c, // b8 - 0x00c0, 0x00c1, 0x00c2, 0x0000, 0x00c4, 0x010a, 0x0108, 0x00c7, // c0 - 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, // c8 - 0x0000, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x0120, 0x00d6, 0x00d7, // d0 - 0x011c, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x016c, 0x015c, 0x00df, // d8 - 0x00e0, 0x00e1, 0x00e2, 0x0000, 0x00e4, 0x010b, 0x0109, 0x00e7, // e0 - 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, // e8 - 0x0000, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x0121, 0x00f6, 0x00f7, // f0 - 0x011d, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x016d, 0x015d, 0x02d9, // f8 -}; - -static const unsigned short ISO_8859_4[0x60] = { - 0x00a0, 0x0104, 0x0138, 0x0156, 0x00a4, 0x0128, 0x013b, 0x00a7, // a0 - 0x00a8, 0x0160, 0x0112, 0x0122, 0x0166, 0x00ad, 0x017d, 0x00af, // a8 - 0x00b0, 0x0105, 0x02db, 0x0157, 0x00b4, 0x0129, 0x013c, 0x02c7, // b0 - 0x00b8, 0x0161, 0x0113, 0x0123, 0x0167, 0x014a, 0x017e, 0x014b, // b8 - 0x0100, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x012e, // c0 - 0x010c, 0x00c9, 0x0118, 0x00cb, 0x0116, 0x00cd, 0x00ce, 0x012a, // c8 - 0x0110, 0x0145, 0x014c, 0x0136, 0x00d4, 0x00d5, 0x00d6, 0x00d7, // d0 - 0x00d8, 0x0172, 0x00da, 0x00db, 0x00dc, 0x0168, 0x016a, 0x00df, // d8 - 0x0101, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x012f, // e0 - 0x010d, 0x00e9, 0x0119, 0x00eb, 0x0117, 0x00ed, 0x00ee, 0x012b, // e8 - 0x0111, 0x0146, 0x014d, 0x0137, 0x00f4, 0x00f5, 0x00f6, 0x00f7, // f0 - 0x00f8, 0x0173, 0x00fa, 0x00fb, 0x00fc, 0x0169, 0x016b, 0x02d9, // f8 -}; - -static const unsigned short ISO_8859_5[0x60] = { - 0x00a0, 0x0401, 0x0402, 0x0403, 0x0404, 0x0405, 0x0406, 0x0407, // a0 Cyrillic - 0x0408, 0x0409, 0x040a, 0x040b, 0x040c, 0x00ad, 0x040e, 0x040f, // a8 - 0x0410, 0x0411, 0x0412, 0x0413, 0x0414, 0x0415, 0x0416, 0x0417, // b0 - 0x0418, 0x0419, 0x041a, 0x041b, 0x041c, 0x041d, 0x041e, 0x041f, // b8 - 0x0420, 0x0421, 0x0422, 0x0423, 0x0424, 0x0425, 0x0426, 0x0427, // c0 - 0x0428, 0x0429, 0x042a, 0x042b, 0x042c, 0x042d, 0x042e, 0x042f, // c8 - 0x0430, 0x0431, 0x0432, 0x0433, 0x0434, 0x0435, 0x0436, 0x0437, // d0 - 0x0438, 0x0439, 0x043a, 0x043b, 0x043c, 0x043d, 0x043e, 0x043f, // d8 - 0x0440, 0x0441, 0x0442, 0x0443, 0x0444, 0x0445, 0x0446, 0x0447, // e0 - 0x0448, 0x0449, 0x044a, 0x044b, 0x044c, 0x044d, 0x044e, 0x044f, // e8 - 0x2116, 0x0451, 0x0452, 0x0453, 0x0454, 0x0455, 0x0456, 0x0457, // f0 - 0x0458, 0x0459, 0x045a, 0x045b, 0x045c, 0x00a7, 0x045e, 0x045f, // f8 -}; - -static const unsigned short ISO_8859_7[0x60] = { - 0x00a0, 0x2018, 0x2019, 0x00a3, 0x20ac, 0x20af, 0x00a6, 0x00a7, // a0 Greek - 0x00a8, 0x00a9, 0x037a, 0x00ab, 0x00ac, 0x00ad, 0x0000, 0x2015, // a8 - 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x0384, 0x0385, 0x0386, 0x00b7, // b0 - 0x0388, 0x0389, 0x038a, 0x00bb, 0x038c, 0x00bd, 0x038e, 0x038f, // b8 - 0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397, // c0 - 0x0398, 0x0399, 0x039a, 0x039b, 0x039c, 0x039d, 0x039e, 0x039f, // c8 - 0x03a0, 0x03a1, 0x0000, 0x03a3, 0x03a4, 0x03a5, 0x03a6, 0x03a7, // d0 - 0x03a8, 0x03a9, 0x03aa, 0x03ab, 0x03ac, 0x03ad, 0x03ae, 0x03af, // d8 - 0x03b0, 0x03b1, 0x03b2, 0x03b3, 0x03b4, 0x03b5, 0x03b6, 0x03b7, // e0 - 0x03b8, 0x03b9, 0x03ba, 0x03bb, 0x03bc, 0x03bd, 0x03be, 0x03bf, // e8 - 0x03c0, 0x03c1, 0x03c2, 0x03c3, 0x03c4, 0x03c5, 0x03c6, 0x03c7, // f0 - 0x03c8, 0x03c9, 0x03ca, 0x03cb, 0x03cc, 0x03cd, 0x03ce, 0x0000, // f8 -}; - -static const unsigned short ISO_8859_9[0x60] = { - 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, // a0 - 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, // a8 - 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, // b0 - 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, // b8 - 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, // c0 - 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, // c8 - 0x011e, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, // d0 - 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x0130, 0x015e, 0x00df, // d8 - 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, // e0 - 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, // e8 - 0x011f, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, // f0 - 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x0131, 0x015f, 0x00ff, // f8 -}; - -static const unsigned short ISO_8859_14[0x60] = { - 0x00a0, 0x1e02, 0x1e03, 0x00a3, 0x010a, 0x010b, 0x1e0a, 0x00a7, // a0 Welsh - 0x1e80, 0x00a9, 0x1e82, 0x1e0b, 0x1ef2, 0x00ad, 0x00ae, 0x0178, // a8 - 0x1e1e, 0x1e1f, 0x0120, 0x0121, 0x1e40, 0x1e41, 0x00b6, 0x1e56, // b0 - 0x1e81, 0x1e57, 0x1e83, 0x1e60, 0x1ef3, 0x1e84, 0x1e85, 0x1e61, // b8 - 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, // c0 - 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, // c8 - 0x0174, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x1e6a, // d0 - 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x0176, 0x00df, // d8 - 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, // e0 - 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, // e8 - 0x0175, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x1e6b, // f0 - 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x0177, 0x00ff, // f8 -}; - -static const unsigned short KOI8_R[0x60] = { - 0x2550, 0x2551, 0x2552, 0x0451, 0x2553, 0x2554, 0x2555, 0x2556, // a0 Russian - 0x2557, 0x2558, 0x2559, 0x255a, 0x255b, 0x255c, 0x255d, 0x255e, // a8 - 0x255f, 0x2560, 0x2561, 0x0401, 0x2562, 0x2563, 0x2564, 0x2565, // b0 - 0x2566, 0x2567, 0x2568, 0x2569, 0x256a, 0x256b, 0x256c, 0x00a9, // b8 - 0x044e, 0x0430, 0x0431, 0x0446, 0x0434, 0x0435, 0x0444, 0x0433, // c0 - 0x0445, 0x0438, 0x0439, 0x043a, 0x043b, 0x043c, 0x043d, 0x043e, // c8 - 0x043f, 0x044f, 0x0440, 0x0441, 0x0442, 0x0443, 0x0436, 0x0432, // d0 - 0x044c, 0x044b, 0x0437, 0x0448, 0x044d, 0x0449, 0x0447, 0x044a, // d8 - 0x042e, 0x0410, 0x0411, 0x0426, 0x0414, 0x0415, 0x0424, 0x0413, // e0 - 0x0425, 0x0418, 0x0419, 0x041a, 0x041b, 0x041c, 0x041d, 0x041e, // e8 - 0x041f, 0x042f, 0x0420, 0x0421, 0x0422, 0x0423, 0x0416, 0x0412, // f0 - 0x042c, 0x042b, 0x0417, 0x0428, 0x042d, 0x0429, 0x0427, 0x042a, // f8 -}; - -static const unsigned short ISCII[0x60] = { - 0x0020, 0x0901, 0x0902, 0x0903, 0x0905, 0x0906, 0x0907, 0x0908, // a0 - 0x0909, 0x090a, 0x090b, 0x090e, 0x090f, 0x0910, 0x090d, 0x0912, // a8 - 0x0913, 0x0914, 0x0911, 0x0915, 0x0916, 0x0917, 0x0918, 0x0919, // b0 - 0x091a, 0x091b, 0x091c, 0x091d, 0x091e, 0x091f, 0x0920, 0x0921, // b8 - 0x0922, 0x0923, 0x0924, 0x0925, 0x0926, 0x0927, 0x0928, 0x0929, // c0 - 0x092a, 0x092b, 0x092c, 0x092d, 0x092e, 0x092f, 0x095f, 0x0930, // c8 - 0x0931, 0x0932, 0x0933, 0x0934, 0x0935, 0x0936, 0x0937, 0x0938, // d0 - 0x0939, 0x0020, 0x093e, 0x093f, 0x0940, 0x0941, 0x0942, 0x0943, // d8 - 0x0946, 0x0947, 0x0948, 0x0945, 0x094a, 0x094b, 0x094c, 0x0949, // e0 - 0x094d, 0x093c, 0x0964, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, // e8 - 0x0020, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, // f0 - 0x0037, 0x0038, 0x0039, 0x20, 0x20, 0x20, 0x20, 0x20, // f8 -}; - -const unsigned short *charsets[N_CHARSETS] = { - ISO_8859_1, - ISO_8859_1, - ISO_8859_2, - ISO_8859_3, - ISO_8859_4, - ISO_8859_5, - ISO_8859_1, - ISO_8859_7, - ISO_8859_1, - ISO_8859_9, - ISO_8859_1, - ISO_8859_1, - ISO_8859_1, - ISO_8859_1, - ISO_8859_14, - ISO_8859_1, - ISO_8859_1, - ISO_8859_1, - KOI8_R, // 18 - ISCII }; - -// Tables of the relative lengths of vowels, depending on the -// type of the two phonemes that follow -// indexes are the "length_mod" value for the following phonemes - -// use this table if vowel is not the last in the word -static unsigned char length_mods_en[100] = { -/* a , t s n d z r N <- next */ - 100,120,100,105,100,110,110,100, 95, 100, /* a <- next2 */ - 105,120,105,110,125,130,135,115,125, 100, /* , */ - 105,120, 75,100, 75,105,120, 85, 75, 100, /* t */ - 105,120, 85,105, 95,115,120,100, 95, 100, /* s */ - 110,120, 95,105,100,115,120,100,100, 100, /* n */ - 105,120,100,105, 95,115,120,110, 95, 100, /* d */ - 105,120,100,105,105,122,125,110,105, 100, /* z */ - 105,120,100,105,105,122,125,110,105, 100, /* r */ - 105,120, 95,105,100,115,120,110,100, 100, /* N */ - 100,120,100,100,100,100,100,100,100, 100 }; // SPARE - -// as above, but for the last syllable in a word -static unsigned char length_mods_en0[100] = { -/* a , t s n d z r N <- next */ - 100,150,100,105,110,115,110,110,110, 100, /* a <- next2 */ - 105,150,105,110,125,135,140,115,135, 100, /* , */ - 105,150, 90,105, 90,122,135,100, 90, 100, /* t */ - 105,150,100,105,100,122,135,100,100, 100, /* s */ - 105,150,100,105,105,115,135,110,105, 100, /* n */ - 105,150,100,105,105,122,130,120,125, 100, /* d */ - 105,150,100,105,110,122,125,115,110, 100, /* z */ - 105,150,100,105,105,122,135,120,105, 100, /* r */ - 105,150,100,105,105,115,135,110,105, 100, /* N */ - 100,100,100,100,100,100,100,100,100, 100 }; // SPARE - - -static unsigned char length_mods_equal[100] = { -/* a , t s n d z r N <- next */ - 110,110,110,110,110,110,110,110,110, 110, /* a <- next2 */ - 110,110,110,110,110,110,110,110,110, 110, /* , */ - 110,110,110,110,110,110,110,110,110, 110, /* t */ - 110,110,110,110,110,110,110,110,110, 110, /* s */ - 110,110,110,110,110,110,110,110,110, 110, /* n */ - 110,110,110,110,110,110,110,110,110, 110, /* d */ - 110,110,110,110,110,110,110,110,110, 110, /* z */ - 110,110,110,110,110,110,110,110,110, 110, /* r */ - 110,110,110,110,110,110,110,110,110, 110, /* N */ - 110,110,110,110,110,110,110,110,110, 110 }; // SPARE - - -static unsigned char *length_mod_tabs[6] = { - length_mods_en, - length_mods_en, // 1 - length_mods_en0, // 2 - length_mods_equal, // 3 - length_mods_equal, // 4 - length_mods_equal // 5 - }; - - -void SetLengthMods(Translator *tr, int value) -{//========================================== - int value2; - - tr->langopts.length_mods0 = tr->langopts.length_mods = length_mod_tabs[value % 100]; - if((value2 = value / 100) != 0) - { - tr->langopts.length_mods0 = length_mod_tabs[value2]; - } -} - - -int IsAlpha(unsigned int c) -{//======================== -// Replacement for iswalph() which also checks for some in-word symbols - - if(iswalpha(c)) - return(1); - - if((c >= 0x901) && (c <= 0xdf7)) - { - // Indic scripts: Devanagari, Tamil, etc - if((c & 0x7f) < 0x64) - return(1); - return(0); - } - - if((c >= 0x300) && (c <= 0x36f)) - return(1); // combining accents - - if((c >= 0x1100) && (c <= 0x11ff)) - return(1); //Korean jamo - - if((c > 0x3040) && (c <= 0xa700)) - return(1); // Chinese/Japanese. Should never get here, but Mac OS 10.4's iswalpha seems to be broken, so just make sure - - return(0); -} - -static int IsDigit09(unsigned int c) -{//========================= - if((c >= '0') && (c <= '9')) - return(1); - return(0); -} - -int IsDigit(unsigned int c) -{//======================== - if(iswdigit(c)) - return(1); - - if((c >= 0x966) && (c <= 0x96f)) - return(1); - - return(0); -} - -int IsSpace(unsigned int c) -{//======================== - if(c == 0) - return(0); - if(wcschr(chars_space,c)) - return(1); - return(iswspace(c)); -} - - -void DeleteTranslator(Translator *tr) -{//================================== - if(tr->data_dictlist != NULL) - Free(tr->data_dictlist); - Free(tr); -} - - -int lookupwchar(const unsigned short *list,int c) -{//============================================== -// Is the character c in the list ? - int ix; - - for(ix=0; list[ix] != 0; ix++) - { - if(list[ix] == c) - return(ix+1); - } - return(0); -} - -int IsBracket(int c) -{//================= - if((c >= 0x2014) && (c <= 0x201f)) - return(1); - return(lookupwchar(brackets,c)); -} - - -int utf8_out(unsigned int c, char *buf) -{//==================================== -// write a unicode character into a buffer as utf8 -// returns the number of bytes written - int n_bytes; - int j; - int shift; - static char unsigned code[4] = {0,0xc0,0xe0,0xf0}; - - if(c < 0x80) - { - buf[0] = c; - return(1); - } - if(c >= 0x110000) - { - buf[0] = ' '; // out of range character code - return(1); - } - if(c < 0x0800) - n_bytes = 1; - else - if(c < 0x10000) - n_bytes = 2; - else - n_bytes = 3; - - shift = 6*n_bytes; - buf[0] = code[n_bytes] | (c >> shift); - for(j=0; j<n_bytes; j++) - { - shift -= 6; - buf[j+1] = 0x80 + ((c >> shift) & 0x3f); - } - return(n_bytes+1); -} // end of utf8_out - - -int utf8_nbytes(const char *buf) -{//============================= -// Returns the number of bytes for the first UTF-8 character in buf - unsigned char c = (unsigned char)buf[0]; - if(c < 0x80) - return(1); - if(c < 0xe0) - return(2); - if(c < 0xf0) - return(3); - return(4); -} - - -int utf8_in2(int *c, const char *buf, int backwards) -{//================================================= -// Read a unicode characater from a UTF8 string -// Returns the number of UTF8 bytes used. -// backwards: set if we are moving backwards through the UTF8 string - int c1; - int n_bytes; - int ix; - static const unsigned char mask[4] = {0xff,0x1f,0x0f,0x07}; - - // find the start of the next/previous character - while((*buf & 0xc0) == 0x80) - { - // skip over non-initial bytes of a multi-byte utf8 character - if(backwards) - buf--; - else - buf++; - } - - n_bytes = 0; - - if((c1 = *buf++) & 0x80) - { - if((c1 & 0xe0) == 0xc0) - n_bytes = 1; - else - if((c1 & 0xf0) == 0xe0) - n_bytes = 2; - else - if((c1 & 0xf8) == 0xf0) - n_bytes = 3; - - c1 &= mask[n_bytes]; - for(ix=0; ix<n_bytes; ix++) - { - c1 = (c1 << 6) + (*buf++ & 0x3f); - } - } - *c = c1; - return(n_bytes+1); -} - - -int utf8_in(int *c, const char *buf) -{//================================= -// Read a unicode characater from a UTF8 string -// Returns the number of UTF8 bytes used. - return(utf8_in2(c,buf,0)); -} - - -char *strchr_w(const char *s, int c) -{//================================= -// return NULL for any non-ascii character - if(c >= 0x80) - return(NULL); - return(strchr((char *)s,c)); // (char *) is needed for Borland compiler -} - - - - -int TranslateWord(Translator *tr, char *word1, int next_pause, WORD_TAB *wtab) -{//=========================================================================== -// word1 is terminated by space (0x20) character - - int length; - int word_length; - int ix; - int posn; - int pfix; - int n_chars; - unsigned int dictionary_flags[2]; - unsigned int dictionary_flags2[2]; - int end_type=0; - int prefix_type=0; - char *wordx; - char phonemes[N_WORD_PHONEMES]; - char *ph_limit; - char *phonemes_ptr; - char prefix_phonemes[N_WORD_PHONEMES]; - char end_phonemes[N_WORD_PHONEMES]; - char word_copy[N_WORD_BYTES]; - char prefix_chars[N_WORD_BYTES]; - int found=0; - int end_flags; - char c_temp; // save a character byte while we temporarily replace it with space - int first_char; - int last_char = 0; - int unpron_length; - int add_plural_suffix = 0; - int prefix_flags = 0; - int confirm_prefix; - int spell_word; - int stress_bits; - int emphasize_allcaps = 0; - int wflags = wtab->flags; - int wmark = wtab->wmark; - - // translate these to get pronunciations of plural 's' suffix (different forms depending on - // the preceding letter - static char word_zz[4] = {0,'z','z',0}; - static char word_iz[4] = {0,'i','z',0}; - static char word_ss[4] = {0,'s','s',0}; - - dictionary_flags[0] = 0; - dictionary_flags[1] = 0; - dictionary_flags2[0] = 0; - dictionary_flags2[1] = 0; - dictionary_skipwords = 0; - - prefix_phonemes[0] = 0; - end_phonemes[0] = 0; - ph_limit = &phonemes[N_WORD_PHONEMES]; - - // count the length of the word - wordx = word1; - utf8_in(&first_char,wordx); - word_length = 0; - while((*wordx != 0) && (*wordx != ' ')) - { - wordx += utf8_in(&last_char,wordx); - word_length++; - } - - // try an initial lookup in the dictionary list, we may find a pronunciation specified, or - // we may just find some flags - spell_word = 0; - if(option_sayas == SAYAS_KEY) - { - if(word_length == 1) - spell_word = 4; - } - - if(option_sayas & 0x10) - { - // SAYAS_CHAR, SAYAS_GYLPH, or SAYAS_SINGLE_CHAR - spell_word = option_sayas & 0xf; // 2,3,4 - } - else - { - found = LookupDictList(tr, &word1, phonemes, dictionary_flags, FLAG_ALLOW_TEXTMODE, wtab); // the original word - if(dictionary_flags[0] & FLAG_TEXTMODE) - { - first_char = word1[0]; - stress_bits = dictionary_flags[0] & 0x7f; - found = LookupDictList(tr, &word1, phonemes, dictionary_flags2, 0, wtab); // the text replacement - if(dictionary_flags2[0]!=0) - { - dictionary_flags[0] = dictionary_flags2[0]; - dictionary_flags[1] = dictionary_flags2[1]; - if(stress_bits != 0) - { - // keep any stress information from the original word - dictionary_flags[0] = (dictionary_flags[0] & ~0x7f) | stress_bits; - } - } - } - else - if((found==0) && (dictionary_flags[0] & FLAG_SKIPWORDS)) - { - // grouped words, but no translation. Join the words with hyphens. - wordx = word1; - ix = 0; - while(ix < dictionary_skipwords) - { - if(*wordx == ' ') - { - *wordx = '-'; - ix++; - } - wordx++; - } - } - - // if textmode, LookupDictList() replaces word1 by the new text and returns found=0 - - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - return(0); - } - -if((wmark > 0) && (wmark < 8)) -{ - // the stressed syllable has been specified in the text (TESTING) - dictionary_flags[0] = (dictionary_flags[0] & ~0xf) | wmark; -} - - if(!found && (dictionary_flags[0] & FLAG_ABBREV)) - { - // the word has $abbrev flag, but no pronunciation specified. Speak as individual letters - spell_word = 1; - } - - if(!found && iswdigit(first_char)) - { - Lookup(tr,"_0lang",word_phonemes); - if(word_phonemes[0] == phonSWITCH) - return(0); - - found = TranslateNumber(tr,word1,phonemes,dictionary_flags,wflags); - } - - if(!found & ((wflags & FLAG_UPPERS) != FLAG_FIRST_UPPER)) - { - // either all upper or all lower case - - if((tr->langopts.numbers & NUM_ROMAN) || ((tr->langopts.numbers & NUM_ROMAN_UC) && (wflags & FLAG_ALL_UPPER))) - { - if((found = TranslateRoman(tr, word1, phonemes)) != 0) - dictionary_flags[0] |= FLAG_ABBREV; // prevent emphasis if capitals - } - } - - if((wflags & FLAG_ALL_UPPER) && (word_length > 1)&& iswalpha(first_char)) - { - if((option_tone_flags & OPTION_EMPHASIZE_ALLCAPS) && !(dictionary_flags[0] & FLAG_ABBREV)) - { - // emphasize words which are in capitals - emphasize_allcaps = FLAG_EMPHASIZED; - } - else - if(!found && !(dictionary_flags[0] & FLAG_SKIPWORDS) && (word_length<4) && (tr->clause_lower_count > 3) - && (tr->clause_upper_count <= tr->clause_lower_count)) - { - // An upper case word in a lower case clause. This could be an abbreviation. - spell_word = 1; - } - } - } - - if(spell_word > 0) - { - // Speak as individual letters - wordx = word1; - posn = 0; - phonemes[0] = 0; - end_type = 0; - - while(*wordx != ' ') - { - wordx += TranslateLetter(tr,wordx, phonemes,spell_word, word_length); - posn++; - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - if(word_length > 1) - return(FLAG_SPELLWORD); // a mixture of languages, retranslate as individual letters, separated by spaces - return(0); - } - } - SetSpellingStress(tr,phonemes,spell_word,posn); - } - else - if(found == 0) - { - // word's pronunciation is not given in the dictionary list, although - // dictionary_flags may have ben set there - - posn = 0; - length = 999; - wordx = word1; - - while(((length < 3) && (length > 0))|| (word_length > 1 && Unpronouncable(tr,wordx))) - { - char *p; - // This word looks "unpronouncable", so speak letters individually until we - // find a remainder that we can pronounce. - emphasize_allcaps = 0; - wordx += TranslateLetter(tr,wordx,phonemes,0, word_length); - posn++; - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - if(strcmp(&phonemes[1],"en")==0) - return(FLAG_SPELLWORD); // _^_en must have been set in TranslateLetter(), not *_rules - return(0); - } - - p = &wordx[word_length-3]; // this looks wrong. Doesn't consider multi-byte chars. - if(memcmp(p,"'s ",3) == 0) - { - // remove a 's suffix and pronounce this separately (not as an individual letter) - add_plural_suffix = 1; - p[0] = ' '; - p[1] = ' '; - last_char = p[-1]; - } - - length=0; - while(wordx[length] != ' ') length++; - if(length > 0) - wordx[-1] = ' '; // prevent this affecting the pronunciation of the pronuncable part - } - SetSpellingStress(tr,phonemes,0,posn); - - // anything left ? - if(*wordx != ' ') - { - // Translate the stem - unpron_length = strlen(phonemes); - end_type = TranslateRules(tr, wordx, phonemes, N_WORD_PHONEMES, end_phonemes, wflags, dictionary_flags); - - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - return(0); - } - - if((phonemes[0] == 0) && (end_phonemes[0] == 0)) - { - int wc; - // characters not recognised, speak them individually - - utf8_in(&wc, wordx); - if((word_length == 1) && IsAlpha(wc)) - { - posn = 0; - while((*wordx != ' ') && (*wordx != 0)) - { - wordx += TranslateLetter(tr,wordx, phonemes, 4, word_length); - posn++; - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - return(0); - } - } - SetSpellingStress(tr,phonemes,spell_word,posn); - } - } - - c_temp = wordx[-1]; - - found = 0; - confirm_prefix = 1; - while(end_type & SUFX_P) - { - // Found a standard prefix, remove it and retranslate - - if(confirm_prefix && !(end_type & SUFX_B)) - { - int end2; - char phonemes2[N_WORD_PHONEMES]; - char end_phonemes2[N_WORD_PHONEMES]; - - // remove any standard suffix and confirm that the prefix is still recognised - phonemes2[0] = 0; - end2 = TranslateRules(tr, wordx, phonemes2, N_WORD_PHONEMES, end_phonemes2, wflags|FLAG_NO_PREFIX|FLAG_NO_TRACE, dictionary_flags); - if(end2) - { - RemoveEnding(tr, wordx, end2, word_copy); - end_type = TranslateRules(tr, wordx, phonemes, N_WORD_PHONEMES, end_phonemes, wflags|FLAG_NO_TRACE, dictionary_flags); - memcpy(wordx,word_copy,strlen(word_copy)); - if((end_type & SUFX_P) == 0) - { - // after removing the suffix, the prefix is no longer recognised. - // Keep the suffix, but don't use the prefix - end_type = end2; - strcpy(phonemes,phonemes2); - strcpy(end_phonemes,end_phonemes2); - if(option_phonemes == 2) - { - DecodePhonemes(end_phonemes,end_phonemes2); - fprintf(f_trans," suffix [%s]\n\n",end_phonemes2); - } - } - confirm_prefix = 0; - continue; - } - } - - prefix_type = end_type; - - if(prefix_type & SUFX_V) - { - tr->expect_verb = 1; // use the verb form of the word - } - - wordx[-1] = c_temp; - - if((prefix_type & SUFX_B) == 0) - { - for(ix=(prefix_type & 0xf); ix>0; ix--) // num. of characters to remove - { - wordx++; - while((*wordx & 0xc0) == 0x80) wordx++; // for multibyte characters - } - } - else - { - pfix = 1; - prefix_chars[0] = 0; - n_chars = prefix_type & 0x3f; - - for(ix=0; ix < n_chars; ix++) // num. of bytes to remove - { - prefix_chars[pfix++] = *wordx++; - - if((prefix_type & SUFX_B) && (ix == (n_chars-1))) - { - prefix_chars[pfix-1] = 0; // discard the last character of the prefix, this is the separator character - } - } - prefix_chars[pfix] = 0; - } - c_temp = wordx[-1]; - wordx[-1] = ' '; - confirm_prefix = 1; - - if(prefix_type & SUFX_B) - { -// SUFX_B is used for Turkish, tr_rules contains "(Pb£ - // retranslate the prefix part - char *wordpf; - char prefix_phonemes2[12]; - - strncpy0(prefix_phonemes2,end_phonemes,sizeof(prefix_phonemes2)); - wordpf = &prefix_chars[1]; - found = LookupDictList(tr, &wordpf, phonemes, dictionary_flags, SUFX_P, wtab); // without prefix - if(found == 0) - { - end_type = TranslateRules(tr, wordpf, phonemes, N_WORD_PHONEMES, end_phonemes, 0, dictionary_flags); - sprintf(prefix_phonemes,"%s%s%s",phonemes,end_phonemes,prefix_phonemes2); - } - prefix_flags = 1; - } - else - { - strcat(prefix_phonemes,end_phonemes); - } - end_phonemes[0] = 0; - - end_type = 0; - found = LookupDictList(tr, &wordx, phonemes, dictionary_flags2, SUFX_P, wtab); // without prefix - if(dictionary_flags[0]==0) - { - dictionary_flags[0] = dictionary_flags2[0]; - dictionary_flags[1] = dictionary_flags2[1]; - } - else - prefix_flags = 1; - if(found == 0) - { - end_type = TranslateRules(tr, wordx, phonemes, N_WORD_PHONEMES, end_phonemes, 0, dictionary_flags); - - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - wordx[-1] = c_temp; - strcpy(word_phonemes,phonemes); - return(0); - } - } - } - - if((end_type != 0) && !(end_type & SUFX_P)) - { -char phonemes2[N_WORD_PHONEMES]; -strcpy(phonemes2,phonemes); - - // The word has a standard ending, re-translate without this ending - end_flags = RemoveEnding(tr, wordx, end_type, word_copy); - - phonemes_ptr = &phonemes[unpron_length]; - phonemes_ptr[0] = 0; - - if(prefix_phonemes[0] != 0) - { - // lookup the stem without the prefix removed - wordx[-1] = c_temp; - found = LookupDictList(tr, &word1, phonemes_ptr, dictionary_flags2, end_flags, wtab); // include prefix, but not suffix - wordx[-1] = ' '; - if(dictionary_flags[0]==0) - { - dictionary_flags[0] = dictionary_flags2[0]; - dictionary_flags[1] = dictionary_flags2[1]; - } - if(found) - prefix_phonemes[0] = 0; // matched whole word, don't need prefix now - - if((found==0) && (dictionary_flags2[0] != 0)) - prefix_flags = 1; - } - if(found == 0) - { - found = LookupDictList(tr, &wordx, phonemes_ptr, dictionary_flags2, end_flags, wtab); // without prefix and suffix - if(phonemes_ptr[0] == phonSWITCH) - { - // change to another language in order to translate this word - memcpy(wordx,word_copy,strlen(word_copy)); - strcpy(word_phonemes,phonemes_ptr); - return(0); - } - if(dictionary_flags[0]==0) - { - dictionary_flags[0] = dictionary_flags2[0]; - dictionary_flags[1] = dictionary_flags2[1]; - } - } - if(found == 0) - { - if(end_type & SUFX_Q) - { - // don't retranslate, use the original lookup result - strcpy(phonemes,phonemes2); - - // language specific changes - ApplySpecialAttribute(tr,phonemes,dictionary_flags[0]); - } - else - { - if(end_flags & FLAG_SUFX) - TranslateRules(tr, wordx, phonemes, N_WORD_PHONEMES, NULL,wflags | FLAG_SUFFIX_REMOVED, dictionary_flags); - else - TranslateRules(tr, wordx, phonemes, N_WORD_PHONEMES, NULL,wflags,dictionary_flags); - - if(phonemes[0] == phonSWITCH) - { - // change to another language in order to translate this word - strcpy(word_phonemes,phonemes); - memcpy(wordx,word_copy,strlen(word_copy)); - wordx[-1] = c_temp; - return(0); - } - } - } - - if((end_type & SUFX_T) == 0) - { - // the default is to add the suffix and then determine the word's stress pattern - AppendPhonemes(tr,phonemes, N_WORD_PHONEMES, end_phonemes); - end_phonemes[0] = 0; - } - } - wordx[-1] = c_temp; - } - } - - if((add_plural_suffix) || (wflags & FLAG_HAS_PLURAL)) - { - // s or 's suffix, append [s], [z] or [Iz] depending on previous letter - if(last_char == 'f') - TranslateRules(tr, &word_ss[1], phonemes, N_WORD_PHONEMES, NULL, 0, NULL); - else - if((last_char==0) || (strchr_w("hsx",last_char)==NULL)) - TranslateRules(tr, &word_zz[1], phonemes, N_WORD_PHONEMES, NULL, 0, NULL); - else - TranslateRules(tr, &word_iz[1], phonemes, N_WORD_PHONEMES, NULL, 0, NULL); - } - - wflags |= emphasize_allcaps; - - - /* determine stress pattern for this word */ - /******************************************/ - /* NOTE: this also adds a single PAUSE if the previous word ended - in a primary stress, and this one starts with one */ - if(prefix_flags || (strchr(prefix_phonemes,phonSTRESS_P)!=NULL)) - { - if((tr->langopts.param[LOPT_PREFIXES]) || (prefix_type & SUFX_T)) - { - char *p; - // German, keep a secondary stress on the stem - SetWordStress(tr, phonemes, &dictionary_flags[0], 3, 0); - - // reduce all but the first primary stress - ix=0; - for(p=prefix_phonemes; *p != 0; p++) - { - if(*p == phonSTRESS_P) - { - if(ix==0) - ix=1; - else - *p = phonSTRESS_3; - } - } - strcpy(word_phonemes,prefix_phonemes); - strcat(word_phonemes,phonemes); - SetWordStress(tr, word_phonemes, &dictionary_flags[0], -1, 0); - } - else - { - // stress position affects the whole word, including prefix - strcpy(word_phonemes,prefix_phonemes); - strcat(word_phonemes,phonemes); - SetWordStress(tr, word_phonemes, &dictionary_flags[0], -1, tr->prev_last_stress); - } - } - else - { - if(prefix_phonemes[0] == 0) - SetWordStress(tr, phonemes, &dictionary_flags[0], -1, tr->prev_last_stress); - else - SetWordStress(tr, phonemes, &dictionary_flags[0], -1, 0); - strcpy(word_phonemes,prefix_phonemes); - strcat(word_phonemes,phonemes); - } - - if(end_phonemes[0] != 0) - { - // a suffix had the SUFX_T option set, add the suffix after the stress pattern has been determined - strcat(word_phonemes,end_phonemes); - } - - if(wflags & FLAG_LAST_WORD) - { - // don't use $brk pause before the last word of a sentence - // (but allow it for emphasis, see below - dictionary_flags[0] &= ~FLAG_PAUSE1; - } - - if(wflags & FLAG_EMPHASIZED2) - { - // A word is indicated in the source text as stressed - // Give it stress level 6 (for the intonation module) - ChangeWordStress(tr,word_phonemes,6); - - if(wflags & FLAG_EMPHASIZED) - dictionary_flags[0] |= FLAG_PAUSE1; // precede by short pause - } - else - if(wtab[dictionary_skipwords].flags & FLAG_LAST_WORD) - { - // the word has attribute to stress or unstress when at end of clause - if(dictionary_flags[0] & (FLAG_STRESS_END | FLAG_STRESS_END2)) - ChangeWordStress(tr,word_phonemes,4); - else - if(dictionary_flags[0] & FLAG_UNSTRESS_END) - ChangeWordStress(tr,word_phonemes,3); - } - - // dictionary flags for this word give a clue about which alternative pronunciations of - // following words to use. - if(end_type & SUFX_F) - { - // expect a verb form, with or without -s suffix - tr->expect_verb = 2; - tr->expect_verb_s = 2; - } - - if(dictionary_flags[1] & FLAG_PASTF) - { - /* expect perfect tense in next two words */ - tr->expect_past = 3; - tr->expect_verb = 0; - tr->expect_noun = 0; - } - else - if(dictionary_flags[1] & FLAG_VERBF) - { - /* expect a verb in the next word */ - tr->expect_verb = 2; - tr->expect_verb_s = 0; /* verb won't have -s suffix */ - tr->expect_noun = 0; - } - else - if(dictionary_flags[1] & FLAG_VERBSF) - { - // expect a verb, must have a -s suffix - tr->expect_verb = 0; - tr->expect_verb_s = 2; - tr->expect_past = 0; - tr->expect_noun = 0; - } - else - if(dictionary_flags[1] & FLAG_NOUNF) - { - /* not expecting a verb next */ - tr->expect_noun = 2; - tr->expect_verb = 0; - tr->expect_verb_s = 0; - tr->expect_past = 0; - } - - if((wordx[0] != 0) && (!(dictionary_flags[1] & FLAG_VERB_EXT))) - { - if(tr->expect_verb > 0) - tr->expect_verb--; - - if(tr->expect_verb_s > 0) - tr->expect_verb_s--; - - if(tr->expect_noun >0) - tr->expect_noun--; - - if(tr->expect_past > 0) - tr->expect_past--; - } - - if((word_length == 1) && iswalpha(first_char) && (first_char != 'i')) - { -// English Specific !!!! - // any single letter before a dot is an abbreviation, except 'I' - dictionary_flags[0] |= FLAG_DOT; - } - - if((tr->langopts.param[LOPT_ALT] & 2) && ((dictionary_flags[0] & (FLAG_ALT_TRANS | FLAG_ALT2_TRANS)) != 0)) - { - ApplySpecialAttribute2(tr,word_phonemes,dictionary_flags[0]); - } - - return(dictionary_flags[0]); -} // end of TranslateWord - - - -static void SetPlist2(PHONEME_LIST2 *p, unsigned char phcode) -{//========================================================== - p->phcode = phcode; - p->stress = 0; - p->tone_number = 0; - p->synthflags = embedded_flag; - p->sourceix = 0; - embedded_flag = 0; -} - -static int CountSyllables(unsigned char *phonemes) -{//=============================================== - int count = 0; - int phon; - while((phon = *phonemes++) != 0) - { - if(phoneme_tab[phon]->type == phVOWEL) - count++; - } - return(count); -} - - -int SetTranslator2(const char *new_language) -{//========================================= -// Set translator2 to a second language - int new_phoneme_tab; - - if((new_phoneme_tab = SelectPhonemeTableName(new_language)) >= 0) - { - if((translator2 != NULL) && (strcmp(new_language,translator2_language) != 0)) - { - // we already have an alternative translator, but not for the required language, delete it - DeleteTranslator(translator2); - translator2 = NULL; - } - - if(translator2 == NULL) - { - translator2 = SelectTranslator(new_language); - strcpy(translator2_language,new_language); - - if(LoadDictionary(translator2, new_language, 0) != 0) - { - SelectPhonemeTable(voice->phoneme_tab_ix); // revert to original phoneme table - new_phoneme_tab = -1; - translator2_language[0] = 0; - } - } - } - return(new_phoneme_tab); -} // end of SetTranslator2 - - - -static int TranslateWord2(Translator *tr, char *word, WORD_TAB *wtab, int pre_pause, int next_pause) -{//================================================================================================= - int flags=0; - int stress; - int next_stress; - int next_tone=0; - unsigned char *p; - int srcix; - int embedded_cmd; - int value; - int found_dict_flag; - unsigned char ph_code; - PHONEME_LIST2 *plist2; - PHONEME_TAB *ph; - int max_stress; - int max_stress_ix=0; - int prev_vowel = -1; - int pitch_raised = 0; - int switch_phonemes = -1; - int first_phoneme = 1; - int source_ix; - int len; - int ix; - int sylimit; // max. number of syllables in a word to be combined with a preceding preposition - const char *new_language; - unsigned char bad_phoneme[4]; - int word_flags; - int word_copy_len; - char word_copy[N_WORD_BYTES+1]; - - len = wtab->length; - if(len > 31) len = 31; - source_ix = (wtab->sourceix & 0x7ff) | (len << 11); // bits 0-10 sourceix, bits 11-15 word length - - word_flags = wtab[0].flags; - if(word_flags & FLAG_EMBEDDED) - { - embedded_flag = SFLAG_EMBEDDED; - - do - { - embedded_cmd = embedded_list[embedded_read++]; - value = embedded_cmd >> 8; - - switch(embedded_cmd & 0x1f) - { - case EMBED_Y: - option_sayas = value; - break; - - case EMBED_F: - option_emphasis = value; - break; - - case EMBED_B: - // break command - if(value == 0) - pre_pause = 0; // break=none - else - pre_pause += value; - break; - } - } while((embedded_cmd & 0x80) == 0); - } - - if(word[0] == 0) - { - // nothing to translate - word_phonemes[0] = 0; - return(0); - } - - // after a $pause word attribute, ignore a $pause attribute on the next two words - if(tr->prepause_timeout > 0) - tr->prepause_timeout--; - - if((option_sayas & 0xf0) == 0x10) - { - if(!(word_flags & FLAG_FIRST_WORD)) - { - // SAYAS_CHARS, SAYAS_GLYPHS, or SAYAS_SINGLECHARS. Pause between each word. - pre_pause += 4; - } - } - - if(word_flags & FLAG_FIRST_UPPER) - { - if((option_capitals > 2) && (embedded_ix < N_EMBEDDED_LIST-6)) - { - // indicate capital letter by raising pitch - if(embedded_flag) - embedded_list[embedded_ix-1] &= ~0x80; // already embedded command before this word, remove terminator - if((pitch_raised = option_capitals) == 3) - pitch_raised = 20; // default pitch raise for capitals - embedded_list[embedded_ix++] = EMBED_P+0x40+0x80 + (pitch_raised << 8); // raise pitch - embedded_flag = SFLAG_EMBEDDED; - } - } - - p = (unsigned char *)word_phonemes; - if(word_flags & FLAG_PHONEMES) - { - // The input is in phoneme mnemonics, not language text - int c1; - char lang_name[12]; - - if(memcmp(word,"_^_",3)==0) - { - // switch languages - word+=3; - for(ix=0;;) - { - c1 = *word++; - if((c1==' ') || (c1==0)) - break; - lang_name[ix++] = tolower(c1); - } - lang_name[ix] = 0; - - if((ix = LookupPhonemeTable(lang_name)) > 0) - { - SelectPhonemeTable(ix); - word_phonemes[0] = phonSWITCH; - word_phonemes[1] = ix; - word_phonemes[2] = 0; - } - } - else - { - EncodePhonemes(word,word_phonemes,bad_phoneme); - } - flags = FLAG_FOUND; - } - else - { - int c2; - ix = 0; - while(((c2 = word_copy[ix] = word[ix]) != ' ') && (c2 != 0) && (ix < N_WORD_BYTES)) ix++; - word_copy_len = ix; - - flags = TranslateWord(translator, word, next_pause, wtab); - - if(flags & FLAG_SPELLWORD) - { - // re-translate the word as individual letters, separated by spaces - memcpy(word, word_copy, word_copy_len); - return(flags); - } - - if((flags & FLAG_ALT2_TRANS) && ((sylimit = tr->langopts.param[LOPT_COMBINE_WORDS]) > 0)) - { - char *p2; - int ok = 1; - int flags2; - int c_word2; - char ph_buf[N_WORD_PHONEMES]; - - // LANG=cs,sk - // combine a preposition with the following word - p2 = word; - while(*p2 != ' ') p2++; - - utf8_in(&c_word2, p2+1); // first character of the next word; - if(!iswalpha(c_word2)) - { - ok =0; - } - - if(ok != 0) - { - if(sylimit & 0x100) - { - // only if the second word has $alt attribute - strcpy(ph_buf,word_phonemes); - flags2 = TranslateWord(translator, p2+1, 0, wtab+1); - if((flags2 & FLAG_ALT_TRANS) == 0) - { - ok = 0; - strcpy(word_phonemes,ph_buf); - } - } - - if((sylimit & 0x200) && ((wtab+1)->flags & FLAG_LAST_WORD)) - { - // not if the next word is end-of-sentence - ok = 0; - } - } - - if(ok) - { - *p2 = '-'; // replace next space by hyphen - flags = TranslateWord(translator, word, next_pause, wtab); // translate the combined word - if(CountSyllables(p) > (sylimit & 0xf)) - { - // revert to separate words - *p2 = ' '; - flags = TranslateWord(translator, word, next_pause, wtab); - } - else - { - flags |= FLAG_SKIPWORDS; - dictionary_skipwords = 1; - } - } - } - - if(p[0] == phonSWITCH) - { - // this word uses a different language - memcpy(word, word_copy, word_copy_len); - - new_language = (char *)(&p[1]); - if(new_language[0]==0) - new_language = "en"; - - switch_phonemes = SetTranslator2(new_language); - - if(switch_phonemes >= 0) - { - // re-translate the word using the new translator - flags = TranslateWord(translator2, word, next_pause, wtab); -// strcpy((char *)p,translator2->word_phonemes); - if(p[0] == phonSWITCH) - { - // the second translator doesn't want to process this word - switch_phonemes = -1; - } - } - if(switch_phonemes < 0) - { - // language code is not recognised or 2nd translator won't translate it - p[0] = phonSCHWA; // just say something - p[1] = phonSCHWA; - p[2] = 0; - } - } - - if(!(word_flags & FLAG_HYPHEN)) - { - if(flags & FLAG_PAUSE1) - { - if(pre_pause < 1) - pre_pause = 1; - } - if((flags & FLAG_PREPAUSE) && ((word_flags && FLAG_LAST_WORD) == 0) && (tr->prepause_timeout == 0)) - { - // the word is marked in the dictionary list with $pause - if(pre_pause < 4) pre_pause = 4; - tr->prepause_timeout = 3; - } - } - - if((option_emphasis >= 3) && (pre_pause < 1)) - pre_pause = 1; - } - - plist2 = &ph_list2[n_ph_list2]; - stress = 0; - next_stress = 0; - srcix = 0; - max_stress = -1; - - found_dict_flag = 0; - if(flags & FLAG_FOUND) - found_dict_flag = SFLAG_DICTIONARY; - - while((pre_pause > 0) && (n_ph_list2 < N_PHONEME_LIST-4)) - { - // add pause phonemes here. Either because of punctuation (brackets or quotes) in the - // text, or because the word is marked in the dictionary lookup as a conjunction - if(pre_pause > 1) - { - SetPlist2(&ph_list2[n_ph_list2++],phonPAUSE); - pre_pause -= 2; - } - else - { - SetPlist2(&ph_list2[n_ph_list2++],phonPAUSE_NOLINK); - pre_pause--; - } - tr->end_stressed_vowel = 0; // forget about the previous word - tr->prev_dict_flags = 0; - } - - if((option_capitals==1) && (word_flags & FLAG_FIRST_UPPER)) - { - SetPlist2(&ph_list2[n_ph_list2++],phonPAUSE_SHORT); - SetPlist2(&ph_list2[n_ph_list2++],phonCAPITAL); - if((word_flags & FLAG_ALL_UPPER) && IsAlpha(word[1])) - { - // word > 1 letter and all capitals - SetPlist2(&ph_list2[n_ph_list2++],phonPAUSE_SHORT); - SetPlist2(&ph_list2[n_ph_list2++],phonCAPITAL); - } - } - - if(switch_phonemes >= 0) - { - // this word uses a different phoneme table - SetPlist2(&ph_list2[n_ph_list2],phonSWITCH); - ph_list2[n_ph_list2++].tone_number = switch_phonemes; // temporary phoneme table number - } - - // remove initial pause from a word if it follows a hyphen - if((word_flags & FLAG_HYPHEN) && (phoneme_tab[*p]->type == phPAUSE)) - p++; - - while(((ph_code = *p++) != 0) && (n_ph_list2 < N_PHONEME_LIST-4)) - { - if(ph_code == 255) - continue; // unknown phoneme - - // Add the phonemes to the first stage phoneme list (ph_list2) - ph = phoneme_tab[ph_code]; - - if(ph_code == phonSWITCH) - { - ph_list2[n_ph_list2].phcode = ph_code; - ph_list2[n_ph_list2].sourceix = 0; - ph_list2[n_ph_list2].synthflags = embedded_flag; - ph_list2[n_ph_list2++].tone_number = *p++; - } - else - if(ph->type == phSTRESS) - { - // don't add stress phonemes codes to the list, but give their stress - // value to the next vowel phoneme - // std_length is used to hold stress number or (if >10) a tone number for a tone language - if(ph->spect == 0) - next_stress = ph->std_length; - else - { - // for tone languages, the tone number for a syllable follows the vowel - if(prev_vowel >= 0) - { - ph_list2[prev_vowel].tone_number = ph_code; - } - else - { - next_tone = ph_code; // no previous vowel, apply to the next vowel - } - } - } - else - if(ph_code == phonSYLLABIC) - { - // mark the previous phoneme as a syllabic consonant - prev_vowel = n_ph_list2-1; - ph_list2[prev_vowel].synthflags |= SFLAG_SYLLABLE; - ph_list2[prev_vowel].stress = next_stress; - } - else - if(ph_code == phonLENGTHEN) - { - ph_list2[n_ph_list2-1].synthflags |= SFLAG_LENGTHEN; - } - else - if(ph_code == phonEND_WORD) - { - // a || symbol in a phoneme string was used to indicate a word boundary - // Don't add this phoneme to the list, but make sure the next phoneme has - // a newword indication - srcix = source_ix+1; - } - else - if(ph_code == phonX1) - { - // a language specific action - if(tr->langopts.param[LOPT_IT_DOUBLING]) - { - flags |= FLAG_DOUBLING; - } - } - else - { - ph_list2[n_ph_list2].phcode = ph_code; - ph_list2[n_ph_list2].tone_number = 0; - ph_list2[n_ph_list2].synthflags = embedded_flag | found_dict_flag; - embedded_flag = 0; - ph_list2[n_ph_list2].sourceix = srcix; - srcix = 0; - - if(ph->type == phVOWEL) - { - stress = next_stress; - next_stress = 0; - - if((prev_vowel >= 0) && (n_ph_list2-1) != prev_vowel) - ph_list2[n_ph_list2-1].stress = stress; // set stress for previous consonant - - ph_list2[n_ph_list2].synthflags |= SFLAG_SYLLABLE; - prev_vowel = n_ph_list2; - - if(stress > max_stress) - { - max_stress = stress; - max_stress_ix = n_ph_list2; - } - if(next_tone != 0) - { - ph_list2[n_ph_list2].tone_number = next_tone; - next_tone=0; - } - } - else - { - if(first_phoneme && tr->langopts.param[LOPT_IT_DOUBLING]) - { - if(((tr->prev_dict_flags & FLAG_DOUBLING) && (tr->langopts.param[LOPT_IT_DOUBLING] & 1)) || - (tr->end_stressed_vowel && (tr->langopts.param[LOPT_IT_DOUBLING] & 2))) - { - // italian, double the initial consonant if the previous word ends with a - // stressed vowel, or is marked with a flag - ph_list2[n_ph_list2].synthflags |= SFLAG_LENGTHEN; - } - } - } - - ph_list2[n_ph_list2].stress = stress; - n_ph_list2++; - first_phoneme = 0; - } - } - // don't set new-word if there is a hyphen before it - if((word_flags & FLAG_HYPHEN) == 0) - { - plist2->sourceix = source_ix; - } - - tr->end_stressed_vowel = 0; - if((stress >= 4) && (phoneme_tab[ph_list2[n_ph_list2-1].phcode]->type == phVOWEL)) - { - tr->end_stressed_vowel = 1; // word ends with a stressed vowel - } - - if(switch_phonemes >= 0) - { - // this word uses a different phoneme table, now switch back - SelectPhonemeTable(voice->phoneme_tab_ix); - SetPlist2(&ph_list2[n_ph_list2],phonSWITCH); - ph_list2[n_ph_list2++].tone_number = voice->phoneme_tab_ix; // original phoneme table number - } - - - if(pitch_raised > 0) - { - embedded_list[embedded_ix++] = EMBED_P+0x60+0x80 + (pitch_raised << 8); // lower pitch - SetPlist2(&ph_list2[n_ph_list2],phonPAUSE_SHORT); - ph_list2[n_ph_list2++].synthflags = SFLAG_EMBEDDED; - } - - if(flags & FLAG_STRESS_END2) - { - // this's word's stress could be increased later - ph_list2[max_stress_ix].synthflags |= SFLAG_PROMOTE_STRESS; - } - - tr->prev_dict_flags = flags; - return(flags); -} // end of TranslateWord2 - - - -static int EmbeddedCommand(unsigned int *source_index) -{//=================================================== - // An embedded command to change the pitch, volume, etc. - // returns number of commands added to embedded_list - - // pitch,speed,amplitude,expression,reverb,tone,voice,sayas - const char *commands = "PSARHTIVYMUBF"; - int value = -1; - int sign = 0; - unsigned char c; - char *p; - int cmd; - - c = source[*source_index]; - if(c == '+') - { - sign = 0x40; - (*source_index)++; - } - else - if(c == '-') - { - sign = 0x60; - (*source_index)++; - } - - if(isdigit(source[*source_index])) - { - value = atoi(&source[*source_index]); - while(isdigit(source[*source_index])) - source_index++; - } - - c = source[(*source_index)++]; - if(embedded_ix >= (N_EMBEDDED_LIST - 2)) - return(0); // list is full - - if((p = strchr_w(commands,c)) == NULL) - return(0); - cmd = (p - commands)+1; - if(value == -1) - { - value = embedded_default[cmd]; - sign = 0; - } - - if(cmd == EMBED_Y) - { - option_sayas2 = value; - count_sayas_digits = 0; - } - if(cmd == EMBED_F) - { - if(value >= 3) - word_emphasis = FLAG_EMPHASIZED; - else - word_emphasis = 0; - } - - embedded_list[embedded_ix++] = cmd + sign + (value << 8); - return(1); -} // end of EmbeddedCommand - - - -static int SubstituteChar(Translator *tr, unsigned int c, unsigned int next_in, int *insert) -{//========================================================================================= - int ix; - unsigned int word; - unsigned int new_c, c2, c_lower; - int upper_case = 0; - static int ignore_next = 0; - const unsigned int *replace_chars; - - if(ignore_next) - { - ignore_next = 0; - return(8); - } - if(c == 0) return(0); - - if((replace_chars = tr->langopts.replace_chars) == NULL) - return(c); - - // there is a list of character codes to be substituted with alternative codes - - if(iswupper(c_lower = c)) - { - c_lower = towlower(c); - upper_case = 1; - } - - new_c = 0; - for(ix=0; (word = replace_chars[ix]) != 0; ix+=2) - { - if(c_lower == (word & 0xffff)) - { - if((word >> 16) == 0) - { - new_c = replace_chars[ix+1]; - break; - } - if((word >> 16) == (unsigned int)towlower(next_in)) - { - new_c = replace_chars[ix+1]; - ignore_next = 1; - break; - } - } - } - - if(new_c == 0) - return(c); // no substitution - - if(new_c & 0xffe00000) - { - // there is a second character to be inserted - // don't convert the case of the second character unless the next letter is also upper case - c2 = new_c >> 16; - if(upper_case && iswupper(next_in)) - c2 = towupper(c2); - *insert = c2; - new_c &= 0xffff; - } - - if(upper_case) - new_c = towupper(new_c); - return(new_c); - -} - - -static int TranslateChar(Translator *tr, char *ptr, int prev_in, unsigned int c, unsigned int next_in, int *insert) -{//================================================================================================================ - // To allow language specific examination and replacement of characters - - int code; - int initial; - int medial; - int final; - int next2; - - static const unsigned char hangul_compatibility[0x34] = { - 0, 0x00,0x01,0xaa,0x02,0xac,0xad,0x03, - 0x04,0x05,0xb0,0xb1,0xb2,0xb3,0xb4,0xb4, - 0xb6,0x06,0x07,0x08,0xb9,0x09,0x0a,0xbc, - 0x0c,0x0d,0x0e,0x0f,0x10,0x11,0x12,0x61, - 0x62,0x63,0x64,0x65,0x66,0x67,0x68,0x69, - 0x6a,0x6b,0x6c,0x6d,0x6e,0x6f,0x70,0x71, - 0x72,0x73,0x74,0x75 }; - - switch(tr->translator_name) - { - case L('a','f'): - // look for 'n and replace by a special character (unicode: schwa) - - utf8_in(&next2, &ptr[1]); - - if(!iswalpha(prev_in)) - { - if((c == '\'') && (next_in == 'n') && IsSpace(next2)) - { - // n preceded by either apostrophe or U2019 "right single quotation mark" - ptr[0] = ' '; // delete the n - return(0x0259); // replace ' by unicode schwa character - } - } - break; - - case L('k','o'): - if(((code = c - 0xac00) >= 0) && (c <= 0xd7af)) - { - // break a syllable hangul into 2 or 3 individual jamo - initial = (code/28)/21; - medial = (code/28) % 21; - final = code % 28; - - if(initial == 11) - { - // null initial - c = medial + 0x1161; - if(final > 0) - *insert = final + 0x11a7; - } - else - { - // extact the initial and insert the remainder with a null initial - c = initial + 0x1100; - *insert = (11*28*21) + (medial*28) + final + 0xac00; - } - return(c); - } - else - if(((code = c - 0x3130) >= 0) && (code < 0x34)) - { - // Hangul compatibility jamo - return(hangul_compatibility[code] + 0x1100); - } - break; - } - return(SubstituteChar(tr,c,next_in,insert)); -} - - -void *TranslateClause(Translator *tr, FILE *f_text, const void *vp_input, int *tone_out, char **voice_change) -{//========================================================================================================== - int ix; - int c; - int cc; - unsigned int source_index=0; - unsigned int prev_source_index=0; - int prev_in; - int prev_out=' '; - int prev_out2; - int prev_in2=0; - int next_in; - int char_inserted=0; - int clause_pause; - int pre_pause_add=0; - int word_mark = 0; - int all_upper_case=FLAG_ALL_UPPER; - int finished; - int single_quoted; - int phoneme_mode = 0; - int dict_flags = 0; // returned from dictionary lookup - int word_flags; // set here - int next_word_flags; - int embedded_count = 0; - int letter_count = 0; - int space_inserted = 0; - int syllable_marked = 0; - int decimal_sep_count = 0; - char *word; - char *p; - int j, k; - int n_digits; - int charix_top=0; - - short charix[N_TR_SOURCE+4]; - WORD_TAB words[N_CLAUSE_WORDS]; - int word_count=0; // index into words - - char sbuf[N_TR_SOURCE]; - - int terminator; - int tone; - int tone2; - - p_textinput = (unsigned char *)vp_input; - p_wchar_input = (wchar_t *)vp_input; - - embedded_ix = 0; - embedded_read = 0; - option_phoneme_input &= ~2; // clear bit 1 (temporary indication) - pre_pause = 0; - - if((clause_start_char = count_characters) < 0) - clause_start_char = 0; - clause_start_word = count_words + 1; - - for(ix=0; ix<N_TR_SOURCE; ix++) - charix[ix] = 0; - terminator = ReadClause(tr, f_text, source, charix, &charix_top, N_TR_SOURCE, &tone2); - - charix[charix_top+1] = 0; - charix[charix_top+2] = 0x7fff; - charix[charix_top+3] = 0; - - clause_pause = (terminator & 0xfff) * 10; // mS - tone = (terminator >> 12) & 0xf; - if(tone2 != 0) - { - // override the tone type - tone = tone2; - } - - for(p=source; *p != 0; p++) - { - if(!isspace2(*p)) - { - break; - } - } - if(*p == 0) - { - // No characters except spaces. This is not a sentence. - // Don't add this pause, just make up the previous pause to this value; - clause_pause -= max_clause_pause; - if(clause_pause < 0) - clause_pause = 0; - - terminator &= ~CLAUSE_BIT_SENTENCE; // clear sentence bit - max_clause_pause += clause_pause; - } - else - { - max_clause_pause = clause_pause; - } - - if(new_sentence) - { - count_sentences++; - if(skip_sentences > 0) - { - skip_sentences--; - if(skip_sentences == 0) - skipping_text = 0; - } - } - - memset(&ph_list2[0],0,sizeof(ph_list2[0])); - ph_list2[0].phcode = phonPAUSE_SHORT; - - n_ph_list2 = 1; - tr->prev_last_stress = 0; - tr->prepause_timeout = 0; - tr->expect_verb=0; - tr->expect_noun=0; - tr->expect_past=0; - tr->expect_verb_s=0; - tr->phonemes_repeat_count = 0; - tr->end_stressed_vowel=0; - tr->prev_dict_flags = 0; - - word_count = 0; - single_quoted = 0; - word_flags = 0; - next_word_flags = 0; - - sbuf[0] = 0; - sbuf[1] = ' '; - sbuf[2] = ' '; - ix = 3; - prev_in = ' '; - - words[0].start = ix; - words[0].flags = 0; - finished = 0; - - for(j=0; charix[j]==0; j++); - words[0].sourceix = charix[j]; - k = 0; - while(charix[j] != 0) - { - // count the number of characters (excluding multibyte continuation bytes) - if(charix[j++] != -1) - k++; - } - words[0].length = k; - - while(!finished && (ix < (int)sizeof(sbuf))&& (n_ph_list2 < N_PHONEME_LIST-4)) - { - prev_out2 = prev_out; - utf8_in2(&prev_out,&sbuf[ix-1],1); // prev_out = sbuf[ix-1]; - - if(tr->langopts.tone_numbers && IsDigit09(prev_out) && IsAlpha(prev_out2)) - { - // tone numbers can be part of a word, consider them as alphabetic - prev_out = 'a'; - } - - if(prev_in2 != 0) - { - prev_in = prev_in2; - prev_in2 = 0; - } - else - if(source_index > 0) - { - utf8_in2(&prev_in,&source[source_index-1],1); // prev_in = source[source_index-1]; - } - - prev_source_index = source_index; - - if(char_inserted) - { - c = char_inserted; - char_inserted = 0; - } - else - { - source_index += utf8_in(&cc,&source[source_index]); // cc = source[source_index++]; - c = cc; - } - utf8_in(&next_in,&source[source_index]); - - if((c == CTRL_EMBEDDED) || (c == ctrl_embedded)) - { - // start of embedded command in the text - int srcix = source_index-1; - - if(prev_in != ' ') - { - c = ' '; - prev_in2 = c; - source_index--; - } - else - { - embedded_count += EmbeddedCommand(&source_index); - prev_in2 = prev_in; - // replace the embedded command by spaces - memset(&source[srcix],' ',source_index-srcix); - source_index = srcix; - continue; - } - } - - if(option_sayas2 == SAYAS_KEY) - { - if(((c == '_') || (c == '-')) && IsAlpha(prev_in)) - { - c = ' '; - } - c = towlower2(c); - } - - if(phoneme_mode) - { - all_upper_case = FLAG_PHONEMES; - - if((c == ']') && (next_in == ']')) - { - phoneme_mode = 0; - source_index++; - c = ' '; - } - } - else - if((option_sayas2 & 0xf0) == SAYAS_DIGITS) - { - if(iswdigit(c)) - { - count_sayas_digits++; - if(count_sayas_digits > (option_sayas2 & 0xf)) - { - // break after the specified number of digits - c = ' '; - space_inserted = 1; - count_sayas_digits = 0; - } - } - else - { - count_sayas_digits = 0; - if(iswdigit(prev_out)) - { - c = ' '; - space_inserted = 1; - } - } - } - else - if((option_sayas2 & 0x30) == 0) - { - // speak as words - -#ifdef deleted -if((c == '/') && (tr->langopts.testing & 2) && IsDigit09(next_in) && IsAlpha(prev_out)) -{ - // TESTING, explicit indication of stressed syllable by /2 after the word - word_mark = next_in-'0'; - source_index++; - c = ' '; -} -#endif - if((c == 0x92) || (c == 0xb4) || (c == 0x2019) || (c == 0x2032)) - c = '\''; // 'microsoft' quote or sexed closing single quote, or prime - possibly used as apostrophe - - if((c == '?') && IsAlpha(prev_out) && IsAlpha(next_in)) - { - // ? between two letters may be a smart-quote replaced by ? - c = '\''; - } - - if(c == CHAR_EMPHASIS) - { - // this character is a marker that the previous word is the focus of the clause - c = ' '; - word_flags |= FLAG_FOCUS; - } - - c = TranslateChar(tr, &source[source_index], prev_in,c, next_in, &char_inserted); // optional language specific function - if(c == 8) - continue; // ignore this character - - if(char_inserted) - next_in = char_inserted; - - // allow certain punctuation within a word (usually only apostrophe) - if(!IsAlpha(c) && !IsSpace(c) && (wcschr(tr->punct_within_word,c) == 0)) - { - if(IsAlpha(prev_out)) - { - if(tr->langopts.tone_numbers && IsDigit09(c) && !IsDigit09(next_in)) - { - // allow a tone number as part of the word - } - else - { - c = ' '; // ensure we have an end-of-word terminator - space_inserted = 1; - } - } - } - - if(iswdigit(prev_out)) - { - if(!iswdigit(c) && (c != '.') && (c != ',')) - { - c = ' '; // terminate digit string with a space - space_inserted = 1; - } - } - else - { - if(prev_in != ',') - { - decimal_sep_count = 0; - } - } - - if((c == '[') && (next_in == '[') && option_phoneme_input) - { - phoneme_mode = FLAG_PHONEMES; - source_index++; - continue; - } - - if(c == 0) - { - finished = 1; - c = ' '; - } - else - if(IsAlpha(c)) - { - if(!IsAlpha(prev_out) || (tr->langopts.ideographs && ((c > 0x3040) || (prev_out > 0x3040)))) - { - if(wcschr(tr->punct_within_word,prev_out) == 0) - letter_count = 0; // don't reset count for an apostrophy within a word - - if((prev_out != ' ') && (wcschr(tr->punct_within_word,prev_out) == 0)) - { - // start of word, insert space if not one there already - c = ' '; - space_inserted = 1; - } - else - { - if(iswupper(c)) - word_flags |= FLAG_FIRST_UPPER; - - if((prev_out == ' ') && iswdigit(sbuf[ix-2]) && !iswdigit(prev_in)) - { - // word, following a number, but with a space between - // Add an extra space, to distinguish "2 a" from "2a" - sbuf[ix++] = ' '; - words[word_count].start++; - } - } - } - - letter_count++; - - if(iswupper(c)) - { - c = towlower2(c); - - if((j = tr->langopts.param[LOPT_CAPS_IN_WORD]) > 0) - { - if((j == 2) && (syllable_marked == 0)) - { - char_inserted = c; - c = 0x2c8; // stress marker - syllable_marked = 1; - } - } - else - { - if(iswlower(prev_in)) - { - c = ' '; // lower case followed by upper case, treat as new word - space_inserted = 1; - prev_in2 = c; - } - else - if((c != ' ') && iswupper(prev_in) && iswlower(next_in) && - (memcmp(&source[source_index],"s ",2) != 0)) // ENGLISH specific plural - { - c = ' '; // change from upper to lower case, start new word at the last uppercase - space_inserted = 1; - prev_in2 = c; - next_word_flags |= FLAG_NOSPACE; - } - } - } - else - { - if((all_upper_case) && (letter_count > 2)) - { - if((c == 's') && (next_in==' ')) - { - c = ' '; - all_upper_case |= FLAG_HAS_PLURAL; - - if(sbuf[ix-1] == '\'') - sbuf[ix-1] = ' '; - } - else - all_upper_case = 0; // current word contains lower case letters, not "'s" - } - else - all_upper_case = 0; - } - } - else - if(c=='-') - { - if(IsAlpha(prev_in) && IsAlpha(next_in)) - { - // '-' between two letters is a hyphen, treat as a space - word_flags |= FLAG_HYPHEN; - words[word_count-1].flags |= FLAG_HYPHEN_AFTER; - c = ' '; - } - else - if((prev_in==' ') && (next_in==' ')) - { - // ' - ' dash between two spaces, treat as pause - c = ' '; - pre_pause_add = 4; - } - else - if(next_in=='-') - { - // double hyphen, treat as pause - source_index++; - c = ' '; - pre_pause_add = 4; - } - else - if((prev_out == ' ') && IsAlpha(sbuf[ix-2]) && !IsAlpha(prev_in)) - { - // insert extra space between a word + space + hyphen, to distinguish 'a -2' from 'a-2' - sbuf[ix++] = ' '; - words[word_count].start++; - } - } - else - if(c == '\'') - { - if(iswalnum(prev_in) && IsAlpha(next_in)) - { - // between two letters, consider apostrophe as part of the word - single_quoted = 0; - } - else - if((wcschr(tr->char_plus_apostrophe,prev_in) != 0) && (prev_out2 == ' ')) - { - // consider single character plus apostrophe as a word - single_quoted = 0; - if(next_in == ' ') - { - source_index++; // skip following space - } - } - else - { - if((prev_out == 's') && (single_quoted==0)) - { - // looks like apostrophe after an 's' - c = ' '; - } - else - { - if(IsSpace(prev_out)) - single_quoted = 1; - else - single_quoted = 0; - - pre_pause_add = 4; // single quote - c = ' '; - } - } - } - else -#ifdef deleted -// Brackets are now recognised in TranslateRules() - if(IsBracket(c)) - { - pre_pause_add = 4; - c = ' '; - } - else -#endif - if(lookupwchar(breaks,c) != 0) - { - c = ' '; // various characters to treat as space - } - else - if(iswdigit(c)) - { - if(tr->langopts.tone_numbers && IsAlpha(prev_out) && !IsDigit(next_in)) - { - } - else - if((prev_out != ' ') && !iswdigit(prev_out)) - { - if((prev_out != tr->langopts.decimal_sep) || ((decimal_sep_count > 0) && (tr->langopts.decimal_sep == ','))) - { - c = ' '; - space_inserted = 1; - } - else - { - decimal_sep_count = 1; - } - } - else - if((prev_out == ' ') && IsAlpha(sbuf[ix-2]) && !IsAlpha(prev_in)) - { - // insert extra space between a word and a number, to distinguish 'a 2' from 'a2' - sbuf[ix++] = ' '; - words[word_count].start++; - } - } - } - - if(IsSpace(c)) - { - if(prev_out == ' ') - { - continue; // multiple spaces - } - - if(space_inserted) - { - words[word_count].length = source_index - words[word_count].sourceix; - } - - // end of 'word' - sbuf[ix++] = ' '; - - if((ix > words[word_count].start) && (word_count < N_CLAUSE_WORDS-1)) - { - if(embedded_count > 0) - { - // there are embedded commands before this word - embedded_list[embedded_ix-1] |= 0x80; // terminate list of commands for this word - words[word_count].flags |= FLAG_EMBEDDED; - embedded_count = 0; - } - words[word_count].pre_pause = pre_pause; - words[word_count].flags |= (all_upper_case | word_flags | word_emphasis); - words[word_count].wmark = word_mark; - - if(pre_pause > 0) - { - // insert an extra space before the word, to prevent influence from previous word across the pause - for(j=ix; j>words[word_count].start; j--) - { - sbuf[j] = sbuf[j-1]; - } - sbuf[j] = ' '; - words[word_count].start++; - ix++; - } - - word_count++; - words[word_count].start = ix; - words[word_count].flags = 0; - - for(j=source_index; charix[j] <= 0; j++); // skip blanks - words[word_count].sourceix = charix[j]; - k = 0; - while(charix[j] != 0) - { - // count the number of characters (excluding multibyte continuation bytes) - if(charix[j++] != -1) - k++; - } - words[word_count].length = k; - - word_flags = next_word_flags; - next_word_flags = 0; - pre_pause = 0; - word_mark = 0; - all_upper_case = FLAG_ALL_UPPER; - syllable_marked = 0; - } - - if(space_inserted) - { - source_index = prev_source_index; // rewind to the previous character - char_inserted = 0; - space_inserted = 0; - } - } - else - { - ix += utf8_out(c,&sbuf[ix]); // sbuf[ix++] = c; - } - if(pre_pause_add > pre_pause) - pre_pause = pre_pause_add; - pre_pause_add = 0; - } - - if((word_count==0) && (embedded_count > 0)) - { - // add a null 'word' to carry the embedded command flag - embedded_list[embedded_ix-1] |= 0x80; - words[word_count].flags |= FLAG_EMBEDDED; - word_count = 1; - } - - tr->clause_end = &sbuf[ix-1]; - sbuf[ix] = 0; - words[0].pre_pause = 0; // don't add extra pause at beginning of clause - words[word_count].pre_pause = 8; - if(word_count > 0) - words[word_count-1].flags |= FLAG_LAST_WORD; - words[0].flags |= FLAG_FIRST_WORD; - - for(ix=0; ix<word_count; ix++) - { - int nx; - int c_temp; - char *pn; - char *pw; - static unsigned int break_numbers1 = 0x49249248; - static unsigned int break_numbers2 = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi - static unsigned int break_numbers3 = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000 - unsigned int break_numbers; - char number_buf[80]; - - // start speaking at a specified word position in the text? - count_words++; - if(skip_words > 0) - { - skip_words--; - if(skip_words == 0) - skipping_text = 0; - } - if(skipping_text) - continue; - - - // digits should have been converted to Latin alphabet ('0' to '9') - word = pw = &sbuf[words[ix].start]; - - if(iswdigit(word[0]) && (tr->langopts.numbers2 & NUM2_100000)) - { - // Languages with 100000 numbers. Remove thousands separators so that we can insert them again later - pn = number_buf; - while(pn < &number_buf[sizeof(number_buf)-3]) - { - if(iswdigit(*pw)) - { - *pn++ = *pw++; - } - else - if((*pw == tr->langopts.thousands_sep) && (pw[1] == ' ') && iswdigit(pw[2])) - { - pw += 2; - ix++; // skip "word" - } - else - { - nx = pw - word; - memset(word,' ',nx); - nx = pn - number_buf; - memcpy(word,number_buf,nx); - break; - } - } - pw = word; - } - - for(n_digits=0; iswdigit(word[n_digits]); n_digits++); // count consecutive digits - - if((n_digits > 4) && (word[0] != '0')) - { - // word is entirely digits, insert commas and break into 3 digit "words" - number_buf[0] = ' '; - pn = &number_buf[1]; - nx = n_digits; - - if((tr->langopts.numbers2 & NUM2_100000a) == NUM2_100000a) - break_numbers = break_numbers3; - else - if(tr->langopts.numbers2 & NUM2_100000) - break_numbers = break_numbers2; - else - break_numbers = break_numbers1; - - while(pn < &number_buf[sizeof(number_buf)-3]) - { - if(!isdigit(c = *pw++) && (c != tr->langopts.decimal_sep)) - break; - - *pn++ = c; - if((--nx > 0) && (break_numbers & (1 << nx))) - { - if(tr->langopts.thousands_sep != ' ') - { - *pn++ = tr->langopts.thousands_sep; - } - *pn++ = ' '; - if(break_numbers & (1 << (nx-1))) - { - // the next group only has 1 digits (i.e. NUM2_10000), make it three - *pn++ = '0'; - *pn++ = '0'; - } - if(break_numbers & (1 << (nx-2))) - { - // the next group only has 2 digits (i.e. NUM2_10000), make it three - *pn++ = '0'; - } - } - } - word = pw; - - // include the next few characters, in case there are an ordinal indicator - pn[0] = ' '; - memcpy(pn+1, pw, 8); - pn[8] = 0; - - for(pw = &number_buf[1]; pw < pn;) - { - dict_flags = TranslateWord2(tr, pw, &words[ix], words[ix].pre_pause,0 ); - while(*pw++ != ' '); - words[ix].pre_pause = 0; - words[ix].flags = 0; - } - } - else - { - pre_pause = 0; - dict_flags = TranslateWord2(tr, word, &words[ix], words[ix].pre_pause, words[ix+1].pre_pause); - - if(pre_pause > words[ix+1].pre_pause) - { - words[ix+1].pre_pause = pre_pause; - pre_pause = 0; - } - - if(dict_flags & FLAG_SPELLWORD) - { - // redo the word, speaking single letters - for(pw = word; *pw != ' ';) - { - memset(number_buf,' ',9); - nx = utf8_in(&c_temp, pw); - memcpy(&number_buf[2],pw,nx); - TranslateWord2(tr, &number_buf[2], &words[ix], 0, 0 ); - pw += nx; - } - } - - if((dict_flags & FLAG_DOT) && (ix == word_count-1) && (terminator == CLAUSE_PERIOD)) - { - // probably an abbreviation such as Mr. or B. rather than end of sentence - clause_pause = 10; - tone = 4; - } - } - - if(dict_flags & FLAG_SKIPWORDS) - { - ix += dictionary_skipwords; // dictionary indicates skip next word(s) - } - } - - for(ix=0; ix<2; ix++) - { - // terminate the clause with 2 PAUSE phonemes - PHONEME_LIST2 *p2; - p2 = &ph_list2[n_ph_list2 + ix]; - p2->phcode = phonPAUSE; - p2->stress = 0; - p2->sourceix = source_index; - p2->synthflags = 0; - } - n_ph_list2 += 2; - - if(count_words == 0) - { - clause_pause = 0; - } - if(Eof() && ((word_count == 0) || (option_endpause==0))) - { - clause_pause = 10; - } - - MakePhonemeList(tr, clause_pause, new_sentence); - - if(embedded_count) // ???? is this needed - { - phoneme_list[n_phoneme_list-2].synthflags = SFLAG_EMBEDDED; - embedded_list[embedded_ix-1] |= 0x80; - } - - - prev_clause_pause = clause_pause; - - *tone_out = tone; - - new_sentence = 0; - if(terminator & CLAUSE_BIT_SENTENCE) - { - new_sentence = 1; // next clause is a new sentence - } - - - if(voice_change != NULL) - { - // return new voice name if an embedded voice change command terminated the clause - if(terminator & CLAUSE_BIT_VOICE) - *voice_change = &source[source_index]; - else - *voice_change = NULL; - } - - if(Eof() || (vp_input==NULL)) - return(NULL); - - if(option_multibyte == espeakCHARS_WCHAR) - return((void *)p_wchar_input); - else - return((void *)p_textinput); -} // end of TranslateClause - - - - - -void InitText(int control) -{//======================= - count_sentences = 0; - count_words = 0; - end_character_position = 0; - skip_sentences = 0; - skip_marker[0] = 0; - skip_words = 0; - skip_characters = 0; - skipping_text = 0; - new_sentence = 1; - - prev_clause_pause = 0; - - option_sayas = 0; - option_sayas2 = 0; - option_emphasis = 0; - word_emphasis = 0; - embedded_flag = 0; - - InitText2(); - - if((control & espeakKEEP_NAMEDATA) == 0) - { - InitNamedata(); - } -} - |