diff --git a/src/lib.rs b/src/lib.rs index 19f57f8..34965cf 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1062,7 +1062,7 @@ fn is_split_punct(c: char) -> bool { /// never occur inside glued numeric/semiotic forms (unlike `.`/`:`/`,`), so /// splitting them cannot break decimals, times, or IPs. fn is_interior_hard(c: char) -> bool { - matches!(c, '!' | '?' | '(' | ')' | '[' | ']' | '{' | '}') + matches!(c, '!' | '?' | '(' | ')' | '[' | ']' | '{' | '}' | '\'') } /// Fold NeMo's double-backtick quotes to a straight double quote so the diff --git a/tests/parity_baseline.tsv b/tests/parity_baseline.tsv index 9a17626..bd1c38f 100644 --- a/tests/parity_baseline.tsv +++ b/tests/parity_baseline.tsv @@ -58,8 +58,8 @@ en tn measure 14 21 en tn money 71 71 en tn normalize_with_audio 40 58 en tn ordinal 27 27 -en tn punctuation 41 63 -en tn punctuation_match_input 5 13 +en tn punctuation 42 63 +en tn punctuation_match_input 6 13 en tn range 20 20 en tn roman 4 4 en tn serial 29 32