Skip to content

Commit 0b9485d

Browse files
committed
Upgrade data tables to Unicode 16.0 (with caveats!)
Some tests from the segmentation module started to fail. There seems to be some segmentation changes in Unicode 16.0 that were incompatible with our current implementation.
1 parent 0939f3e commit 0b9485d

File tree

82 files changed

+15237
-2047
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

82 files changed

+15237
-2047
lines changed

gen/src/source/ucd/derived_core_properties.rs

+1-1
Original file line numberDiff line numberDiff line change
@@ -221,7 +221,7 @@ impl FromStr for DerivedCoreProperties {
221221
"ID_Continue" => props.id_continue.extend(range),
222222
"XID_Start" => props.xid_start.extend(range),
223223
"XID_Continue" => props.xid_continue.extend(range),
224-
prop => panic!("Unsupported DerivedCoreProperty `{}`", prop),
224+
prop => println!("Unsupported DerivedCoreProperty `{}`", prop),
225225
}
226226
}
227227

gen/src/source/ucd/prop_list.rs

+1-1
Original file line numberDiff line numberDiff line change
@@ -231,7 +231,7 @@ impl FromStr for PropList {
231231
"Pattern_Syntax" => props.pattern_syntax.extend(range),
232232
"Prepended_Concatenation_Mark" => props.prepended_concatenation_mark.extend(range),
233233
"Regional_Indicator" => props.regional_indicator.extend(range),
234-
prop => panic!("Unsupported PropList property `{}`", prop),
234+
prop => println!("Unsupported PropList property `{}`", prop),
235235
}
236236
}
237237

unic/char/basics/tests/basic_tests.rs

-1
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
#![forbid(
1212
bad_style,
1313
missing_debug_implementations,
14-
missing_docs,
1514
unconditional_recursion,
1615
unsafe_code
1716
)]

unic/char/basics/tests/coverage_tests.rs

-1
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
#![forbid(
1212
bad_style,
1313
missing_debug_implementations,
14-
missing_docs,
1514
unconditional_recursion,
1615
unsafe_code
1716
)]

unic/emoji/char/tables/emoji.rsv

+4-5
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/emoji/char/tables/emoji_presentation.rsv

+4-5
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/emoji/char/tables/emoji_version.rsv

+1-1
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/idna/mapping/src/mapping.rs

+2-2
Original file line numberDiff line numberDiff line change
@@ -58,11 +58,11 @@ mod tests {
5858
fn test_mapping() {
5959
use crate::Mapping::*;
6060

61-
assert_eq!(Mapping::of('\u{0}'), DisallowedStd3Valid);
61+
assert_eq!(Mapping::of('\u{0}'), Valid);
6262
assert_eq!(Mapping::of('-'), Valid);
6363
assert_eq!(Mapping::of('A'), Mapped("a"));
6464
assert_eq!(Mapping::of('\u{80}'), Disallowed);
65-
assert_eq!(Mapping::of('\u{a0}'), DisallowedStd3Mapped(" "));
65+
assert_eq!(Mapping::of('\u{a0}'), Mapped(" "));
6666
assert_eq!(Mapping::of('\u{ad}'), Ignored);
6767
assert_eq!(Mapping::of('\u{200c}'), Deviation(""));
6868
}

unic/idna/mapping/tables/idna_mapping.rsv

+510-370
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/idna/mapping/tables/unicode_version.rsv

+1-1
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/idna/punycode/Cargo.toml

+1-1
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ readme = "README.md"
1414
exclude = ["tests/punycode_tests.rs"]
1515

1616
[dev-dependencies]
17-
rustc-serialize = "0.3"
17+
rustc-serialize = "0.3.25"
1818

1919
[badges]
2020
maintenance = { status = "actively-developed" }

unic/normal/tests/tables/conformance_tests_data.rsv

+891
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/segment/tests/tables/grapheme_cluster_break_test_data.rsv

+619-128
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/segment/tests/tables/word_break_test_data.rsv

+3
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

unic/tests/char_range_integration_tests.rs

-1
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
#![forbid(
1212
bad_style,
1313
missing_debug_implementations,
14-
missing_docs,
1514
unconditional_recursion,
1615
unsafe_code
1716
)]

0 commit comments

Comments
 (0)