Skip to content

Commit

Permalink
Marking deduplication in fingerprints (#5017)
Browse files Browse the repository at this point in the history 
Also deleting testdata fingerprints, as baked data fingerprints are more
exhaustive.

Also removing non-singleton `und`s from stub data, as they're not needed
for building, and with marker attributes can become quite big as well.
  • Loading branch information
@robertbastian
robertbastian authored Jun 6, 2024
1 parent 0217a09 commit 6beaef2
Show file tree
Hide file tree
Showing 162 changed files with 47,656 additions and 59,663 deletions.
2 changes: 1 addition & 1 deletion components/collator/src/provider.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -51,10 +51,10 @@ pub struct Baked;

#[cfg(feature = "compiled_data")]
const _: () = {
#[allow(unused_imports)] // baked data may or may not need this
pub mod icu {
pub use crate as collator;
pub use icu_collections as collections;
#[allow(unused_imports)] // baked data may or may not need this
pub use icu_locale as locale;
}
icu_collator_data::make_provider!(Baked);
Expand Down
438 changes: 219 additions & 219 deletions provider/baked/calendar/fingerprints.csv
View file

Large diffs are not rendered by default.

4 changes: 2 additions & 2 deletions provider/baked/casemap/fingerprints.csv
View file
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
props/casemap@1, und, 22428B, ff76a17649a34363
props/casemap_unfold@1, und, 932B, 85d63de2fdea5a3d
props/casemap@1, <singleton>, 22428B, ff76a17649a34363
props/casemap_unfold@1, <singleton>, 932B, 85d63de2fdea5a3d
238 changes: 119 additions & 119 deletions provider/baked/collator/fingerprints.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,14 +26,14 @@ collator/data@1, fa-AF, 2201B, bf9dff00fe5fbf
collator/data@1, ff-Adlm, 3414B, 5326597443c62235
collator/data@1, fi, 2578B, 3c52f76378d335e1
collator/data@1, fi-u-co-trad, 2019B, ab00dc6120011f48
collator/data@1, fil, 1088B, f4b69509fc410230
collator/data@1, fil, 1088B, -> ceb
collator/data@1, fo, 2038B, 1ad108e7e50ad44f
collator/data@1, fy, 1036B, e1318fcb059be296
collator/data@1, gl, 1064B, 53d5d15868ead10a
collator/data@1, gl, 1064B, -> es
collator/data@1, gu, 1344B, 51f571782f47fcad
collator/data@1, ha, 1988B, 3e0247b3ad4efe8e
collator/data@1, hi, 1328B, 2d309d6f7abfaf02
collator/data@1, hr, 1767B, 20686a7999a1b37c
collator/data@1, hr, 1767B, -> bs
collator/data@1, hsb, 1505B, 2882715f426a3bb7
collator/data@1, hu, 1938B, 34a23579cc18bedc
collator/data@1, hy, 1288B, e23d9d278f44d314
Expand Down Expand Up @@ -61,15 +61,15 @@ collator/data@1, no, 2038B, 3e9ef18cb5dedda0
collator/data@1, or, 1468B, e02213164e57d936
collator/data@1, pa, 1596B, 664189ea648e7727
collator/data@1, pl, 1521B, 9de80886d8ba3987
collator/data@1, ps, 2201B, bf9dff00fe5fbf
collator/data@1, ps, 2201B, -> fa-AF
collator/data@1, ro, 1185B, 44a088a04b3a54c9
collator/data@1, si, 1300B, 332b793f8a15b5a9
collator/data@1, si-u-co-dict, 1312B, 8a37b05aab93a835
collator/data@1, sk, 1221B, 64c4c4ac9bb23bb7
collator/data@1, sl, 1388B, 30d7855da01eb415
collator/data@1, sq, 1397B, a38be47b3de5b88b
collator/data@1, sr, 1260B, d4d3ed781cac6b11
collator/data@1, sr-Latn, 1767B, 20686a7999a1b37c
collator/data@1, sr, 1260B, -> bs-Cyrl
collator/data@1, sr-Latn, 1767B, -> bs
collator/data@1, sv, 2027B, 49b966ea801bb7cb
collator/data@1, sv-u-co-trad, 2027B, 5f03651ba7df4f14
collator/data@1, ta, 1639B, 277dbb2a43984100
Expand All @@ -93,157 +93,157 @@ collator/data@1, yue-u-co-stroke, 174818B, 59801172e6fa4dca
collator/data@1, yue-u-co-unihan, 4226B, 5d3a3feb443aac0
collator/data@1, yue-u-co-zhuyin, 129082B, 380c1a1e12ce0f49
collator/data@1, zh, 104742B, 277343ee315024d4
collator/data@1, zh-Hant-u-co-stroke, 174818B, 59801172e6fa4dca
collator/data@1, zh-Hant-u-co-unihan, 4226B, 5d3a3feb443aac0
collator/data@1, zh-Hant-u-co-zhuyin, 129082B, 380c1a1e12ce0f49
collator/data@1, zh-u-co-stroke, 174818B, 59801172e6fa4dca
collator/data@1, zh-u-co-unihan, 4226B, 5d3a3feb443aac0
collator/data@1, zh-u-co-zhuyin, 129082B, 380c1a1e12ce0f49
collator/data@1, zh-Hant-u-co-stroke, 174818B, -> yue-u-co-stroke
collator/data@1, zh-Hant-u-co-unihan, 4226B, -> yue-u-co-unihan
collator/data@1, zh-Hant-u-co-zhuyin, 129082B, -> yue-u-co-zhuyin
collator/data@1, zh-u-co-stroke, 174818B, -> yue-u-co-stroke
collator/data@1, zh-u-co-unihan, 4226B, -> yue-u-co-unihan
collator/data@1, zh-u-co-zhuyin, 129082B, -> yue-u-co-zhuyin
collator/dia@1, und, 160B, 8ace760351a33687
collator/dia@1, vi, 160B, 6b057eec42bee512
collator/jamo@1, und, 1026B, 8554e65df2b9cfbb
collator/jamo@1, <singleton>, 1026B, 8554e65df2b9cfbb
collator/meta@1, af, 1B, 9aab82d56f3b362e
collator/meta@1, am, 1B, d1dcef7af54c8272
collator/meta@1, ar, 1B, 9208c26164ee7a99
collator/meta@1, as, 1B, 9208c26164ee7a99
collator/meta@1, az, 1B, 9208c26164ee7a99
collator/meta@1, be, 1B, 9208c26164ee7a99
collator/meta@1, bg, 1B, d1dcef7af54c8272
collator/meta@1, bn, 1B, 9208c26164ee7a99
collator/meta@1, br, 1B, 9aab82d56f3b362e
collator/meta@1, bs, 1B, 9208c26164ee7a99
collator/meta@1, ceb, 1B, 9aab82d56f3b362e
collator/meta@1, chr, 1B, d1dcef7af54c8272
collator/meta@1, cs, 1B, 9aab82d56f3b362e
collator/meta@1, cy, 1B, 9aab82d56f3b362e
collator/meta@1, as, 1B, -> ar
collator/meta@1, az, 1B, -> ar
collator/meta@1, be, 1B, -> ar
collator/meta@1, bg, 1B, -> am
collator/meta@1, bn, 1B, -> ar
collator/meta@1, br, 1B, -> af
collator/meta@1, bs, 1B, -> ar
collator/meta@1, ceb, 1B, -> af
collator/meta@1, chr, 1B, -> am
collator/meta@1, cs, 1B, -> af
collator/meta@1, cy, 1B, -> af
collator/meta@1, da, 2B, b4d85e6a550ed91b
collator/meta@1, de-AT-u-co-phonebk, 1B, 9aab82d56f3b362e
collator/meta@1, de-u-co-phonebk, 1B, 9aab82d56f3b362e
collator/meta@1, dsb, 1B, 9aab82d56f3b362e
collator/meta@1, el, 1B, d1dcef7af54c8272
collator/meta@1, en-US-posix, 1B, 9aab82d56f3b362e
collator/meta@1, eo, 1B, 9aab82d56f3b362e
collator/meta@1, es, 1B, 9aab82d56f3b362e
collator/meta@1, et, 1B, 9aab82d56f3b362e
collator/meta@1, fa, 1B, 9208c26164ee7a99
collator/meta@1, ff-Adlm, 1B, 9aab82d56f3b362e
collator/meta@1, fi, 1B, 9aab82d56f3b362e
collator/meta@1, fil, 1B, 9aab82d56f3b362e
collator/meta@1, fo, 1B, 9aab82d56f3b362e
collator/meta@1, de-AT-u-co-phonebk, 1B, -> af
collator/meta@1, de-u-co-phonebk, 1B, -> af
collator/meta@1, dsb, 1B, -> af
collator/meta@1, el, 1B, -> am
collator/meta@1, en-US-posix, 1B, -> af
collator/meta@1, eo, 1B, -> af
collator/meta@1, es, 1B, -> af
collator/meta@1, et, 1B, -> af
collator/meta@1, fa, 1B, -> ar
collator/meta@1, ff-Adlm, 1B, -> af
collator/meta@1, fi, 1B, -> af
collator/meta@1, fil, 1B, -> af
collator/meta@1, fo, 1B, -> af
collator/meta@1, fr-CA, 2B, 2c69cf3bc26fbfd3
collator/meta@1, fy, 1B, 9aab82d56f3b362e
collator/meta@1, gl, 1B, 9aab82d56f3b362e
collator/meta@1, gu, 1B, 9208c26164ee7a99
collator/meta@1, ha, 1B, 9aab82d56f3b362e
collator/meta@1, he, 1B, d1dcef7af54c8272
collator/meta@1, hi, 1B, 9208c26164ee7a99
collator/meta@1, hr, 1B, 9208c26164ee7a99
collator/meta@1, hsb, 1B, 9aab82d56f3b362e
collator/meta@1, hu, 1B, 9aab82d56f3b362e
collator/meta@1, hy, 1B, 9208c26164ee7a99
collator/meta@1, ig, 1B, 9aab82d56f3b362e
collator/meta@1, is, 1B, 9aab82d56f3b362e
collator/meta@1, ja, 1B, 9208c26164ee7a99
collator/meta@1, ka, 1B, d1dcef7af54c8272
collator/meta@1, kk, 1B, 9208c26164ee7a99
collator/meta@1, km, 1B, 9208c26164ee7a99
collator/meta@1, kn, 1B, 9208c26164ee7a99
collator/meta@1, ko, 1B, 9208c26164ee7a99
collator/meta@1, kok, 1B, 9208c26164ee7a99
collator/meta@1, ku, 1B, 9208c26164ee7a99
collator/meta@1, ky, 1B, 9208c26164ee7a99
collator/meta@1, lo, 1B, d1dcef7af54c8272
collator/meta@1, fy, 1B, -> af
collator/meta@1, gl, 1B, -> af
collator/meta@1, gu, 1B, -> ar
collator/meta@1, ha, 1B, -> af
collator/meta@1, he, 1B, -> am
collator/meta@1, hi, 1B, -> ar
collator/meta@1, hr, 1B, -> ar
collator/meta@1, hsb, 1B, -> af
collator/meta@1, hu, 1B, -> af
collator/meta@1, hy, 1B, -> ar
collator/meta@1, ig, 1B, -> af
collator/meta@1, is, 1B, -> af
collator/meta@1, ja, 1B, -> ar
collator/meta@1, ka, 1B, -> am
collator/meta@1, kk, 1B, -> ar
collator/meta@1, km, 1B, -> ar
collator/meta@1, kn, 1B, -> ar
collator/meta@1, ko, 1B, -> ar
collator/meta@1, kok, 1B, -> ar
collator/meta@1, ku, 1B, -> ar
collator/meta@1, ky, 1B, -> ar
collator/meta@1, lo, 1B, -> am
collator/meta@1, lt, 1B, 9192ca409e9005c3
collator/meta@1, lv, 1B, 9aab82d56f3b362e
collator/meta@1, mk, 1B, 9208c26164ee7a99
collator/meta@1, ml, 1B, 9208c26164ee7a99
collator/meta@1, mn, 1B, d1dcef7af54c8272
collator/meta@1, mr, 1B, 9208c26164ee7a99
collator/meta@1, mt, 2B, b4d85e6a550ed91b
collator/meta@1, my, 1B, 9208c26164ee7a99
collator/meta@1, ne, 1B, d1dcef7af54c8272
collator/meta@1, no, 1B, 9aab82d56f3b362e
collator/meta@1, or, 1B, 9208c26164ee7a99
collator/meta@1, pa, 1B, 9208c26164ee7a99
collator/meta@1, pl, 1B, 9aab82d56f3b362e
collator/meta@1, ps, 1B, 9208c26164ee7a99
collator/meta@1, ro, 1B, 9aab82d56f3b362e
collator/meta@1, ru, 1B, d1dcef7af54c8272
collator/meta@1, si, 1B, 9208c26164ee7a99
collator/meta@1, sk, 1B, 9aab82d56f3b362e
collator/meta@1, sl, 1B, 9aab82d56f3b362e
collator/meta@1, sq, 1B, 9aab82d56f3b362e
collator/meta@1, sr, 1B, 9208c26164ee7a99
collator/meta@1, sv, 1B, 9aab82d56f3b362e
collator/meta@1, ta, 1B, 9208c26164ee7a99
collator/meta@1, te, 1B, 9208c26164ee7a99
collator/meta@1, lv, 1B, -> af
collator/meta@1, mk, 1B, -> ar
collator/meta@1, ml, 1B, -> ar
collator/meta@1, mn, 1B, -> am
collator/meta@1, mr, 1B, -> ar
collator/meta@1, mt, 2B, -> da
collator/meta@1, my, 1B, -> ar
collator/meta@1, ne, 1B, -> am
collator/meta@1, no, 1B, -> af
collator/meta@1, or, 1B, -> ar
collator/meta@1, pa, 1B, -> ar
collator/meta@1, pl, 1B, -> af
collator/meta@1, ps, 1B, -> ar
collator/meta@1, ro, 1B, -> af
collator/meta@1, ru, 1B, -> am
collator/meta@1, si, 1B, -> ar
collator/meta@1, sk, 1B, -> af
collator/meta@1, sl, 1B, -> af
collator/meta@1, sq, 1B, -> af
collator/meta@1, sr, 1B, -> ar
collator/meta@1, sv, 1B, -> af
collator/meta@1, ta, 1B, -> ar
collator/meta@1, te, 1B, -> ar
collator/meta@1, th, 2B, 7366aaaa2233984c
collator/meta@1, tk, 1B, 9aab82d56f3b362e
collator/meta@1, to, 1B, 9aab82d56f3b362e
collator/meta@1, tr, 1B, 9aab82d56f3b362e
collator/meta@1, ug, 1B, 9208c26164ee7a99
collator/meta@1, uk, 1B, 9208c26164ee7a99
collator/meta@1, tk, 1B, -> af
collator/meta@1, to, 1B, -> af
collator/meta@1, tr, 1B, -> af
collator/meta@1, ug, 1B, -> ar
collator/meta@1, uk, 1B, -> ar
collator/meta@1, und, 1B, 667dd5401e6fd800
collator/meta@1, ur, 1B, 9208c26164ee7a99
collator/meta@1, uz, 1B, 9aab82d56f3b362e
collator/meta@1, ur, 1B, -> ar
collator/meta@1, uz, 1B, -> af
collator/meta@1, vi, 1B, ed0e600a85b6c191
collator/meta@1, wo, 1B, 9aab82d56f3b362e
collator/meta@1, yo, 1B, 9aab82d56f3b362e
collator/meta@1, zh, 1B, 9208c26164ee7a99
collator/prim@1, und, 10B, 792009c72825eaba
collator/meta@1, wo, 1B, -> af
collator/meta@1, yo, 1B, -> af
collator/meta@1, zh, 1B, -> ar
collator/prim@1, <singleton>, 10B, 792009c72825eaba
collator/reord@1, am, 272B, 27d7741246c44b81
collator/reord@1, ar, 264B, 556a25539c4da116
collator/reord@1, as, 268B, 99752b8b1cb4c37b
collator/reord@1, az, 264B, a9c045469c9ded34
collator/reord@1, be, 264B, 9a7e53d9c789f77d
collator/reord@1, bg, 264B, 9a7e53d9c789f77d
collator/reord@1, bn, 268B, 99752b8b1cb4c37b
collator/reord@1, bs, 264B, a9c045469c9ded34
collator/reord@1, bs-Cyrl, 264B, 9a7e53d9c789f77d
collator/reord@1, bg, 264B, -> be
collator/reord@1, bn, 268B, -> as
collator/reord@1, bs, 264B, -> az
collator/reord@1, bs-Cyrl, 264B, -> be
collator/reord@1, chr, 272B, c12dc3921dda96ea
collator/reord@1, el, 268B, 3161b231f48b70f6
collator/reord@1, fa, 264B, 556a25539c4da116
collator/reord@1, fa, 264B, -> ar
collator/reord@1, gu, 268B, e4ea33a118090856
collator/reord@1, he, 268B, 2f7af48a3f928fce
collator/reord@1, hi, 268B, 8ce27d8ab8e0da0c
collator/reord@1, hr, 264B, a9c045469c9ded34
collator/reord@1, hr, 264B, -> az
collator/reord@1, hy, 264B, b1891600e2d10dad
collator/reord@1, ja, 264B, 9fe136fb92b56a45
collator/reord@1, ka, 264B, ce7372b88fa2e3e5
collator/reord@1, kk, 264B, 9a7e53d9c789f77d
collator/reord@1, kk, 264B, -> be
collator/reord@1, km, 272B, 157da178fadbcb88
collator/reord@1, kn, 268B, 3b3cde1c107bfb21
collator/reord@1, ko, 264B, 64b864d14315b3c3
collator/reord@1, kok, 268B, 8ce27d8ab8e0da0c
collator/reord@1, kok, 268B, -> hi
collator/reord@1, ku, 264B, cea904a795233bb4
collator/reord@1, ky, 264B, 9a7e53d9c789f77d
collator/reord@1, ky, 264B, -> be
collator/reord@1, lo, 268B, d87b90b9f0d38fac
collator/reord@1, mk, 264B, 9a7e53d9c789f77d
collator/reord@1, mk, 264B, -> be
collator/reord@1, ml, 268B, a9995e682fd0f52b
collator/reord@1, mn, 272B, 5a3fde96f45fdbad
collator/reord@1, mr, 268B, 8ce27d8ab8e0da0c
collator/reord@1, mr, 268B, -> hi
collator/reord@1, my, 272B, 952f6bb183146edc
collator/reord@1, ne, 264B, 49b804b8621f98be
collator/reord@1, or, 268B, 86c9249873dba06d
collator/reord@1, pa, 268B, 8b4d678aaa464e8
collator/reord@1, ps, 264B, 556a25539c4da116
collator/reord@1, ru, 264B, 9a7e53d9c789f77d
collator/reord@1, ps, 264B, -> ar
collator/reord@1, ru, 264B, -> be
collator/reord@1, si, 268B, 7ef4351705e5a05d
collator/reord@1, sr, 264B, 9a7e53d9c789f77d
collator/reord@1, sr-Latn, 264B, a9c045469c9ded34
collator/reord@1, sr, 264B, -> be
collator/reord@1, sr-Latn, 264B, -> az
collator/reord@1, ta, 268B, d120a3cf55e9e4a0
collator/reord@1, te, 268B, 16ba26ae7c45db50
collator/reord@1, th, 264B, fbcc4327402fdfc6
collator/reord@1, ug, 264B, 556a25539c4da116
collator/reord@1, uk, 264B, 9a7e53d9c789f77d
collator/reord@1, ur, 264B, 556a25539c4da116
collator/reord@1, ug, 264B, -> ar
collator/reord@1, uk, 264B, -> be
collator/reord@1, ur, 264B, -> ar
collator/reord@1, yue-u-co-stroke, 276B, e723757dca38382
collator/reord@1, yue-u-co-unihan, 276B, e723757dca38382
collator/reord@1, yue-u-co-zhuyin, 276B, e723757dca38382
collator/reord@1, yue-u-co-unihan, 276B, -> yue-u-co-stroke
collator/reord@1, yue-u-co-zhuyin, 276B, -> yue-u-co-stroke
collator/reord@1, zh, 264B, 86ac1b2d4fd148c8
collator/reord@1, zh-Hant-u-co-stroke, 276B, e723757dca38382
collator/reord@1, zh-Hant-u-co-unihan, 276B, e723757dca38382
collator/reord@1, zh-Hant-u-co-zhuyin, 276B, e723757dca38382
collator/reord@1, zh-u-co-stroke, 276B, e723757dca38382
collator/reord@1, zh-u-co-unihan, 276B, e723757dca38382
collator/reord@1, zh-u-co-zhuyin, 276B, e723757dca38382
collator/reord@1, zh-Hant-u-co-stroke, 276B, -> yue-u-co-stroke
collator/reord@1, zh-Hant-u-co-unihan, 276B, -> yue-u-co-stroke
collator/reord@1, zh-Hant-u-co-zhuyin, 276B, -> yue-u-co-stroke
collator/reord@1, zh-u-co-stroke, 276B, -> yue-u-co-stroke
collator/reord@1, zh-u-co-unihan, 276B, -> yue-u-co-stroke
collator/reord@1, zh-u-co-zhuyin, 276B, -> yue-u-co-stroke
Loading

0 comments on commit 6beaef2

Please sign in to comment.