From bf675e3ba1482dc3201415b7aa7650acf6a59b73 Mon Sep 17 00:00:00 2001
From: Manish Goregaokar <manishsmail@gmail.com>
Date: Tue, 28 Jan 2025 10:57:05 -0800
Subject: [PATCH] ICU-23033 Regenerate scx value array

---
 .../tools/icuexportdata/icuexportdata.cpp     | 142 ++++++++++--------
 1 file changed, 81 insertions(+), 61 deletions(-)

diff --git a/icu4c/source/tools/icuexportdata/icuexportdata.cpp b/icu4c/source/tools/icuexportdata/icuexportdata.cpp
index dea5d3ace64f..2856873f9774 100644
--- a/icu4c/source/tools/icuexportdata/icuexportdata.cpp
+++ b/icu4c/source/tools/icuexportdata/icuexportdata.cpp
@@ -47,68 +47,88 @@ int16_t DATAEXPORT_SCRIPT_X_WITH_INHERITED = 0x0800;
 int16_t DATAEXPORT_SCRIPT_X_WITH_OTHER     = 0x0c00;
 
 // TODO(ICU-21821): Replace this with a call to a library function
+// This is an array of all code points with explicit scx values, and can be generated the quick and dirty
+// way with this script:
+//
+// # <ScriptExtensions.txt python script.py
+//
+// import sys
+// for line in sys.stdin:
+//   line = line.strip()
+//   if len(line) == 0 or line.startswith("#"):
+//     continue
+//   entry = line.split(" ")[0]
+//   # Either it is a range
+//   if ".." in entry:
+//     split = entry.split("..")
+//     start = int(split[0], 16)
+//     end = int(split[1], 16)
+//     # +
+//     for ch in range(start, end + 1):
+//       print("0x%04x, " % ch, end="")
+//   # or a single code point
+//   else:
+//     print("0x%s, " % entry.lower(), end="")
+
 int32_t scxCodePoints[] = {
-      7415, 7377, 7380, 7387, 7390, 7391, 7394, 7395, 7396, 7397,
-      7398, 7399, 7400, 7403, 7404, 7406, 7407, 7408, 7409, 113824,
-      113825, 113826, 113827, 834, 837, 7616, 7617, 12294, 12350, 12351,
-      12688, 12689, 12690, 12691, 12692, 12693, 12694, 12695, 12696, 12697,
-      12698, 12699, 12700, 12701, 12702, 12703, 12736, 12737, 12738, 12739,
-      12740, 12741, 12742, 12743, 12744, 12745, 12746, 12747, 12748, 12749,
-      12750, 12751, 12752, 12753, 12754, 12755, 12756, 12757, 12758, 12759,
-      12760, 12761, 12762, 12763, 12764, 12765, 12766, 12767, 12768, 12769,
-      12770, 12771, 12832, 12833, 12834, 12835, 12836, 12837, 12838, 12839,
-      12840, 12841, 12842, 12843, 12844, 12845, 12846, 12847, 12848, 12849,
-      12850, 12851, 12852, 12853, 12854, 12855, 12856, 12857, 12858, 12859,
-      12860, 12861, 12862, 12863, 12864, 12865, 12866, 12867, 12868, 12869,
-      12870, 12871, 12928, 12929, 12930, 12931, 12932, 12933, 12934, 12935,
-      12936, 12937, 12938, 12939, 12940, 12941, 12942, 12943, 12944, 12945,
-      12946, 12947, 12948, 12949, 12950, 12951, 12952, 12953, 12954, 12955,
-      12956, 12957, 12958, 12959, 12960, 12961, 12962, 12963, 12964, 12965,
-      12966, 12967, 12968, 12969, 12970, 12971, 12972, 12973, 12974, 12975,
-      12976, 12992, 12993, 12994, 12995, 12996, 12997, 12998, 12999, 13000,
-      13001, 13002, 13003, 13055, 13144, 13145, 13146, 13147, 13148, 13149,
-      13150, 13151, 13152, 13153, 13154, 13155, 13156, 13157, 13158, 13159,
-      13160, 13161, 13162, 13163, 13164, 13165, 13166, 13167, 13168, 13179,
-      13180, 13181, 13182, 13183, 13280, 13281, 13282, 13283, 13284, 13285,
-      13286, 13287, 13288, 13289, 13290, 13291, 13292, 13293, 13294, 13295,
-      13296, 13297, 13298, 13299, 13300, 13301, 13302, 13303, 13304, 13305,
-      13306, 13307, 13308, 13309, 13310, 119648, 119649, 119650, 119651, 119652,
-      119653, 119654, 119655, 119656, 119657, 119658, 119659, 119660, 119661, 119662,
-      119663, 119664, 119665, 127568, 127569, 867, 868, 869, 870, 871,
-      872, 873, 874, 875, 876, 877, 878, 879, 7418, 7674,
-      66272, 66273, 66274, 66275, 66276, 66277, 66278, 66279, 66280, 66281,
-      66282, 66283, 66284, 66285, 66286, 66287, 66288, 66289, 66290, 66291,
-      66292, 66293, 66294, 66295, 66296, 66297, 66298, 66299, 1748, 64830,
-      64831, 1611, 1612, 1613, 1614, 1615, 1616, 1617, 1618, 1619,
-      1620, 1621, 1648, 65010, 65021, 7381, 7382, 7384, 7393, 7402,
-      7405, 7413, 7414, 43249, 12330, 12331, 12332, 12333, 43471, 65794,
-      65847, 65848, 65849, 65850, 65851, 65852, 65853, 65854, 65855, 1156,
-      1159, 11843, 42607, 1157, 1158, 1155, 7672, 7379, 7411, 7416,
-      7417, 7401, 7383, 7385, 7388, 7389, 7392, 43251, 4347, 3046,
-      3047, 3048, 3049, 3050, 3051, 3052, 3053, 3054, 3055, 3056,
-      3057, 3058, 3059, 70401, 70403, 70459, 70460, 73680, 73681, 73683,
-      2790, 2791, 2792, 2793, 2794, 2795, 2796, 2797, 2798, 2799,
-      2662, 2663, 2664, 2665, 2666, 2667, 2668, 2669, 2670, 2671,
-      42752, 42753, 42754, 42755, 42756, 42757, 42758, 42759, 12337, 12338,
-      12339, 12340, 12341, 12441, 12442, 12443, 12444, 12448, 12540, 65392,
-      65438, 65439, 3302, 3303, 3304, 3305, 3306, 3307, 3308, 3309,
-      3310, 3311, 8239, 68338, 6146, 6147, 6149, 1564, 1632, 1633,
-      1634, 1635, 1636, 1637, 1638, 1639, 1640, 1641, 2534, 2535,
-      2536, 2537, 2538, 2539, 2540, 2541, 2542, 2543, 4160, 4161,
-      4162, 4163, 4164, 4165, 4166, 4167, 4168, 4169, 65792, 65793,
-      65799, 65800, 65801, 65802, 65803, 65804, 65805, 65806, 65807, 65808,
-      65809, 65810, 65811, 65812, 65813, 65814, 65815, 65816, 65817, 65818,
-      65819, 65820, 65821, 65822, 65823, 65824, 65825, 65826, 65827, 65828,
-      65829, 65830, 65831, 65832, 65833, 65834, 65835, 65836, 65837, 65838,
-      65839, 65840, 65841, 65842, 65843, 7412, 8432, 12348, 12349, 43310,
-      7376, 7378, 5941, 5942, 2406, 2407, 2408, 2409, 2410, 2411,
-      2412, 2413, 2414, 2415, 12291, 12307, 12316, 12317, 12318, 12319,
-      12336, 12343, 65093, 65094, 1548, 1563, 12289, 12290, 12296, 12297,
-      12298, 12299, 12300, 12301, 12302, 12303, 12304, 12305, 12308, 12309,
-      12310, 12311, 12312, 12313, 12314, 12315, 12539, 65377, 65378, 65379,
-      65380, 65381, 7386, 1567, 7410, 1600, 43062, 43063, 43064, 43065,
-      2386, 2385, 43059, 43060, 43061, 43056, 43057, 43058, 2404, 2405
-    };
+    0x00b7, 0x02bc, 0x02c7, 0x02c9, 0x02ca, 0x02cb, 0x02cd, 0x02d7, 0x02d9, 0x0300, 0x0301, 0x0302,
+    0x0303, 0x0304, 0x0305, 0x0306, 0x0307, 0x0308, 0x0309, 0x030a, 0x030b, 0x030c, 0x030d, 0x030e,
+    0x0310, 0x0311, 0x0313, 0x0320, 0x0323, 0x0324, 0x0325, 0x032d, 0x032e, 0x0330, 0x0331, 0x0342,
+    0x0345, 0x0358, 0x035e, 0x0363, 0x0364, 0x0365, 0x0366, 0x0367, 0x0368, 0x0369, 0x036a, 0x036b,
+    0x036c, 0x036d, 0x036e, 0x036f, 0x0374, 0x0375, 0x0483, 0x0484, 0x0485, 0x0486, 0x0487, 0x0589,
+    0x060c, 0x061b, 0x061c, 0x061f, 0x0640, 0x064b, 0x064c, 0x064d, 0x064e, 0x064f, 0x0650, 0x0651,
+    0x0652, 0x0653, 0x0654, 0x0655, 0x0660, 0x0661, 0x0662, 0x0663, 0x0664, 0x0665, 0x0666, 0x0667,
+    0x0668, 0x0669, 0x0670, 0x06d4, 0x0951, 0x0952, 0x0964, 0x0965, 0x0966, 0x0967, 0x0968, 0x0969,
+    0x096a, 0x096b, 0x096c, 0x096d, 0x096e, 0x096f, 0x09e6, 0x09e7, 0x09e8, 0x09e9, 0x09ea, 0x09eb,
+    0x09ec, 0x09ed, 0x09ee, 0x09ef, 0x0a66, 0x0a67, 0x0a68, 0x0a69, 0x0a6a, 0x0a6b, 0x0a6c, 0x0a6d,
+    0x0a6e, 0x0a6f, 0x0ae6, 0x0ae7, 0x0ae8, 0x0ae9, 0x0aea, 0x0aeb, 0x0aec, 0x0aed, 0x0aee, 0x0aef,
+    0x0be6, 0x0be7, 0x0be8, 0x0be9, 0x0bea, 0x0beb, 0x0bec, 0x0bed, 0x0bee, 0x0bef, 0x0bf0, 0x0bf1,
+    0x0bf2, 0x0bf3, 0x0ce6, 0x0ce7, 0x0ce8, 0x0ce9, 0x0cea, 0x0ceb, 0x0cec, 0x0ced, 0x0cee, 0x0cef,
+    0x1040, 0x1041, 0x1042, 0x1043, 0x1044, 0x1045, 0x1046, 0x1047, 0x1048, 0x1049, 0x10fb, 0x16eb,
+    0x16ec, 0x16ed, 0x1735, 0x1736, 0x1802, 0x1803, 0x1805, 0x1cd0, 0x1cd1, 0x1cd2, 0x1cd3, 0x1cd4,
+    0x1cd5, 0x1cd6, 0x1cd7, 0x1cd8, 0x1cd9, 0x1cda, 0x1cdb, 0x1cdc, 0x1cdd, 0x1cde, 0x1cdf, 0x1ce0,
+    0x1ce1, 0x1ce2, 0x1ce3, 0x1ce4, 0x1ce5, 0x1ce6, 0x1ce7, 0x1ce8, 0x1ce9, 0x1cea, 0x1ceb, 0x1cec,
+    0x1ced, 0x1cee, 0x1cef, 0x1cf0, 0x1cf1, 0x1cf2, 0x1cf3, 0x1cf4, 0x1cf5, 0x1cf6, 0x1cf7, 0x1cf8,
+    0x1cf9, 0x1cfa, 0x1dc0, 0x1dc1, 0x1df8, 0x1dfa, 0x202f, 0x204f, 0x205a, 0x205d, 0x20f0, 0x2e17,
+    0x2e30, 0x2e31, 0x2e3c, 0x2e41, 0x2e43, 0x2ff0, 0x2ff1, 0x2ff2, 0x2ff3, 0x2ff4, 0x2ff5, 0x2ff6,
+    0x2ff7, 0x2ff8, 0x2ff9, 0x2ffa, 0x2ffb, 0x2ffc, 0x2ffd, 0x2ffe, 0x2fff, 0x3001, 0x3002, 0x3003,
+    0x3006, 0x3008, 0x3009, 0x300a, 0x300b, 0x300c, 0x300d, 0x300e, 0x300f, 0x3010, 0x3011, 0x3013,
+    0x3014, 0x3015, 0x3016, 0x3017, 0x3018, 0x3019, 0x301a, 0x301b, 0x301c, 0x301d, 0x301e, 0x301f,
+    0x302a, 0x302b, 0x302c, 0x302d, 0x3030, 0x3031, 0x3032, 0x3033, 0x3034, 0x3035, 0x3037, 0x303c,
+    0x303d, 0x303e, 0x303f, 0x3099, 0x309a, 0x309b, 0x309c, 0x30a0, 0x30fb, 0x30fc, 0x3190, 0x3191,
+    0x3192, 0x3193, 0x3194, 0x3195, 0x3196, 0x3197, 0x3198, 0x3199, 0x319a, 0x319b, 0x319c, 0x319d,
+    0x319e, 0x319f, 0x31c0, 0x31c1, 0x31c2, 0x31c3, 0x31c4, 0x31c5, 0x31c6, 0x31c7, 0x31c8, 0x31c9,
+    0x31ca, 0x31cb, 0x31cc, 0x31cd, 0x31ce, 0x31cf, 0x31d0, 0x31d1, 0x31d2, 0x31d3, 0x31d4, 0x31d5,
+    0x31d6, 0x31d7, 0x31d8, 0x31d9, 0x31da, 0x31db, 0x31dc, 0x31dd, 0x31de, 0x31df, 0x31e0, 0x31e1,
+    0x31e2, 0x31e3, 0x31e4, 0x31e5, 0x31ef, 0x3220, 0x3221, 0x3222, 0x3223, 0x3224, 0x3225, 0x3226,
+    0x3227, 0x3228, 0x3229, 0x322a, 0x322b, 0x322c, 0x322d, 0x322e, 0x322f, 0x3230, 0x3231, 0x3232,
+    0x3233, 0x3234, 0x3235, 0x3236, 0x3237, 0x3238, 0x3239, 0x323a, 0x323b, 0x323c, 0x323d, 0x323e,
+    0x323f, 0x3240, 0x3241, 0x3242, 0x3243, 0x3244, 0x3245, 0x3246, 0x3247, 0x3280, 0x3281, 0x3282,
+    0x3283, 0x3284, 0x3285, 0x3286, 0x3287, 0x3288, 0x3289, 0x328a, 0x328b, 0x328c, 0x328d, 0x328e,
+    0x328f, 0x3290, 0x3291, 0x3292, 0x3293, 0x3294, 0x3295, 0x3296, 0x3297, 0x3298, 0x3299, 0x329a,
+    0x329b, 0x329c, 0x329d, 0x329e, 0x329f, 0x32a0, 0x32a1, 0x32a2, 0x32a3, 0x32a4, 0x32a5, 0x32a6,
+    0x32a7, 0x32a8, 0x32a9, 0x32aa, 0x32ab, 0x32ac, 0x32ad, 0x32ae, 0x32af, 0x32b0, 0x32c0, 0x32c1,
+    0x32c2, 0x32c3, 0x32c4, 0x32c5, 0x32c6, 0x32c7, 0x32c8, 0x32c9, 0x32ca, 0x32cb, 0x32ff, 0x3358,
+    0x3359, 0x335a, 0x335b, 0x335c, 0x335d, 0x335e, 0x335f, 0x3360, 0x3361, 0x3362, 0x3363, 0x3364,
+    0x3365, 0x3366, 0x3367, 0x3368, 0x3369, 0x336a, 0x336b, 0x336c, 0x336d, 0x336e, 0x336f, 0x3370,
+    0x337b, 0x337c, 0x337d, 0x337e, 0x337f, 0x33e0, 0x33e1, 0x33e2, 0x33e3, 0x33e4, 0x33e5, 0x33e6,
+    0x33e7, 0x33e8, 0x33e9, 0x33ea, 0x33eb, 0x33ec, 0x33ed, 0x33ee, 0x33ef, 0x33f0, 0x33f1, 0x33f2,
+    0x33f3, 0x33f4, 0x33f5, 0x33f6, 0x33f7, 0x33f8, 0x33f9, 0x33fa, 0x33fb, 0x33fc, 0x33fd, 0x33fe,
+    0xa66f, 0xa700, 0xa701, 0xa702, 0xa703, 0xa704, 0xa705, 0xa706, 0xa707, 0xa830, 0xa831, 0xa832,
+    0xa833, 0xa834, 0xa835, 0xa836, 0xa837, 0xa838, 0xa839, 0xa8f1, 0xa8f3, 0xa92e, 0xa9cf, 0xfd3e,
+    0xfd3f, 0xfdf2, 0xfdfd, 0xfe45, 0xfe46, 0xff61, 0xff62, 0xff63, 0xff64, 0xff65, 0xff70, 0xff9e,
+    0xff9f, 0x10100, 0x10101, 0x10102, 0x10107, 0x10108, 0x10109, 0x1010a, 0x1010b, 0x1010c, 0x1010d,
+    0x1010e, 0x1010f, 0x10110, 0x10111, 0x10112, 0x10113, 0x10114, 0x10115, 0x10116, 0x10117, 0x10118,
+    0x10119, 0x1011a, 0x1011b, 0x1011c, 0x1011d, 0x1011e, 0x1011f, 0x10120, 0x10121, 0x10122, 0x10123,
+    0x10124, 0x10125, 0x10126, 0x10127, 0x10128, 0x10129, 0x1012a, 0x1012b, 0x1012c, 0x1012d, 0x1012e,
+    0x1012f, 0x10130, 0x10131, 0x10132, 0x10133, 0x10137, 0x10138, 0x10139, 0x1013a, 0x1013b, 0x1013c,
+    0x1013d, 0x1013e, 0x1013f, 0x102e0, 0x102e1, 0x102e2, 0x102e3, 0x102e4, 0x102e5, 0x102e6, 0x102e7,
+    0x102e8, 0x102e9, 0x102ea, 0x102eb, 0x102ec, 0x102ed, 0x102ee, 0x102ef, 0x102f0, 0x102f1, 0x102f2,
+    0x102f3, 0x102f4, 0x102f5, 0x102f6, 0x102f7, 0x102f8, 0x102f9, 0x102fa, 0x102fb, 0x10af2, 0x11301,
+    0x11303, 0x1133b, 0x1133c, 0x11fd0, 0x11fd1, 0x11fd3, 0x1bca0, 0x1bca1, 0x1bca2, 0x1bca3, 0x1d360,
+    0x1d361, 0x1d362, 0x1d363, 0x1d364, 0x1d365, 0x1d366, 0x1d367, 0x1d368, 0x1d369, 0x1d36a, 0x1d36b,
+    0x1d36c, 0x1d36d, 0x1d36e, 0x1d36f, 0x1d370, 0x1d371, 0x1f250, 0x1f251,
+};
 
 void handleError(ErrorCode& status, int line, const char* context) {
     if (status.isFailure()) {