aboutsummaryrefslogtreecommitdiff
path: root/scripts/generate-unicode-precompose.sh
blob: 49e12650e268c12334abf3c31945e11802d4164b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
#!/usr/bin/sh

unicodedata_txt="${1}"
output="${2}"

cat <<EOF > "${output}"
#pragma once

#include <wchar.h>

static const struct {
    wchar_t replacement;
    wchar_t base;
    wchar_t comb;
} precompose_table[] = {
EOF

# extract canonical decomposition data from UnicodeData.txt,
# - pad hex values to 5 digits,
# - sort numerically on base character, then combining character,
# - then reduce to 4 digits again where possible
#
# "borrowed" from xterm/unicode/make-precompose.sh

cut "${unicodedata_txt}" -d ";" -f 1,6 |
    grep ";[0-9,A-F]" | grep " " |
    sed -e "s/ /, 0x/;s/^/{ 0x/;s/;/, 0x/;s/$/},/" |
    sed -e "s,0x\(....\)\([^0-9A-Fa-f]\),0x0\1\2,g" |
    (sort -k 3 || sort +2) |
    sed -e "s,0x0\(...[0-9A-Fa-f]\),0x\1,g" |
    sed 's/^/    /' >> "${output}"

echo "};" >> "${output}"