/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│ │vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi│ ╞══════════════════════════════════════════════════════════════════════════════╡ │ Copyright 2020 Justine Alexandra Roberts Tunney │ │ │ │ This program is free software; you can redistribute it and/or modify │ │ it under the terms of the GNU General Public License as published by │ │ the Free Software Foundation; version 2 of the License. │ │ │ │ This program is distributed in the hope that it will be useful, but │ │ WITHOUT ANY WARRANTY; without even the implied warranty of │ │ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU │ │ General Public License for more details. │ │ │ │ You should have received a copy of the GNU General Public License │ │ along with this program; if not, write to the Free Software │ │ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA │ │ 02110-1301 USA │ ╚─────────────────────────────────────────────────────────────────────────────*/ #include "libc/bits/safemacros.internal.h" #include "libc/calls/calls.h" #include "libc/conv/conv.h" #include "libc/log/check.h" #include "libc/mem/mem.h" #include "libc/runtime/runtime.h" #include "libc/stdio/stdio.h" #include "libc/str/str.h" #include "libc/sysv/consts/ex.h" #include "libc/sysv/consts/exit.h" #include "libc/sysv/consts/fileno.h" #include "third_party/getopt/getopt.h" #include "third_party/zlib/zlib.h" #include "tool/decode/lib/bitabuilder.h" static size_t linecap; static FILE *fin, *fout; static uint32_t bit, maxbit; static struct BitaBuilder *bitset; static char *line, *tok, *s1, *category, *g_inpath, *g_outpath; noreturn void ShowUsage(FILE *f, int rc) { fprintf(f, "Usage: %s [-o OUTPUT] [INPUT]\n", "Usage", program_invocation_name); exit(rc); } void GetOpts(int argc, char *argv[]) { int opt; g_inpath = "/dev/stdin"; g_outpath = "/dev/stdout"; while ((opt = getopt(argc, argv, "?ho:")) != -1) { switch (opt) { case 'o': g_outpath = optarg; break; case 'h': case '?': ShowUsage(stdout, EXIT_SUCCESS); default: ShowUsage(stderr, EX_USAGE); } } if (argc - optind) { g_inpath = argv[optind]; } } /** * Builds sparse unicode dataset for combining codepoints, e.g. * * UNDERLINING * * - COMBINING MACRON BELOW U+0331 (\xCC\xB1) * e.g. A̱ḆC̱Ḏ (too short) 41CCB1 42CCB1 43CCB1 44CCB1 * * - COMBINING DOUBLE MACRON BELOW U+035F (\xCD\x9F) * e.g. A͟B͟C͟D͟ (too long) 41CD9F 42CD9F 43CD9F 44CD9F * * - DOUBLE PLUS COMBINING MACRON BELOW 3×U+035F + 1×U+0331 * e.g. A͟B͟C͟Ḏ (just right) 41CCB1 42CCB1 43CCB1 44CD9F * * STRIKETHROUGH * * - COMBINING LONG STROKE OVERLAY U+0336 (\xCC\xB6) * e.g. A̶B̶C̶D̶ 41CCB6 42CCB6 43CCB6 44CCB6 * * - COMBINING SHORT STROKE OVERLAY U+0335 (\xCC\xB5) * e.g. A̵B̵C̵D̵ 41CCB5 42CCB5 43CCB5 44CCB5 * * - COMBINING SHORT SOLIDUS OVERLAY U+0337 (\xCC\xB7) * e.g. A̷B̷C̷D̷ 41CCB7 42CCB7 43CCB7 44CCB7 * * - COMBINING LONG SOLIDUS OVERLAY U+0338 (\xCC\xB8) * e.g. A̸B̸C̸D̸ 41CCB8 42CCB8 43CCB8 44CCB8 * * @see unicode.org/reports/tr11/#Definitions * @see https://www.compart.com/en/unicode/category/Sk (Modifier Symbol) */ int main(int argc, char *argv[]) { GetOpts(argc, argv); CHECK_NOTNULL(fin = fopen(g_inpath, "r")); bitset = bitabuilder_new(); while ((getline(&line, &linecap, fin)) != -1) { tok = line; s1 = strsep(&tok, ";"); strsep(&tok, ";"); category = strsep(&tok, ";"); if (!s1 || !category) continue; bit = strtoimax(s1, NULL, 16); if (bit != 0x00AD && ((0x1160 <= bit && bit <= 0x11FF) || (strcmp(category, "Me") == 0 || strcmp(category, "Mn") == 0 || strcmp(category, "Cf") == 0))) { maxbit = max(bit, maxbit); CHECK(bitabuilder_setbit(bitset, bit)); } } CHECK_NOTNULL(fout = fopen(g_outpath, "wb")); CHECK(bitabuilder_fwrite(bitset, fout)); bitabuilder_free(&bitset); return fclose(fin) | fclose(fout); }