• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/env python3
2
3"""usage: ./gen-emoji-table.py emoji-data.txt emoji-test.txt
4
5Input file:
6* https://www.unicode.org/Public/UCD/latest/ucd/emoji/emoji-data.txt
7* https://www.unicode.org/Public/emoji/latest/emoji-test.txt
8"""
9
10import sys
11from collections import OrderedDict
12import packTab
13
14if len (sys.argv) != 3:
15	sys.exit (__doc__)
16
17f = open(sys.argv[1])
18header = [f.readline () for _ in range(10)]
19
20ranges = OrderedDict()
21for line in f.readlines():
22	line = line.strip()
23	if not line or line[0] == '#':
24		continue
25	rang, typ = [s.strip() for s in line.split('#')[0].split(';')[:2]]
26
27	rang = [int(s, 16) for s in rang.split('..')]
28	if len(rang) > 1:
29		start, end = rang
30	else:
31		start = end = rang[0]
32
33	if typ not in ranges:
34		ranges[typ] = []
35	if ranges[typ] and ranges[typ][-1][1] == start - 1:
36		ranges[typ][-1] = (ranges[typ][-1][0], end)
37	else:
38		ranges[typ].append((start, end))
39
40
41
42print ("/* == Start of generated table == */")
43print ("/*")
44print (" * The following tables are generated by running:")
45print (" *")
46print (" *   ./gen-emoji-table.py emoji-data.txt")
47print (" *")
48print (" * on file with this header:")
49print (" *")
50for l in header:
51	print (" * %s" % (l.strip()))
52print (" */")
53print ()
54print ("#ifndef HB_UNICODE_EMOJI_TABLE_HH")
55print ("#define HB_UNICODE_EMOJI_TABLE_HH")
56print ()
57print ('#include "hb-unicode.hh"')
58print ()
59
60for typ, s in ranges.items():
61	if typ != "Extended_Pictographic": continue
62
63	arr = dict()
64	for start,end in s:
65		for i in range(start, end + 1):
66			arr[i] = 1
67
68	sol = packTab.pack_table(arr, 0, compression=3)
69	code = packTab.Code('_hb_emoji')
70	sol.genCode(code, 'is_'+typ)
71	code.print_c(linkage='static inline')
72	print()
73
74print ()
75print ("#endif /* HB_UNICODE_EMOJI_TABLE_HH */")
76print ()
77print ("/* == End of generated table == */")
78
79
80# Generate test file.
81sequences = []
82with open(sys.argv[2]) as f:
83    for line in f.readlines():
84        if "#" in line:
85            line = line[:line.index("#")]
86        if ";" in line:
87            line = line[:line.index(";")]
88        line = line.strip()
89        line = line.split(" ")
90        if len(line) < 2:
91            continue
92        sequences.append(line)
93
94with open("../test/shaping/data/in-house/tests/emoji-clusters.tests", "w") as f:
95    for sequence in sequences:
96        f.write("../fonts/AdobeBlank2.ttf:--no-glyph-names --no-positions --font-funcs=ot")
97        f.write(":" + ",".join(sequence))
98        f.write(":[" + "|".join("1=0" for c in sequence) + "]\n")
99