2007-05-29 Kristian Høgsberg <krh@redhat.com>
* poppler/gen-unicode-tables.py: Add this script to fix distcheck.
diff --git a/ChangeLog b/ChangeLog
index 280d692..4b6b7e1 100644
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,7 @@
+2007-05-29 Kristian Høgsberg <krh@redhat.com>
+
+ * poppler/gen-unicode-tables.py: Add this script to fix distcheck.
+
2007-05-27 Carlos Garcia Campos <carlosgc@gnome.org>
* glib/test-poppler-glib.c: Add forms test
diff --git a/poppler/gen-unicode-tables.py b/poppler/gen-unicode-tables.py
new file mode 100644
index 0000000..282f6e5
--- /dev/null
+++ b/poppler/gen-unicode-tables.py
@@ -0,0 +1,38 @@
+UNICODE_LAST_CHAR_PART1 = 0x2FAFF
+HANGUL_S_BASE = 0xAC00
+HANGUL_S_COUNT = 19 * 21 * 28
+import unicodedata
+
+print """// Generated by gen-unicode-tables.py
+
+typedef struct {
+ Unicode character;
+ int length;
+ int offset;
+} decomposition;
+"""
+
+decomp_table = []
+max_index = 0
+decomp_expansion_index = {}
+decomp_expansion = []
+for u in xrange(0, UNICODE_LAST_CHAR_PART1):
+ if (u >= HANGUL_S_BASE and u < HANGUL_S_BASE + HANGUL_S_COUNT):
+ continue
+ norm = tuple(map(ord, unicodedata.normalize("NFKD", unichr(u))))
+ if norm != (u,):
+ try:
+ i = decomp_expansion_index[norm]
+ decomp_table.append((u, len(norm), i))
+ except KeyError:
+ decomp_table.append((u, len(norm), max_index))
+ decomp_expansion_index[norm] = max_index
+ decomp_expansion.append((norm, max_index))
+ max_index += len(norm)
+print "#define DECOMP_TABLE_LENGTH %d\n" % len(decomp_table)
+print "static const decomposition decomp_table[] = {\n%s\n};\n" % ", \n".join(
+ " { 0x%x, %d, %d }" % (character, length, offset)
+ for character, length, offset in decomp_table)
+print "static const Unicode decomp_expansion[] = {\n%s\n};\n" % ", \n".join(
+ " %s /* offset %d */ " % (", ".join("0x%x" % u for u in norm),
+ index) for norm, index in decomp_expansion)
