GB2312-CharMap.py

#!python

import struct


f = open('GB2312-CharMap.txt', 'wb')

#
# Single byte characters
#

f.write(u'   0 1 2 3 4 5 6 7 8 9 A B C D E F\n'.encode('ascii'))
for c in xrange(0x20, 0x80, 0x10):
    f.write((u'%02X' % c).encode('ascii'))
    for cc in xrange(c, c + 16):
        if 0x7f <= cc:
            cc = 0x20
        f.write(struct.pack('BB', 0x20, cc))
    f.write(struct.pack('B', 0xa))

f.write(struct.pack('B', 0xa))


#
# Double byte characters
#

NOCHAR_RANGES = [
  (0xa2a0, 0xa2b0),
  (0xa2e3, 0xa2e4),
  (0xa2ef, 0xa2f0),
  (0xa2fd, 0xa2ff),
  (0xa4f4, 0xa4ff),
  (0xa5f7, 0xa5ff),
  (0xa6b9, 0xa6c0),
  (0xa6d9, 0xa6ff),
  (0xa7c2, 0xa7d0),
  (0xa7f2, 0xa7ff),
  (0xa8bb, 0xa8c4),
  (0xa8ea, 0xa8ff),
  (0xa9a0, 0xa9a3),
  (0xa9f0, 0xa9ff),
]

NOCHAR = set()
for a, b in NOCHAR_RANGES:
    for c in xrange(a, b+1):
        NOCHAR.add(c)

f.write(u'     _0 _1 _2 _3 _4 _5 _6 _7 _8 _9 _A _B _C _D _E _F\n'.encode('ascii'))

for ca, cb in [(0xa1, 0xa9), (0xb0, 0xbf), (0xc0, 0xcf), (0xd0, 0xdf), (0xe0, 0xef), (0xf0, 0xf7)]:
    for ch in xrange(ca, cb+1):
        for cl in xrange(0xa0, 0x100, 0x10):
            c = (ch << 8) + cl
            f.write((u'%04X' % c).encode('ascii'))
            for cc in xrange(c, c + 16):
                if (cc & 0xff) in [ 0xa0, 0xff ] or cc in NOCHAR:
                    cc = 0xa1a1
                f.write(struct.pack('>BH', 0x7c, cc))
            f.write(struct.pack('BB', 0x7c, 0xa))