1  """This script generates a Python codec module from a Windows Code Page.
       2  
       3  It uses the function MultiByteToWideChar to generate a decoding table.
       4  """
       5  
       6  import ctypes
       7  from ctypes import wintypes
       8  from gencodec import codegen
       9  import unicodedata
      10  
      11  def genwinmap(codepage):
      12      MultiByteToWideChar = ctypes.windll.kernel32.MultiByteToWideChar
      13      MultiByteToWideChar.argtypes = [wintypes.UINT, wintypes.DWORD,
      14                                      wintypes.LPCSTR, ctypes.c_int,
      15                                      wintypes.LPWSTR, ctypes.c_int]
      16      MultiByteToWideChar.restype = ctypes.c_int
      17  
      18      enc2uni = {}
      19  
      20      for i in list(range(32)) + [127]:
      21          enc2uni[i] = (i, 'CONTROL CHARACTER')
      22  
      23      for i in range(256):
      24          buf = ctypes.create_unicode_buffer(2)
      25          ret = MultiByteToWideChar(
      26              codepage, 0,
      27              bytes([i]), 1,
      28              buf, 2)
      29          assert ret == 1, "invalid code page"
      30          assert buf[1] == '\x00'
      31          try:
      32              name = unicodedata.name(buf[0])
      33          except ValueError:
      34              try:
      35                  name = enc2uni[i][1]
      36              except KeyError:
      37                  name = ''
      38  
      39          enc2uni[i] = (ord(buf[0]), name)
      40  
      41      return enc2uni
      42  
      43  def genwincodec(codepage):
      44      import platform
      45      map = genwinmap(codepage)
      46      encodingname = 'cp%d' % codepage
      47      code = codegen("", map, encodingname)
      48      # Replace first lines with our own docstring
      49      code = '''\
      50  """Python Character Mapping Codec %s generated on Windows:
      51  %s with the command:
      52    python Tools/unicode/genwincodec.py %s
      53  """#"
      54  ''' % (encodingname, ' '.join(platform.win32_ver()), codepage
      55        ) + code.split('"""#"', 1)[1]
      56  
      57      print(code)
      58  
      59  if __name__ == '__main__':
      60      import sys
      61      genwincodec(int(sys.argv[1]))