1  import pickle
       2  import pickletools
       3  from test import support
       4  from test.pickletester import AbstractPickleTests
       5  import doctest
       6  import unittest
       7  
       8  class ESC[4;38;5;81mOptimizedPickleTests(ESC[4;38;5;149mAbstractPickleTests, ESC[4;38;5;149munittestESC[4;38;5;149m.ESC[4;38;5;149mTestCase):
       9  
      10      def dumps(self, arg, proto=None, **kwargs):
      11          return pickletools.optimize(pickle.dumps(arg, proto, **kwargs))
      12  
      13      def loads(self, buf, **kwds):
      14          return pickle.loads(buf, **kwds)
      15  
      16      # Test relies on precise output of dumps()
      17      test_pickle_to_2x = None
      18  
      19      # Test relies on writing by chunks into a file object.
      20      test_framed_write_sizes_with_delayed_writer = None
      21  
      22      def test_optimize_long_binget(self):
      23          data = [str(i) for i in range(257)]
      24          data.append(data[-1])
      25          for proto in range(pickle.HIGHEST_PROTOCOL + 1):
      26              pickled = pickle.dumps(data, proto)
      27              unpickled = pickle.loads(pickled)
      28              self.assertEqual(unpickled, data)
      29              self.assertIs(unpickled[-1], unpickled[-2])
      30  
      31              pickled2 = pickletools.optimize(pickled)
      32              unpickled2 = pickle.loads(pickled2)
      33              self.assertEqual(unpickled2, data)
      34              self.assertIs(unpickled2[-1], unpickled2[-2])
      35              self.assertNotIn(pickle.LONG_BINGET, pickled2)
      36              self.assertNotIn(pickle.LONG_BINPUT, pickled2)
      37  
      38      def test_optimize_binput_and_memoize(self):
      39          pickled = (b'\x80\x04\x95\x15\x00\x00\x00\x00\x00\x00\x00'
      40                     b']\x94(\x8c\x04spamq\x01\x8c\x03ham\x94h\x02e.')
      41          #    0: \x80 PROTO      4
      42          #    2: \x95 FRAME      21
      43          #   11: ]    EMPTY_LIST
      44          #   12: \x94 MEMOIZE
      45          #   13: (    MARK
      46          #   14: \x8c     SHORT_BINUNICODE 'spam'
      47          #   20: q        BINPUT     1
      48          #   22: \x8c     SHORT_BINUNICODE 'ham'
      49          #   27: \x94     MEMOIZE
      50          #   28: h        BINGET     2
      51          #   30: e        APPENDS    (MARK at 13)
      52          #   31: .    STOP
      53          self.assertIn(pickle.BINPUT, pickled)
      54          unpickled = pickle.loads(pickled)
      55          self.assertEqual(unpickled, ['spam', 'ham', 'ham'])
      56          self.assertIs(unpickled[1], unpickled[2])
      57  
      58          pickled2 = pickletools.optimize(pickled)
      59          unpickled2 = pickle.loads(pickled2)
      60          self.assertEqual(unpickled2, ['spam', 'ham', 'ham'])
      61          self.assertIs(unpickled2[1], unpickled2[2])
      62          self.assertNotIn(pickle.BINPUT, pickled2)
      63  
      64  
      65  class ESC[4;38;5;81mMiscTestCase(ESC[4;38;5;149munittestESC[4;38;5;149m.ESC[4;38;5;149mTestCase):
      66      def test__all__(self):
      67          not_exported = {
      68              'bytes_types',
      69              'UP_TO_NEWLINE', 'TAKEN_FROM_ARGUMENT1',
      70              'TAKEN_FROM_ARGUMENT4', 'TAKEN_FROM_ARGUMENT4U',
      71              'TAKEN_FROM_ARGUMENT8U', 'ArgumentDescriptor',
      72              'read_uint1', 'read_uint2', 'read_int4', 'read_uint4',
      73              'read_uint8', 'read_stringnl', 'read_stringnl_noescape',
      74              'read_stringnl_noescape_pair', 'read_string1',
      75              'read_string4', 'read_bytes1', 'read_bytes4',
      76              'read_bytes8', 'read_bytearray8', 'read_unicodestringnl',
      77              'read_unicodestring1', 'read_unicodestring4',
      78              'read_unicodestring8', 'read_decimalnl_short',
      79              'read_decimalnl_long', 'read_floatnl', 'read_float8',
      80              'read_long1', 'read_long4',
      81              'uint1', 'uint2', 'int4', 'uint4', 'uint8', 'stringnl',
      82              'stringnl_noescape', 'stringnl_noescape_pair', 'string1',
      83              'string4', 'bytes1', 'bytes4', 'bytes8', 'bytearray8',
      84              'unicodestringnl', 'unicodestring1', 'unicodestring4',
      85              'unicodestring8', 'decimalnl_short', 'decimalnl_long',
      86              'floatnl', 'float8', 'long1', 'long4',
      87              'StackObject',
      88              'pyint', 'pylong', 'pyinteger_or_bool', 'pybool', 'pyfloat',
      89              'pybytes_or_str', 'pystring', 'pybytes', 'pybytearray',
      90              'pyunicode', 'pynone', 'pytuple', 'pylist', 'pydict',
      91              'pyset', 'pyfrozenset', 'pybuffer', 'anyobject',
      92              'markobject', 'stackslice', 'OpcodeInfo', 'opcodes',
      93              'code2op',
      94          }
      95          support.check__all__(self, pickletools, not_exported=not_exported)
      96  
      97  
      98  def load_tests(loader, tests, pattern):
      99      tests.addTest(doctest.DocTestSuite(pickletools))
     100      return tests
     101  
     102  
     103  if __name__ == "__main__":
     104      unittest.main()