Kaydet (Commit) 6c02916d authored tarafından Andrew M. Kuchling's avatar Andrew M. Kuchling

#1792: Improve performance of marshal.dumps() on large objects by increasing

the size of the buffer more quickly.
üst ab756f60
...@@ -255,6 +255,14 @@ class BugsTestCase(unittest.TestCase): ...@@ -255,6 +255,14 @@ class BugsTestCase(unittest.TestCase):
subtyp = type('subtyp', (typ,), {}) subtyp = type('subtyp', (typ,), {})
self.assertRaises(ValueError, marshal.dumps, subtyp()) self.assertRaises(ValueError, marshal.dumps, subtyp())
# Issue #1792 introduced a change in how marshal increases the size of its
# internal buffer; this test ensures that the new code is exercised.
def test_large_marshal(self):
size = int(1e6)
testString = 'abc' * size
marshal.dumps(testString)
def test_main(): def test_main():
test_support.run_unittest(IntTestCase, test_support.run_unittest(IntTestCase,
FloatTestCase, FloatTestCase,
......
...@@ -65,7 +65,10 @@ w_more(int c, WFILE *p) ...@@ -65,7 +65,10 @@ w_more(int c, WFILE *p)
if (p->str == NULL) if (p->str == NULL)
return; /* An error already occurred */ return; /* An error already occurred */
size = PyString_Size(p->str); size = PyString_Size(p->str);
newsize = size + 1024; newsize = size + size + 1024;
if (newsize > 32*1024*1024) {
newsize = size + 1024*1024;
}
if (_PyString_Resize(&p->str, newsize) != 0) { if (_PyString_Resize(&p->str, newsize) != 0) {
p->ptr = p->end = NULL; p->ptr = p->end = NULL;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment