Optimized test_pack_streaming not to cache the objects anymore. Instead an iterator is provided which does the job. Previously it would easily use 750 MB of ram to keep all the associated objects, more than 350k. Still a lot of memory for just 350k objects, but its python after all

Author: Byron

gitdb/ext/smmap

@@ -40,18 +40,17 @@ def test_pack_writing(self):
 		count = 0
 		total_size = 0
 		st = time()
-		objs = list()
 		for sha in pdb.sha_iter():
 			count += 1
-			objs.append(pdb.stream(sha))
+			pdb.stream(sha)
 			if count == ni:
 				break
 		#END gather objects for pack-writing
 		elapsed = time() - st
 		print >> sys.stderr, "PDB Streaming: Got %i streams by sha in in %f s ( %f streams/s )" % (ni, elapsed, ni / elapsed)
 
 		st = time()
-		PackEntity.write_pack(objs, ostream.write)
+		PackEntity.write_pack((pdb.stream(sha) for sha in pdb.sha_iter()), ostream.write, object_count=ni)
 		elapsed = time() - st
 		total_kb = ostream.bytes_written() / 1000
 		print >> sys.stderr, "PDB Streaming: Wrote pack of size %i kb in %f s (%f kb/s)" % (total_kb, elapsed, total_kb/elapsed)