|
30 | 30 | import base64 |
31 | 31 | import struct |
32 | 32 | import logging |
| 33 | +import hashlib |
| 34 | +import inspect |
33 | 35 | import platform |
34 | 36 | import datetime |
35 | 37 | import binascii |
36 | | -import hashlib |
37 | | -import inspect |
| 38 | +import resource |
38 | 39 | import tempfile |
39 | 40 | import configparser |
40 | 41 | from io import open, StringIO, BytesIO |
@@ -4737,6 +4738,8 @@ def ReadFileHeaderDataWithContent(fp, listonly=False, contentasfile=False, uncom |
4737 | 4738 | def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None): |
4738 | 4739 | if(not hasattr(fp, "read")): |
4739 | 4740 | return False |
| 4741 | + start_real = time.perf_counter() |
| 4742 | + start_usage = resource.getrusage(resource.RUSAGE_SELF) |
4740 | 4743 | delimiter = formatspecs['format_delimiter'] |
4741 | 4744 | fheaderstart = fp.tell() |
4742 | 4745 | HeaderOut = ReadFileHeaderDataBySize(fp, delimiter) |
@@ -4984,11 +4987,16 @@ def ReadFileHeaderDataWithContentToArray(fp, listonly=False, contentasfile=True, |
4984 | 4987 | fcontents.seek(0, 0) |
4985 | 4988 | if(not contentasfile): |
4986 | 4989 | fcontents = fcontents.read() |
| 4990 | + end_real = time.perf_counter() |
| 4991 | + end_usage = resource.getrusage(resource.RUSAGE_SELF) |
4987 | 4992 | iecsize = get_readable_size(fsize, unit="IEC") |
4988 | 4993 | sisize = get_readable_size(fsize, unit="SI") |
4989 | 4994 | ieccsize = get_readable_size(fcsize, unit="IEC") |
4990 | 4995 | sicsize = get_readable_size(fcsize, unit="SI") |
4991 | | - outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents} |
| 4996 | + real_time = end_real - start_real |
| 4997 | + user_time = end_usage.ru_utime - start_usage.ru_utime |
| 4998 | + sys_time = end_usage.ru_stime - start_usage.ru_stime |
| 4999 | + outlist = {'fheadersize': fheadsize, 'fhstart': fheaderstart, 'fhend': fhend, 'ftype': ftype, 'fencoding': fencoding, 'fcencoding': fcencoding, 'fname': fname, 'fbasedir': fbasedir, 'flinkname': flinkname, 'fsize': fsize, 'fsize_si': sisize, 'fsize_iec': iecsize, 'fblksize': fblksize, 'fblocks': fblocks, 'fflags': fflags, 'fatime': divmod(int(fatime), 10**9)[0], 'fmtime': divmod(int(fmtime), 10**9)[0], 'fctime': divmod(int(fctime), 10**9)[0], 'fbtime': divmod(int(fbtime), 10**9)[0], 'fatime_ns': fatime, 'fmtime_ns': fmtime, 'fctime_ns': fctime, 'fbtime_ns': fbtime, 'fmode': fmode, 'fchmode': fchmode, 'fstrmode': PrintPermissionString(fmode, ftype), 'ftypemod': ftypemod, 'fwinattributes': fwinattributes, 'fcompression': fcompression, 'fcsize': fcsize, 'fcsize_si': sicsize, 'fcsize_iec': ieccsize, 'fuid': fuid, 'funame': funame, 'fgid': fgid, 'fgname': fgname, 'finode': finode, 'flinkcount': flinkcount, 'fdev': fdev, 'fdev_major': fdev_major, 'fdev_minor': fdev_minor, 'frdev': frdev, 'frdev_major': frdev_major, 'frdev_minor': frdev_minor, 'fseektojson': fseektojson, 'fseektocontent': fseektocontent, 'fseeknextfile': fseeknextfile, 'fheaderchecksumtype': HeaderOut[-4], 'fjsonchecksumtype': fjsonchecksumtype, 'fcontentchecksumtype': HeaderOut[-3], 'fnumfields': fnumfields + 2, 'frawheader': HeaderOut, 'fvendorfields': fvendorfields, 'fvendordata': fvendorfieldslist, 'fextrafields': fextrafields, 'fextrafieldsize': fextrasize, 'fextradata': fextrafieldslist, 'fjsontype': fjsontype, 'fjsonlen': fjsonlen, 'fjsonsize': fjsonsize, 'fjsonrawdata': fjsonrawcontent, 'fjsondata': fjsoncontent, 'fjstart': fjstart, 'fjend': fjend, 'fheaderchecksum': fcs, 'fjsonchecksum': fjsonchecksum, 'fcontentchecksum': fccs, 'fhascontents': pyhascontents, 'fcontentstart': fcontentstart, 'fcontentend': fcontentend, 'fcontentasfile': contentasfile, 'fcontents': fcontents, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}} |
4992 | 5000 | return outlist |
4993 | 5001 |
|
4994 | 5002 |
|
@@ -5331,6 +5339,8 @@ def ReadFileDataWithContent(fp, filestart=0, listonly=False, contentasfile=False |
5331 | 5339 | def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, listonly=False, contentasfile=True, uncompress=True, skipchecksum=False, formatspecs=__file_format_dict__, saltkey=None, seektoend=False): |
5332 | 5340 | if(not hasattr(fp, "read")): |
5333 | 5341 | return False |
| 5342 | + start_real = time.perf_counter() |
| 5343 | + start_usage = resource.getrusage(resource.RUSAGE_SELF) |
5334 | 5344 | delimiter = formatspecs['format_delimiter'] |
5335 | 5345 | curloc = filestart |
5336 | 5346 | fp.seek(curloc, 0) |
@@ -5626,11 +5636,16 @@ def ReadFileDataWithContentToArray(fp, filestart=0, seekstart=0, seekend=0, list |
5626 | 5636 | outlist['ffilelist'].append(HeaderOut) |
5627 | 5637 | countnum = countnum + 1 |
5628 | 5638 | realidnum = realidnum + 1 |
| 5639 | + end_real = time.perf_counter() |
| 5640 | + end_usage = resource.getrusage(resource.RUSAGE_SELF) |
5629 | 5641 | CatSize = fp.tell() |
5630 | 5642 | CatSizeEnd = CatSize |
5631 | 5643 | iecsize = get_readable_size(CatSizeEnd, unit="IEC") |
5632 | 5644 | sisize = get_readable_size(CatSizeEnd, unit="SI") |
5633 | | - outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize}) |
| 5645 | + real_time = end_real - start_real |
| 5646 | + user_time = end_usage.ru_utime - start_usage.ru_utime |
| 5647 | + sys_time = end_usage.ru_stime - start_usage.ru_stime |
| 5648 | + outlist.update({'fp': fp, 'fsize': CatSizeEnd, 'fsize_si': sisize, 'fsize_iec': iecsize, 'optime': {'real': "{:.6f}".format(real_time), 'user': "{:.6f}".format(user_time), 'sys': "{:.6f}".format(sys_time)}}) |
5634 | 5649 | return outlist |
5635 | 5650 |
|
5636 | 5651 |
|
|
0 commit comments