Mercurial Repositories > eric / file comparison
comparison: src/eric7/DebugClients/Python/PyProfile.py
src/eric7/DebugClients/Python/PyProfile.py
- branch
- eric7
- changeset 9209
- b99e7fd55fd3
- parent 8881
- 54e42bc2437a
- child 9221
- bf71ee032bb4
equal
deleted
inserted
replaced
| 9208:3fc8dfeb6ebe | 9209:b99e7fd55fd3 |
|---|---|
| 1 # -*- coding: utf-8 -*- | |
| 2 | |
| 3 # Copyright (c) 2002 - 2022 Detlev Offenbach <detlev@die-offenbachs.de> | |
| 4 | |
| 5 """ | |
| 6 Module defining additions to the standard Python profile.py. | |
| 7 """ | |
| 8 | |
| 9 import os | |
| 10 import marshal | |
| 11 import profile | |
| 12 import atexit | |
| 13 import pickle # secok | |
| 14 import contextlib | |
| 15 | |
| 16 | |
| 17 class PyProfile(profile.Profile): | |
| 18 """ | |
| 19 Class extending the standard Python profiler with additional methods. | |
| 20 | |
| 21 This class extends the standard Python profiler by the functionality to | |
| 22 save the collected timing data in a timing cache, to restore these data | |
| 23 on subsequent calls, to store a profile dump to a standard filename and | |
| 24 to erase these caches. | |
| 25 """ | |
| 26 def __init__(self, basename, timer=None, bias=None): | |
| 27 """ | |
| 28 Constructor | |
| 29 | |
| 30 @param basename name of the script to be profiled (string) | |
| 31 @param timer function defining the timing calculation | |
| 32 @param bias calibration value (float) | |
| 33 """ | |
| 34 try: | |
| 35 profile.Profile.__init__(self, timer, bias) | |
| 36 except TypeError: | |
| 37 profile.Profile.__init__(self, timer) | |
| 38 | |
| 39 self.dispatch = self.__class__.dispatch | |
| 40 | |
| 41 basename = os.path.splitext(basename)[0] | |
| 42 self.profileCache = "{0}.profile".format(basename) | |
| 43 self.timingCache = "{0}.timings".format(basename) | |
| 44 | |
| 45 self.__restore() | |
| 46 atexit.register(self.save) | |
| 47 | |
| 48 def __restore(self): | |
| 49 """ | |
| 50 Private method to restore the timing data from the timing cache. | |
| 51 """ | |
| 52 if not os.path.exists(self.timingCache): | |
| 53 return | |
| 54 | |
| 55 with contextlib.suppress(OSError, EOFError, ValueError, TypeError), \ | |
| 56 open(self.timingCache, 'rb') as cache: | |
| 57 timings = marshal.load(cache) # secok | |
| 58 if isinstance(timings, dict): | |
| 59 self.timings = timings | |
| 60 | |
| 61 def save(self): | |
| 62 """ | |
| 63 Public method to store the collected profile data. | |
| 64 """ | |
| 65 # dump the raw timing data | |
| 66 with contextlib.suppress(OSError), \ | |
| 67 open(self.timingCache, 'wb') as cache: | |
| 68 marshal.dump(self.timings, cache) | |
| 69 | |
| 70 # dump the profile data | |
| 71 self.dump_stats(self.profileCache) | |
| 72 | |
| 73 def dump_stats(self, file): | |
| 74 """ | |
| 75 Public method to dump the statistics data. | |
| 76 | |
| 77 @param file name of the file to write to (string) | |
| 78 """ | |
| 79 self.create_stats() | |
| 80 with contextlib.suppress(OSError, pickle.PickleError), \ | |
| 81 open(file, 'wb') as f: | |
| 82 pickle.dump(self.stats, f, 4) | |
| 83 | |
| 84 def erase(self): | |
| 85 """ | |
| 86 Public method to erase the collected timing data. | |
| 87 """ | |
| 88 self.timings = {} | |
| 89 if os.path.exists(self.timingCache): | |
| 90 os.remove(self.timingCache) | |
| 91 | |
| 92 def fix_frame_filename(self, frame): | |
| 93 """ | |
| 94 Public method used to fixup the filename for a given frame. | |
| 95 | |
| 96 The logic employed here is that if a module was loaded | |
| 97 from a .pyc file, then the correct .py to operate with | |
| 98 should be in the same path as the .pyc. The reason this | |
| 99 logic is needed is that when a .pyc file is generated, the | |
| 100 filename embedded and thus what is readable in the code object | |
| 101 of the frame object is the fully qualified filepath when the | |
| 102 pyc is generated. If files are moved from machine to machine | |
| 103 this can break debugging as the .pyc will refer to the .py | |
| 104 on the original machine. Another case might be sharing | |
| 105 code over a network... This logic deals with that. | |
| 106 | |
| 107 @param frame the frame object | |
| 108 @return fixed up file name (string) | |
| 109 """ | |
| 110 versionExt = '.py3' | |
| 111 | |
| 112 # get module name from __file__ | |
| 113 if (not isinstance(frame, profile.Profile.fake_frame) and | |
| 114 '__file__' in frame.f_globals): | |
| 115 root, ext = os.path.splitext(frame.f_globals['__file__']) | |
| 116 if ext in ['.pyc', '.py', versionExt, '.pyo']: | |
| 117 fixedName = root + '.py' | |
| 118 if os.path.exists(fixedName): | |
| 119 return fixedName | |
| 120 | |
| 121 fixedName = root + versionExt | |
| 122 if os.path.exists(fixedName): | |
| 123 return fixedName | |
| 124 | |
| 125 return frame.f_code.co_filename | |
| 126 | |
| 127 def trace_dispatch_call(self, frame, t): | |
| 128 """ | |
| 129 Public method used to trace functions calls. | |
| 130 | |
| 131 This is a variant of the one found in the standard Python | |
| 132 profile.py calling fix_frame_filename above. | |
| 133 | |
| 134 @param frame reference to the call frame | |
| 135 @param t arguments | |
| 136 @return flag indicating a successful handling (boolean) | |
| 137 """ | |
| 138 if self.cur and frame.f_back is not self.cur[-2]: | |
| 139 rpt, rit, ret, rfn, rframe, rcur = self.cur | |
| 140 if not isinstance(rframe, profile.Profile.fake_frame): | |
| 141 assert rframe.f_back is frame.f_back, ( # secok | |
| 142 "Bad call", rfn, rframe, rframe.f_back, | |
| 143 frame, frame.f_back) | |
| 144 self.trace_dispatch_return(rframe, 0) | |
| 145 assert (self.cur is None or # secok | |
| 146 frame.f_back is self.cur[-2]), ("Bad call", | |
| 147 self.cur[-3]) | |
| 148 fcode = frame.f_code | |
| 149 fn = (self.fix_frame_filename(frame), | |
| 150 fcode.co_firstlineno, fcode.co_name) | |
| 151 self.cur = (t, 0, 0, fn, frame, self.cur) | |
| 152 timings = self.timings | |
| 153 if fn in timings: | |
| 154 cc, ns, tt, ct, callers = timings[fn] | |
| 155 timings[fn] = cc, ns + 1, tt, ct, callers | |
| 156 else: | |
| 157 timings[fn] = 0, 0, 0, 0, {} | |
| 158 return 1 | |
| 159 | |
| 160 dispatch = { | |
| 161 "call": trace_dispatch_call, | |
| 162 "exception": profile.Profile.trace_dispatch_exception, | |
| 163 "return": profile.Profile.trace_dispatch_return, | |
| 164 "c_call": profile.Profile.trace_dispatch_c_call, | |
| 165 "c_exception": profile.Profile.trace_dispatch_return, | |
| 166 # the C function returned | |
| 167 "c_return": profile.Profile.trace_dispatch_return, | |
| 168 } |
