| 
									
										
										
										
											2010-03-11 22:53:45 +00:00
										 |  |  | #! /usr/bin/env python3 | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | """Python interface for the 'lsprof' profiler.
 | 
					
						
							|  |  |  |    Compatible with the 'profile' module. | 
					
						
							|  |  |  | """
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-09-04 17:15:16 +00:00
										 |  |  | __all__ = ["run", "runctx", "Profile"] | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | import _lsprof | 
					
						
							| 
									
										
										
										
											2013-02-25 11:36:40 +01:00
										 |  |  | import profile as _pyprofile | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | # ____________________________________________________________ | 
					
						
							|  |  |  | # Simple interface | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def run(statement, filename=None, sort=-1): | 
					
						
							| 
									
										
										
										
											2013-02-25 11:36:40 +01:00
										 |  |  |     return _pyprofile._Utils(Profile).run(statement, filename, sort) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-08-02 12:20:23 +00:00
										 |  |  | def runctx(statement, globals, locals, filename=None, sort=-1): | 
					
						
							| 
									
										
										
										
											2013-02-25 11:36:40 +01:00
										 |  |  |     return _pyprofile._Utils(Profile).runctx(statement, globals, locals, | 
					
						
							|  |  |  |                                              filename, sort) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-02-25 11:36:40 +01:00
										 |  |  | run.__doc__ = _pyprofile.run.__doc__ | 
					
						
							|  |  |  | runctx.__doc__ = _pyprofile.runctx.__doc__ | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | # ____________________________________________________________ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class Profile(_lsprof.Profiler): | 
					
						
							| 
									
										
										
										
											2018-08-03 18:09:57 +09:00
										 |  |  |     """Profile(timer=None, timeunit=None, subcalls=True, builtins=True)
 | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     Builds a profiler object using the specified timer function. | 
					
						
							|  |  |  |     The default timer is a fast built-in one based on real time. | 
					
						
							| 
									
										
										
										
											2018-08-03 18:09:57 +09:00
										 |  |  |     For custom timer functions returning integers, timeunit can | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |     be a float specifying a scale (i.e. how long each integer unit | 
					
						
							|  |  |  |     is, in seconds). | 
					
						
							|  |  |  |     """
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # Most of the functionality is in the base class. | 
					
						
							|  |  |  |     # This subclass only adds convenient and backward-compatible methods. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def print_stats(self, sort=-1): | 
					
						
							|  |  |  |         import pstats | 
					
						
							|  |  |  |         pstats.Stats(self).strip_dirs().sort_stats(sort).print_stats() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def dump_stats(self, file): | 
					
						
							|  |  |  |         import marshal | 
					
						
							| 
									
										
										
										
											2013-02-12 02:04:27 +01:00
										 |  |  |         with open(file, 'wb') as f: | 
					
						
							|  |  |  |             self.create_stats() | 
					
						
							|  |  |  |             marshal.dump(self.stats, f) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     def create_stats(self): | 
					
						
							|  |  |  |         self.disable() | 
					
						
							|  |  |  |         self.snapshot_stats() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def snapshot_stats(self): | 
					
						
							|  |  |  |         entries = self.getstats() | 
					
						
							|  |  |  |         self.stats = {} | 
					
						
							|  |  |  |         callersdicts = {} | 
					
						
							|  |  |  |         # call information | 
					
						
							|  |  |  |         for entry in entries: | 
					
						
							|  |  |  |             func = label(entry.code) | 
					
						
							|  |  |  |             nc = entry.callcount         # ncalls column of pstats (before '/') | 
					
						
							|  |  |  |             cc = nc - entry.reccallcount # ncalls column of pstats (after '/') | 
					
						
							|  |  |  |             tt = entry.inlinetime        # tottime column of pstats | 
					
						
							|  |  |  |             ct = entry.totaltime         # cumtime column of pstats | 
					
						
							|  |  |  |             callers = {} | 
					
						
							|  |  |  |             callersdicts[id(entry.code)] = callers | 
					
						
							|  |  |  |             self.stats[func] = cc, nc, tt, ct, callers | 
					
						
							|  |  |  |         # subcall information | 
					
						
							|  |  |  |         for entry in entries: | 
					
						
							|  |  |  |             if entry.calls: | 
					
						
							|  |  |  |                 func = label(entry.code) | 
					
						
							|  |  |  |                 for subentry in entry.calls: | 
					
						
							|  |  |  |                     try: | 
					
						
							|  |  |  |                         callers = callersdicts[id(subentry.code)] | 
					
						
							|  |  |  |                     except KeyError: | 
					
						
							|  |  |  |                         continue | 
					
						
							|  |  |  |                     nc = subentry.callcount | 
					
						
							|  |  |  |                     cc = nc - subentry.reccallcount | 
					
						
							|  |  |  |                     tt = subentry.inlinetime | 
					
						
							|  |  |  |                     ct = subentry.totaltime | 
					
						
							|  |  |  |                     if func in callers: | 
					
						
							|  |  |  |                         prev = callers[func] | 
					
						
							|  |  |  |                         nc += prev[0] | 
					
						
							|  |  |  |                         cc += prev[1] | 
					
						
							|  |  |  |                         tt += prev[2] | 
					
						
							|  |  |  |                         ct += prev[3] | 
					
						
							|  |  |  |                     callers[func] = nc, cc, tt, ct | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # The following two methods can be called by clients to use | 
					
						
							|  |  |  |     # a profiler to profile a statement, given as a string. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def run(self, cmd): | 
					
						
							|  |  |  |         import __main__ | 
					
						
							|  |  |  |         dict = __main__.__dict__ | 
					
						
							|  |  |  |         return self.runctx(cmd, dict, dict) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def runctx(self, cmd, globals, locals): | 
					
						
							|  |  |  |         self.enable() | 
					
						
							|  |  |  |         try: | 
					
						
							| 
									
										
										
										
											2006-09-06 06:51:57 +00:00
										 |  |  |             exec(cmd, globals, locals) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |         finally: | 
					
						
							|  |  |  |             self.disable() | 
					
						
							|  |  |  |         return self | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # This method is more useful to profile a single function call. | 
					
						
							| 
									
										
										
										
											2019-06-05 18:22:31 +03:00
										 |  |  |     def runcall(self, func, /, *args, **kw): | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |         self.enable() | 
					
						
							|  |  |  |         try: | 
					
						
							|  |  |  |             return func(*args, **kw) | 
					
						
							|  |  |  |         finally: | 
					
						
							|  |  |  |             self.disable() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-06-01 16:36:23 -04:00
										 |  |  |     def __enter__(self): | 
					
						
							|  |  |  |         self.enable() | 
					
						
							|  |  |  |         return self | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     def __exit__(self, *exc_info): | 
					
						
							|  |  |  |         self.disable() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | # ____________________________________________________________ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def label(code): | 
					
						
							| 
									
										
										
										
											2007-10-16 18:12:55 +00:00
										 |  |  |     if isinstance(code, str): | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |         return ('~', 0, code)    # built-in functions ('~' sorts at the end) | 
					
						
							|  |  |  |     else: | 
					
						
							|  |  |  |         return (code.co_filename, code.co_firstlineno, code.co_name) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | # ____________________________________________________________ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def main(): | 
					
						
							| 
									
										
										
										
											2017-11-08 16:20:56 +05:30
										 |  |  |     import os | 
					
						
							|  |  |  |     import sys | 
					
						
							|  |  |  |     import runpy | 
					
						
							| 
									
										
										
										
											2018-10-17 12:03:40 +02:00
										 |  |  |     import pstats | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |     from optparse import OptionParser | 
					
						
							| 
									
										
										
										
											2017-11-08 16:20:56 +05:30
										 |  |  |     usage = "cProfile.py [-o output_file_path] [-s sort] [-m module | scriptfile] [arg] ..." | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |     parser = OptionParser(usage=usage) | 
					
						
							|  |  |  |     parser.allow_interspersed_args = False | 
					
						
							|  |  |  |     parser.add_option('-o', '--outfile', dest="outfile", | 
					
						
							|  |  |  |         help="Save stats to <outfile>", default=None) | 
					
						
							|  |  |  |     parser.add_option('-s', '--sort', dest="sort", | 
					
						
							| 
									
										
										
										
											2010-08-02 12:20:23 +00:00
										 |  |  |         help="Sort order when printing to stdout, based on pstats.Stats class", | 
					
						
							| 
									
										
										
										
											2018-10-17 12:03:40 +02:00
										 |  |  |         default=-1, | 
					
						
							|  |  |  |         choices=sorted(pstats.Stats.sort_arg_dict_default)) | 
					
						
							| 
									
										
										
										
											2017-11-08 16:20:56 +05:30
										 |  |  |     parser.add_option('-m', dest="module", action="store_true", | 
					
						
							|  |  |  |         help="Profile a library module", default=False) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     if not sys.argv[1:]: | 
					
						
							|  |  |  |         parser.print_usage() | 
					
						
							|  |  |  |         sys.exit(2) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     (options, args) = parser.parse_args() | 
					
						
							|  |  |  |     sys.argv[:] = args | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-10-18 13:48:31 -07:00
										 |  |  |     # The script that we're profiling may chdir, so capture the absolute path | 
					
						
							|  |  |  |     # to the output file at startup. | 
					
						
							|  |  |  |     if options.outfile is not None: | 
					
						
							|  |  |  |         options.outfile = os.path.abspath(options.outfile) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-08-02 12:20:23 +00:00
										 |  |  |     if len(args) > 0: | 
					
						
							| 
									
										
										
										
											2017-11-08 16:20:56 +05:30
										 |  |  |         if options.module: | 
					
						
							|  |  |  |             code = "run_module(modname, run_name='__main__')" | 
					
						
							|  |  |  |             globs = { | 
					
						
							|  |  |  |                 'run_module': runpy.run_module, | 
					
						
							|  |  |  |                 'modname': args[0] | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         else: | 
					
						
							|  |  |  |             progname = args[0] | 
					
						
							|  |  |  |             sys.path.insert(0, os.path.dirname(progname)) | 
					
						
							|  |  |  |             with open(progname, 'rb') as fp: | 
					
						
							|  |  |  |                 code = compile(fp.read(), progname, 'exec') | 
					
						
							|  |  |  |             globs = { | 
					
						
							|  |  |  |                 '__file__': progname, | 
					
						
							|  |  |  |                 '__name__': '__main__', | 
					
						
							|  |  |  |                 '__package__': None, | 
					
						
							|  |  |  |                 '__cached__': None, | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2010-08-02 12:20:23 +00:00
										 |  |  |         runctx(code, globs, None, options.outfile, options.sort) | 
					
						
							| 
									
										
										
										
											2006-02-08 12:53:56 +00:00
										 |  |  |     else: | 
					
						
							|  |  |  |         parser.print_usage() | 
					
						
							|  |  |  |     return parser | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | # When invoked as main program, invoke the profiler on a script | 
					
						
							|  |  |  | if __name__ == '__main__': | 
					
						
							|  |  |  |     main() |