| 
									
										
										
										
											2008-06-11 16:44:04 +00:00
										 |  |  | # | 
					
						
							|  |  |  | # Example where a pool of http servers share a single listening socket | 
					
						
							|  |  |  | # | 
					
						
							|  |  |  | # On Windows this module depends on the ability to pickle a socket | 
					
						
							|  |  |  | # object so that the worker processes can inherit a copy of the server | 
					
						
							|  |  |  | # object.  (We import `multiprocessing.reduction` to enable this pickling.) | 
					
						
							|  |  |  | # | 
					
						
							|  |  |  | # Not sure if we should synchronize access to `socket.accept()` method by | 
					
						
							|  |  |  | # using a process-shared lock -- does not seem to be necessary. | 
					
						
							|  |  |  | # | 
					
						
							| 
									
										
											  
											
												Merged revisions 67348,67355,67359,67362,67364-67365,67367-67368,67398,67423-67424,67432,67440-67441,67444-67445,67454-67455,67457-67458 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
  r67348 | benjamin.peterson | 2008-11-22 20:09:41 -0600 (Sat, 22 Nov 2008) | 1 line
  raise a better error
........
  r67355 | georg.brandl | 2008-11-23 13:17:25 -0600 (Sun, 23 Nov 2008) | 2 lines
  #4392: fix parameter name.
........
  r67359 | georg.brandl | 2008-11-23 15:57:30 -0600 (Sun, 23 Nov 2008) | 2 lines
  #4399: fix typo.
........
  r67362 | gregory.p.smith | 2008-11-23 18:41:43 -0600 (Sun, 23 Nov 2008) | 2 lines
  Document PY_SSIZE_T_CLEAN for PyArg_ParseTuple.
........
  r67364 | benjamin.peterson | 2008-11-23 19:16:29 -0600 (Sun, 23 Nov 2008) | 2 lines
  replace reference to debugger-hooks
........
  r67365 | benjamin.peterson | 2008-11-23 22:09:03 -0600 (Sun, 23 Nov 2008) | 1 line
  #4396 make the parser module correctly validate the with syntax
........
  r67367 | georg.brandl | 2008-11-24 10:16:07 -0600 (Mon, 24 Nov 2008) | 2 lines
  Fix typo.
........
  r67368 | georg.brandl | 2008-11-24 13:56:47 -0600 (Mon, 24 Nov 2008) | 2 lines
  #4404: make clear what "path" is.
........
  r67398 | benjamin.peterson | 2008-11-26 11:39:17 -0600 (Wed, 26 Nov 2008) | 1 line
  fix typo in sqlite3 docs
........
  r67423 | jesse.noller | 2008-11-28 12:59:35 -0600 (Fri, 28 Nov 2008) | 2 lines
  issue4238: bsd support for cpu_count
........
  r67424 | christian.heimes | 2008-11-28 13:33:33 -0600 (Fri, 28 Nov 2008) | 1 line
  Retain copyright of processing examples. This was requested by a Debian maintainer during packaging of the multiprocessing package for 2.4/2.5
........
  r67432 | benjamin.peterson | 2008-11-28 17:18:46 -0600 (Fri, 28 Nov 2008) | 1 line
  SVN format 9 is the same it seems
........
  r67440 | jeremy.hylton | 2008-11-28 17:42:59 -0600 (Fri, 28 Nov 2008) | 4 lines
  Move definition int sval into branch of ifdef where it is used.
  Otherwise, you get a warning about an undefined variable.
........
  r67441 | jeremy.hylton | 2008-11-28 18:09:16 -0600 (Fri, 28 Nov 2008) | 2 lines
  Reflow long lines.
........
  r67444 | amaury.forgeotdarc | 2008-11-28 20:03:32 -0600 (Fri, 28 Nov 2008) | 2 lines
  Fix a small typo in docstring
........
  r67445 | benjamin.peterson | 2008-11-29 21:07:33 -0600 (Sat, 29 Nov 2008) | 1 line
  StringIO.close() stops you from using the buffer, too
........
  r67454 | benjamin.peterson | 2008-11-30 08:43:23 -0600 (Sun, 30 Nov 2008) | 1 line
  note the version that works
........
  r67455 | martin.v.loewis | 2008-11-30 13:28:27 -0600 (Sun, 30 Nov 2008) | 1 line
  Issue #4365: Add crtassem.h constants to the msvcrt module.
........
  r67457 | christian.heimes | 2008-11-30 15:16:28 -0600 (Sun, 30 Nov 2008) | 1 line
  w# requires Py_ssize_t
........
  r67458 | benjamin.peterson | 2008-11-30 15:46:16 -0600 (Sun, 30 Nov 2008) | 1 line
  fix pyspecific extensions that were broken by Sphinx's grand renaming
........
											
										 
											2008-11-30 22:46:23 +00:00
										 |  |  | # Copyright (c) 2006-2008, R Oudkerk | 
					
						
							|  |  |  | # All rights reserved. | 
					
						
							|  |  |  | # | 
					
						
							| 
									
										
										
										
											2008-06-11 16:44:04 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | import os | 
					
						
							|  |  |  | import sys | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | from multiprocessing import Process, current_process, freeze_support | 
					
						
							| 
									
										
										
										
											2008-11-28 11:23:26 +00:00
										 |  |  | from http.server import HTTPServer | 
					
						
							|  |  |  | from http.server import SimpleHTTPRequestHandler | 
					
						
							| 
									
										
										
										
											2008-06-11 16:44:04 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | if sys.platform == 'win32': | 
					
						
							|  |  |  |     import multiprocessing.reduction    # make sockets pickable/inheritable | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def note(format, *args): | 
					
						
							| 
									
										
										
										
											2008-08-19 19:17:39 +00:00
										 |  |  |     sys.stderr.write('[%s]\t%s\n' % (current_process().name, format%args)) | 
					
						
							| 
									
										
										
										
											2008-06-11 16:44:04 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class RequestHandler(SimpleHTTPRequestHandler): | 
					
						
							|  |  |  |     # we override log_message() to show which process is handling the request | 
					
						
							|  |  |  |     def log_message(self, format, *args): | 
					
						
							|  |  |  |         note(format, *args) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def serve_forever(server): | 
					
						
							|  |  |  |     note('starting server') | 
					
						
							|  |  |  |     try: | 
					
						
							|  |  |  |         server.serve_forever() | 
					
						
							|  |  |  |     except KeyboardInterrupt: | 
					
						
							|  |  |  |         pass | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def runpool(address, number_of_processes): | 
					
						
							|  |  |  |     # create a single server object -- children will each inherit a copy | 
					
						
							|  |  |  |     server = HTTPServer(address, RequestHandler) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # create child processes to act as workers | 
					
						
							|  |  |  |     for i in range(number_of_processes-1): | 
					
						
							|  |  |  |         Process(target=serve_forever, args=(server,)).start() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # main process also acts as a worker | 
					
						
							|  |  |  |     serve_forever(server) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def test(): | 
					
						
							|  |  |  |     DIR = os.path.join(os.path.dirname(__file__), '..') | 
					
						
							|  |  |  |     ADDRESS = ('localhost', 8000) | 
					
						
							|  |  |  |     NUMBER_OF_PROCESSES = 4 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-28 11:23:26 +00:00
										 |  |  |     print('Serving at http://%s:%d using %d worker processes' % \ | 
					
						
							|  |  |  |           (ADDRESS[0], ADDRESS[1], NUMBER_OF_PROCESSES)) | 
					
						
							|  |  |  |     print('To exit press Ctrl-' + ['C', 'Break'][sys.platform=='win32']) | 
					
						
							| 
									
										
										
										
											2008-06-11 16:44:04 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     os.chdir(DIR) | 
					
						
							|  |  |  |     runpool(ADDRESS, NUMBER_OF_PROCESSES) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | if __name__ == '__main__': | 
					
						
							|  |  |  |     freeze_support() | 
					
						
							|  |  |  |     test() |