| 
									
										
										
										
											1991-02-19 12:39:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | /* Parser generator main program */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | /* This expects a filename containing the grammar as argv[1] (UNIX)
 | 
					
						
							|  |  |  |    or asks the console for such a file name (THINK C). | 
					
						
							|  |  |  |    It writes its output on two files in the current directory: | 
					
						
							|  |  |  |    - "graminit.c" gets the grammar as a bunch of initialized data | 
					
						
							|  |  |  |    - "graminit.h" gets the grammar's non-terminals as #defines. | 
					
						
							|  |  |  |    Error messages and status info during the generation process are | 
					
						
							|  |  |  |    written to stdout, or sometimes to stderr. */ | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | /* XXX TO DO:
 | 
					
						
							|  |  |  |    - check for duplicate definitions of names (instead of fatal err) | 
					
						
							|  |  |  | */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-12-28 23:05:20 +00:00
										 |  |  | #define PGEN
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2002-04-14 20:12:41 +00:00
										 |  |  | #include "Python.h"
 | 
					
						
							| 
									
										
										
										
											2017-09-07 23:51:28 -06:00
										 |  |  | #include "internal/mem.h"
 | 
					
						
							|  |  |  | #include "internal/pystate.h"
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #include "pgenheaders.h"
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | #include "grammar.h"
 | 
					
						
							|  |  |  | #include "node.h"
 | 
					
						
							|  |  |  | #include "parsetok.h"
 | 
					
						
							|  |  |  | #include "pgen.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-07-25 01:37:05 +02:00
										 |  |  | int Py_DebugFlag = 0; | 
					
						
							|  |  |  | int Py_VerboseFlag = 0; | 
					
						
							|  |  |  | int Py_IgnoreEnvironmentFlag = 0; | 
					
						
							| 
									
										
										
										
											2017-11-15 15:48:08 -08:00
										 |  |  | _PyRuntimeState _PyRuntime = _PyRuntimeState_INIT; | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | /* Forward */ | 
					
						
							| 
									
										
										
										
											2015-12-25 20:01:53 +02:00
										 |  |  | grammar *getgrammar(const char *filename); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1993-07-05 10:31:29 +00:00
										 |  |  | void | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | Py_Exit(int sts) | 
					
						
							| 
									
										
										
										
											1993-07-05 10:31:29 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     exit(sts); | 
					
						
							| 
									
										
										
										
											1993-07-05 10:31:29 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-17 13:25:01 +03:00
										 |  |  | /* Needed by obmalloc.c */ | 
					
						
							| 
									
										
										
										
											2016-03-14 22:07:55 +01:00
										 |  |  | int PyGILState_Check(void) | 
					
						
							| 
									
										
										
										
											2016-03-15 22:22:13 +01:00
										 |  |  | { return 1; } | 
					
						
							| 
									
										
										
										
											2016-06-17 13:25:01 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-03-15 22:22:13 +01:00
										 |  |  | void _PyMem_DumpTraceback(int fd, const void *ptr) | 
					
						
							|  |  |  | {} | 
					
						
							| 
									
										
										
										
											2016-03-14 22:07:55 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | int | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | main(int argc, char **argv) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     grammar *g; | 
					
						
							|  |  |  |     FILE *fp; | 
					
						
							|  |  |  |     char *filename, *graminit_h, *graminit_c; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (argc != 4) { | 
					
						
							|  |  |  |         fprintf(stderr, | 
					
						
							|  |  |  |             "usage: %s grammar graminit.h graminit.c\n", argv[0]); | 
					
						
							|  |  |  |         Py_Exit(2); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     filename = argv[1]; | 
					
						
							|  |  |  |     graminit_h = argv[2]; | 
					
						
							|  |  |  |     graminit_c = argv[3]; | 
					
						
							|  |  |  |     g = getgrammar(filename); | 
					
						
							|  |  |  |     fp = fopen(graminit_c, "w"); | 
					
						
							|  |  |  |     if (fp == NULL) { | 
					
						
							|  |  |  |         perror(graminit_c); | 
					
						
							|  |  |  |         Py_Exit(1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     if (Py_DebugFlag) | 
					
						
							|  |  |  |         printf("Writing %s ...\n", graminit_c); | 
					
						
							|  |  |  |     printgrammar(g, fp); | 
					
						
							|  |  |  |     fclose(fp); | 
					
						
							|  |  |  |     fp = fopen(graminit_h, "w"); | 
					
						
							|  |  |  |     if (fp == NULL) { | 
					
						
							|  |  |  |         perror(graminit_h); | 
					
						
							|  |  |  |         Py_Exit(1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     if (Py_DebugFlag) | 
					
						
							|  |  |  |         printf("Writing %s ...\n", graminit_h); | 
					
						
							|  |  |  |     printnonterminals(g, fp); | 
					
						
							|  |  |  |     fclose(fp); | 
					
						
							| 
									
										
										
										
											2016-09-18 18:00:25 -07:00
										 |  |  |     freegrammar(g); | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     Py_Exit(0); | 
					
						
							|  |  |  |     return 0; /* Make gcc -Wall happy */ | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | grammar * | 
					
						
							| 
									
										
										
										
											2015-12-25 20:01:53 +02:00
										 |  |  | getgrammar(const char *filename) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     FILE *fp; | 
					
						
							|  |  |  |     node *n; | 
					
						
							|  |  |  |     grammar *g0, *g; | 
					
						
							|  |  |  |     perrdetail err; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     fp = fopen(filename, "r"); | 
					
						
							|  |  |  |     if (fp == NULL) { | 
					
						
							|  |  |  |         perror(filename); | 
					
						
							|  |  |  |         Py_Exit(1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     g0 = meta_grammar(); | 
					
						
							|  |  |  |     n = PyParser_ParseFile(fp, filename, g0, g0->g_start, | 
					
						
							|  |  |  |                   (char *)NULL, (char *)NULL, &err); | 
					
						
							|  |  |  |     fclose(fp); | 
					
						
							|  |  |  |     if (n == NULL) { | 
					
						
							|  |  |  |         fprintf(stderr, "Parsing error %d, line %d.\n", | 
					
						
							|  |  |  |             err.error, err.lineno); | 
					
						
							|  |  |  |         if (err.text != NULL) { | 
					
						
							| 
									
										
										
										
											2014-09-05 10:10:23 +03:00
										 |  |  |             size_t len; | 
					
						
							|  |  |  |             int i; | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |             fprintf(stderr, "%s", err.text); | 
					
						
							| 
									
										
										
										
											2014-09-05 10:10:23 +03:00
										 |  |  |             len = strlen(err.text); | 
					
						
							|  |  |  |             if (len == 0 || err.text[len-1] != '\n') | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |                 fprintf(stderr, "\n"); | 
					
						
							|  |  |  |             for (i = 0; i < err.offset; i++) { | 
					
						
							|  |  |  |                 if (err.text[i] == '\t') | 
					
						
							|  |  |  |                     putc('\t', stderr); | 
					
						
							|  |  |  |                 else | 
					
						
							|  |  |  |                     putc(' ', stderr); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             fprintf(stderr, "^\n"); | 
					
						
							|  |  |  |             PyObject_FREE(err.text); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |         Py_Exit(1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     g = pgen(n); | 
					
						
							| 
									
										
										
										
											2013-06-29 21:03:51 +02:00
										 |  |  |     PyNode_Free(n); | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     if (g == NULL) { | 
					
						
							|  |  |  |         printf("Bad grammar.\n"); | 
					
						
							|  |  |  |         Py_Exit(1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     return g; | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-10-02 01:48:49 +00:00
										 |  |  | /* Can't happen in pgen */ | 
					
						
							|  |  |  | PyObject* | 
					
						
							|  |  |  | PyErr_Occurred() | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     return 0; | 
					
						
							| 
									
										
										
										
											2005-10-02 01:48:49 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | void | 
					
						
							| 
									
										
										
										
											2002-07-09 02:57:01 +00:00
										 |  |  | Py_FatalError(const char *msg) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     fprintf(stderr, "pgen: FATAL ERROR: %s\n", msg); | 
					
						
							|  |  |  |     Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | /* No-nonsense my_readline() for tokenizer.c */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | char * | 
					
						
							| 
									
										
										
										
											2013-10-19 21:03:34 +03:00
										 |  |  | PyOS_Readline(FILE *sys_stdin, FILE *sys_stdout, const char *prompt) | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     size_t n = 1000; | 
					
						
							|  |  |  |     char *p = (char *)PyMem_MALLOC(n); | 
					
						
							|  |  |  |     char *q; | 
					
						
							|  |  |  |     if (p == NULL) | 
					
						
							|  |  |  |         return NULL; | 
					
						
							|  |  |  |     fprintf(stderr, "%s", prompt); | 
					
						
							|  |  |  |     q = fgets(p, n, sys_stdin); | 
					
						
							|  |  |  |     if (q == NULL) { | 
					
						
							|  |  |  |         *p = '\0'; | 
					
						
							|  |  |  |         return p; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     n = strlen(p); | 
					
						
							|  |  |  |     if (n > 0 && p[n-1] != '\n') | 
					
						
							|  |  |  |         p[n-1] = '\n'; | 
					
						
							|  |  |  |     return (char *)PyMem_REALLOC(p, n+1); | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2002-04-14 20:12:41 +00:00
										 |  |  | /* No-nonsense fgets */ | 
					
						
							|  |  |  | char * | 
					
						
							|  |  |  | Py_UniversalNewlineFgets(char *buf, int n, FILE *stream, PyObject *fobj) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     return fgets(buf, n, stream); | 
					
						
							| 
									
										
										
										
											2002-04-14 20:12:41 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | #include <stdarg.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PySys_WriteStderr(const char *format, ...) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     va_list va; | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-05-09 15:52:27 +00:00
										 |  |  |     va_start(va, format); | 
					
						
							|  |  |  |     vfprintf(stderr, format, va); | 
					
						
							|  |  |  |     va_end(va); | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | } |