| 
									
										
										
										
											1991-02-19 12:39:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | /* Parser generator main program */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | /* This expects a filename containing the grammar as argv[1] (UNIX)
 | 
					
						
							|  |  |  |    or asks the console for such a file name (THINK C). | 
					
						
							|  |  |  |    It writes its output on two files in the current directory: | 
					
						
							|  |  |  |    - "graminit.c" gets the grammar as a bunch of initialized data | 
					
						
							|  |  |  |    - "graminit.h" gets the grammar's non-terminals as #defines. | 
					
						
							|  |  |  |    Error messages and status info during the generation process are | 
					
						
							|  |  |  |    written to stdout, or sometimes to stderr. */ | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | /* XXX TO DO:
 | 
					
						
							|  |  |  |    - check for duplicate definitions of names (instead of fatal err) | 
					
						
							|  |  |  | */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2002-04-14 20:12:41 +00:00
										 |  |  | #include "Python.h"
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #include "pgenheaders.h"
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | #include "grammar.h"
 | 
					
						
							|  |  |  | #include "node.h"
 | 
					
						
							|  |  |  | #include "parsetok.h"
 | 
					
						
							|  |  |  | #include "pgen.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | int Py_DebugFlag; | 
					
						
							| 
									
										
										
										
											1998-04-10 19:34:15 +00:00
										 |  |  | int Py_VerboseFlag; | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | /* Forward */ | 
					
						
							| 
									
										
										
										
											2000-07-09 03:09:57 +00:00
										 |  |  | grammar *getgrammar(char *filename); | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | #ifdef THINK_C
 | 
					
						
							| 
									
										
										
										
											2000-07-09 03:09:57 +00:00
										 |  |  | int main(int, char **); | 
					
						
							|  |  |  | char *askfile(void); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1993-07-05 10:31:29 +00:00
										 |  |  | void | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | Py_Exit(int sts) | 
					
						
							| 
									
										
										
										
											1993-07-05 10:31:29 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	exit(sts); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | int | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | main(int argc, char **argv) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	grammar *g; | 
					
						
							|  |  |  | 	FILE *fp; | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	char *filename, *graminit_h, *graminit_c; | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | #ifdef THINK_C
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	filename = askfile(); | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	graminit_h = askfile(); | 
					
						
							|  |  |  | 	graminit_c = askfile(); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #else
 | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	if (argc != 4) { | 
					
						
							|  |  |  | 		fprintf(stderr, | 
					
						
							|  |  |  | 			"usage: %s grammar graminit.h graminit.c\n", argv[0]); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(2); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	filename = argv[1]; | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	graminit_h = argv[2]; | 
					
						
							|  |  |  | 	graminit_c = argv[3]; | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 	g = getgrammar(filename); | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	fp = fopen(graminit_c, "w"); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	if (fp == NULL) { | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 		perror(graminit_c); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2001-09-11 16:43:16 +00:00
										 |  |  | 	if (Py_DebugFlag) | 
					
						
							|  |  |  | 		printf("Writing %s ...\n", graminit_c); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	printgrammar(g, fp); | 
					
						
							|  |  |  | 	fclose(fp); | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 	fp = fopen(graminit_h, "w"); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	if (fp == NULL) { | 
					
						
							| 
									
										
										
										
											2001-02-16 03:57:53 +00:00
										 |  |  | 		perror(graminit_h); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2001-09-11 16:43:16 +00:00
										 |  |  | 	if (Py_DebugFlag) | 
					
						
							|  |  |  | 		printf("Writing %s ...\n", graminit_h); | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	printnonterminals(g, fp); | 
					
						
							|  |  |  | 	fclose(fp); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 	Py_Exit(0); | 
					
						
							| 
									
										
										
										
											1996-12-02 18:27:33 +00:00
										 |  |  | 	return 0; /* Make gcc -Wall happy */ | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | grammar * | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | getgrammar(char *filename) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	FILE *fp; | 
					
						
							|  |  |  | 	node *n; | 
					
						
							|  |  |  | 	grammar *g0, *g; | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 	perrdetail err; | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	 | 
					
						
							|  |  |  | 	fp = fopen(filename, "r"); | 
					
						
							|  |  |  | 	if (fp == NULL) { | 
					
						
							|  |  |  | 		perror(filename); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	g0 = meta_grammar(); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 	n = PyParser_ParseFile(fp, filename, g0, g0->g_start, | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 		      (char *)NULL, (char *)NULL, &err); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	fclose(fp); | 
					
						
							|  |  |  | 	if (n == NULL) { | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 		fprintf(stderr, "Parsing error %d, line %d.\n", | 
					
						
							|  |  |  | 			err.error, err.lineno); | 
					
						
							|  |  |  | 		if (err.text != NULL) { | 
					
						
							| 
									
										
										
										
											2000-06-28 22:00:02 +00:00
										 |  |  | 			size_t i; | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 			fprintf(stderr, "%s", err.text); | 
					
						
							|  |  |  | 			i = strlen(err.text); | 
					
						
							|  |  |  | 			if (i == 0 || err.text[i-1] != '\n') | 
					
						
							|  |  |  | 				fprintf(stderr, "\n"); | 
					
						
							|  |  |  | 			for (i = 0; i < err.offset; i++) { | 
					
						
							|  |  |  | 				if (err.text[i] == '\t') | 
					
						
							|  |  |  | 					putc('\t', stderr); | 
					
						
							|  |  |  | 				else | 
					
						
							|  |  |  | 					putc(' ', stderr); | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			fprintf(stderr, "^\n"); | 
					
						
							| 
									
										
										
										
											2000-05-03 23:44:39 +00:00
										 |  |  | 			PyMem_DEL(err.text); | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	g = pgen(n); | 
					
						
							|  |  |  | 	if (g == NULL) { | 
					
						
							|  |  |  | 		printf("Bad grammar.\n"); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	return g; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | #ifdef THINK_C
 | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | char * | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | askfile(void) | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	char buf[256]; | 
					
						
							|  |  |  | 	static char name[256]; | 
					
						
							|  |  |  | 	printf("Input file name: "); | 
					
						
							|  |  |  | 	if (fgets(buf, sizeof buf, stdin) == NULL) { | 
					
						
							|  |  |  | 		printf("EOF\n"); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											1990-12-20 23:11:02 +00:00
										 |  |  | 	/* XXX The (unsigned char *) case is needed by THINK C 3.0 */ | 
					
						
							|  |  |  | 	if (sscanf(/*(unsigned char *)*/buf, " %s ", name) != 1) { | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 		printf("No file\n"); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 		Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | 	return name; | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											1990-12-20 15:06:42 +00:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | Py_FatalError(char *msg) | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	fprintf(stderr, "pgen: FATAL ERROR: %s\n", msg); | 
					
						
							| 
									
										
										
										
											1997-04-29 21:03:06 +00:00
										 |  |  | 	Py_Exit(1); | 
					
						
							| 
									
										
										
										
											1990-10-14 12:07:46 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1992-03-27 17:31:35 +00:00
										 |  |  | #ifdef macintosh
 | 
					
						
							|  |  |  | /* ARGSUSED */ | 
					
						
							|  |  |  | int | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | guesstabsize(char *path) | 
					
						
							| 
									
										
										
										
											1992-03-27 17:31:35 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	return 4; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | /* No-nonsense my_readline() for tokenizer.c */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | char * | 
					
						
							| 
									
										
										
										
											2000-07-22 19:20:54 +00:00
										 |  |  | PyOS_Readline(char *prompt) | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2000-06-28 22:00:02 +00:00
										 |  |  | 	size_t n = 1000; | 
					
						
							| 
									
										
										
										
											2000-05-03 23:44:39 +00:00
										 |  |  | 	char *p = PyMem_MALLOC(n); | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | 	char *q; | 
					
						
							|  |  |  | 	if (p == NULL) | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							|  |  |  | 	fprintf(stderr, "%s", prompt); | 
					
						
							|  |  |  | 	q = fgets(p, n, stdin); | 
					
						
							|  |  |  | 	if (q == NULL) { | 
					
						
							|  |  |  | 		*p = '\0'; | 
					
						
							|  |  |  | 		return p; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	n = strlen(p); | 
					
						
							|  |  |  | 	if (n > 0 && p[n-1] != '\n') | 
					
						
							|  |  |  | 		p[n-1] = '\n'; | 
					
						
							| 
									
										
										
										
											2000-05-03 23:44:39 +00:00
										 |  |  | 	return PyMem_REALLOC(p, n+1); | 
					
						
							| 
									
										
										
										
											1994-08-30 08:27:36 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2002-04-14 20:12:41 +00:00
										 |  |  | #ifdef WITH_UNIVERSAL_NEWLINES
 | 
					
						
							|  |  |  | /* No-nonsense fgets */ | 
					
						
							|  |  |  | char * | 
					
						
							|  |  |  | Py_UniversalNewlineFgets(char *buf, int n, FILE *stream, PyObject *fobj) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return fgets(buf, n, stream); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											1998-08-25 18:12:36 +00:00
										 |  |  | #include <stdarg.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PySys_WriteStderr(const char *format, ...) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	va_list va; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	va_start(va, format); | 
					
						
							|  |  |  | 	vfprintf(stderr, format, va); | 
					
						
							|  |  |  | 	va_end(va); | 
					
						
							|  |  |  | } |