cinap_lenrekadd hg and python4bb9e2215 years agoHistory
254 lines · 5.4 KB · C
RawDownload
 /* Grammar implementation */ #include "Python.h"#include "pgenheaders.h" #include <ctype.h> #include "token.h"#include "grammar.h" #ifdef RISCOS#include <unixlib.h>#endif extern int Py_DebugFlag; grammar *newgrammar(int start){	grammar *g;		g = (grammar *)PyObject_MALLOC(sizeof(grammar));	if (g == NULL)		Py_FatalError("no mem for new grammar");	g->g_ndfas = 0;	g->g_dfa = NULL;	g->g_start = start;	g->g_ll.ll_nlabels = 0;	g->g_ll.ll_label = NULL;	g->g_accel = 0;	return g;} dfa *adddfa(grammar *g, int type, char *name){	dfa *d;		g->g_dfa = (dfa *)PyObject_REALLOC(g->g_dfa,                                             sizeof(dfa) * (g->g_ndfas + 1));	if (g->g_dfa == NULL)		Py_FatalError("no mem to resize dfa in adddfa");	d = &g->g_dfa[g->g_ndfas++];	d->d_type = type;	d->d_name = strdup(name);	d->d_nstates = 0;	d->d_state = NULL;	d->d_initial = -1;	d->d_first = NULL;	return d; /* Only use while fresh! */} intaddstate(dfa *d){	state *s;		d->d_state = (state *)PyObject_REALLOC(d->d_state,				      sizeof(state) * (d->d_nstates + 1));	if (d->d_state == NULL)		Py_FatalError("no mem to resize state in addstate");	s = &d->d_state[d->d_nstates++];	s->s_narcs = 0;	s->s_arc = NULL;	s->s_lower = 0;	s->s_upper = 0;	s->s_accel = NULL;	s->s_accept = 0;	return s - d->d_state;} voidaddarc(dfa *d, int from, int to, int lbl){	state *s;	arc *a;		assert(0 <= from && from < d->d_nstates);	assert(0 <= to && to < d->d_nstates);		s = &d->d_state[from];	s->s_arc = (arc *)PyObject_REALLOC(s->s_arc, sizeof(arc) * (s->s_narcs + 1));	if (s->s_arc == NULL)		Py_FatalError("no mem to resize arc list in addarc");	a = &s->s_arc[s->s_narcs++];	a->a_lbl = lbl;	a->a_arrow = to;} intaddlabel(labellist *ll, int type, char *str){	int i;	label *lb;		for (i = 0; i < ll->ll_nlabels; i++) {		if (ll->ll_label[i].lb_type == type &&			strcmp(ll->ll_label[i].lb_str, str) == 0)			return i;	}	ll->ll_label = (label *)PyObject_REALLOC(ll->ll_label,					sizeof(label) * (ll->ll_nlabels + 1));	if (ll->ll_label == NULL)		Py_FatalError("no mem to resize labellist in addlabel");	lb = &ll->ll_label[ll->ll_nlabels++];	lb->lb_type = type;	lb->lb_str = strdup(str);	if (Py_DebugFlag)		printf("Label @ %8p, %d: %s\n", ll, ll->ll_nlabels,		       PyGrammar_LabelRepr(lb));	return lb - ll->ll_label;} /* Same, but rather dies than adds */ intfindlabel(labellist *ll, int type, char *str){	int i;		for (i = 0; i < ll->ll_nlabels; i++) {		if (ll->ll_label[i].lb_type == type /*&&			strcmp(ll->ll_label[i].lb_str, str) == 0*/)			return i;	}	fprintf(stderr, "Label %d/'%s' not found\n", type, str);	Py_FatalError("grammar.c:findlabel()");	return 0; /* Make gcc -Wall happy */} /* Forward */static void translabel(grammar *, label *); voidtranslatelabels(grammar *g){	int i; #ifdef Py_DEBUG	printf("Translating labels ...\n");#endif	/* Don't translate EMPTY */	for (i = EMPTY+1; i < g->g_ll.ll_nlabels; i++)		translabel(g, &g->g_ll.ll_label[i]);} static voidtranslabel(grammar *g, label *lb){	int i;		if (Py_DebugFlag)		printf("Translating label %s ...\n", PyGrammar_LabelRepr(lb));		if (lb->lb_type == NAME) {		for (i = 0; i < g->g_ndfas; i++) {			if (strcmp(lb->lb_str, g->g_dfa[i].d_name) == 0) {				if (Py_DebugFlag)					printf(					    "Label %s is non-terminal %d.\n",					    lb->lb_str,					    g->g_dfa[i].d_type);				lb->lb_type = g->g_dfa[i].d_type;				free(lb->lb_str);				lb->lb_str = NULL;				return;			}		}		for (i = 0; i < (int)N_TOKENS; i++) {			if (strcmp(lb->lb_str, _PyParser_TokenNames[i]) == 0) {				if (Py_DebugFlag)					printf("Label %s is terminal %d.\n",						lb->lb_str, i);				lb->lb_type = i;				free(lb->lb_str);				lb->lb_str = NULL;				return;			}		}		printf("Can't translate NAME label '%s'\n", lb->lb_str);		return;	}		if (lb->lb_type == STRING) {		if (isalpha(Py_CHARMASK(lb->lb_str[1])) ||		    lb->lb_str[1] == '_') {			char *p;			char *src;			char *dest;			size_t name_len;			if (Py_DebugFlag)				printf("Label %s is a keyword\n", lb->lb_str);			lb->lb_type = NAME;			src = lb->lb_str + 1;			p = strchr(src, '\'');			if (p)				name_len = p - src;			else				name_len = strlen(src);			dest = (char *)malloc(name_len + 1);			if (!dest) {				printf("Can't alloc dest '%s'\n", src);				return;			}			strncpy(dest, src, name_len);			dest[name_len] = '\0';			free(lb->lb_str);			lb->lb_str = dest;		}		else if (lb->lb_str[2] == lb->lb_str[0]) {			int type = (int) PyToken_OneChar(lb->lb_str[1]);			if (type != OP) {				lb->lb_type = type;				free(lb->lb_str);				lb->lb_str = NULL;			}			else				printf("Unknown OP label %s\n",					lb->lb_str);		}		else if (lb->lb_str[2] && lb->lb_str[3] == lb->lb_str[0]) {			int type = (int) PyToken_TwoChars(lb->lb_str[1],						   lb->lb_str[2]);			if (type != OP) {				lb->lb_type = type;				free(lb->lb_str);				lb->lb_str = NULL;			}			else				printf("Unknown OP label %s\n",					lb->lb_str);		}		else if (lb->lb_str[2] && lb->lb_str[3] && lb->lb_str[4] == lb->lb_str[0]) {			int type = (int) PyToken_ThreeChars(lb->lb_str[1],							    lb->lb_str[2],							    lb->lb_str[3]);			if (type != OP) {				lb->lb_type = type;				free(lb->lb_str);				lb->lb_str = NULL;			}			else				printf("Unknown OP label %s\n",					lb->lb_str);		}		else			printf("Can't translate STRING label %s\n",				lb->lb_str);	}	else		printf("Can't translate label '%s'\n",		       PyGrammar_LabelRepr(lb));}