More renames for Tool Packages

[mirror_edk2.git] / Tools / CodeTools / Source / Pccts / h / ATokenBuffer.cpp

/* ANTLRTokenBuffer.cpp\r
 *\r
 * SOFTWARE RIGHTS\r
 *\r
 * We reserve no LEGAL rights to the Purdue Compiler Construction Tool\r
 * Set (PCCTS) -- PCCTS is in the public domain.  An individual or\r
 * company may do whatever they wish with source code distributed with\r
 * PCCTS or the code generated by PCCTS, including the incorporation of\r
 * PCCTS, or its output, into commerical software.\r
 *\r
 * We encourage users to develop software with PCCTS.  However, we do ask\r
 * that credit is given to us for developing PCCTS.  By "credit",\r
 * we mean that if you incorporate our source code into one of your\r
 * programs (commercial product, research project, or otherwise) that you\r
 * acknowledge this fact somewhere in the documentation, research report,\r
 * etc...  If you like PCCTS and have developed a nice tool with the\r
 * output, please mention that you developed it using PCCTS.  In\r
 * addition, we ask that this header remain intact in our source code.\r
 * As long as these guidelines are kept, we expect to continue enhancing\r
 * this system and expect to make other tools available as they are\r
 * completed.\r
 *\r
 * ANTLR 1.33\r
 * Terence Parr\r
 * Parr Research Corporation\r
 * with Purdue University and AHPCRC, University of Minnesota\r
 * 1989-2000\r
 */\r
\r
typedef int ANTLRTokenType;	// fool AToken.h into compiling\r
\r
class ANTLRParser;					/* MR1 */\r
\r
#define ANTLR_SUPPORT_CODE\r
\r
#include "pcctscfg.h"\r
\r
#include ATOKENBUFFER_H\r
#include APARSER_H		// MR23\r
\r
typedef ANTLRAbstractToken *_ANTLRTokenPtr;\r
\r
#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
static unsigned char test[1000];\r
#endif\r
\r
#ifdef DBG_REFCOUNTTOKEN\r
int ANTLRRefCountToken::ctor = 0; /* MR23 */\r
int ANTLRRefCountToken::dtor = 0; /* MR23 */\r
#endif\r
\r
ANTLRTokenBuffer::\r
ANTLRTokenBuffer(ANTLRTokenStream *_input, int _k, int _chunk_size_formal) /* MR14 */\r
{\r
	this->input = _input;\r
	this->k = _k;\r
	buffer_size = chunk_size = _chunk_size_formal;\r
	buffer = (_ANTLRTokenPtr *)\r
			 calloc(chunk_size+1,sizeof(_ANTLRTokenPtr ));\r
	if ( buffer == NULL ) {\r
		panic("cannot alloc token buffer");\r
	}\r
	buffer++;				// leave the first elem empty so tp-1 is valid ptr\r
\r
	tp = &buffer[0];\r
	last = tp-1;\r
	next = &buffer[0];\r
	num_markers = 0;\r
	end_of_buffer = &buffer[buffer_size-1];\r
	threshold = &buffer[(int)(buffer_size/2)];	// MR23 - Used to be 1.0/2.0 !\r
	_deleteTokens = 1; 	// assume we delete tokens\r
	parser=NULL;				// MR5 - uninitialized reference\r
}\r
\r
static void f() {;}\r
ANTLRTokenBuffer::\r
~ANTLRTokenBuffer()\r
{\r
	f();\r
	// Delete all remaining tokens (from 0..last inclusive)\r
	if ( _deleteTokens )\r
	{\r
		_ANTLRTokenPtr *z;\r
		for (z=buffer; z<=last; z++)\r
		{\r
			(*z)->deref();\r
//			z->deref();\r
#ifdef DBG_REFCOUNTTOKEN\r
					/* MR23 */ printMessage(stderr, "##########dtor: deleting token '%s' (ref %d)\n",\r
							((ANTLRCommonToken *)*z)->getText(), (*z)->nref());\r
#endif\r
			if ( (*z)->nref()==0 )\r
			{\r
				delete (*z);\r
			}\r
		}\r
	}\r
\r
	if ( buffer!=NULL ) free((char *)(buffer-1));\r
}\r
\r
#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
#include "pccts_stdio.h"\r
PCCTS_NAMESPACE_STD\r
#endif\r
\r
_ANTLRTokenPtr ANTLRTokenBuffer::\r
getToken()\r
{\r
	if ( tp <= last )	// is there any buffered lookahead still to be read?\r
	{\r
		return *tp++;	// read buffered lookahead\r
	}\r
	// out of buffered lookahead, get some more "real"\r
	// input from getANTLRToken()\r
	if ( num_markers==0 )\r
	{\r
		if( next > threshold )\r
		{\r
#ifdef DBG_TBUF\r
/* MR23 */ printMessage(stderr,"getToken: next > threshold (high water is %d)\n", threshold-buffer);\r
#endif\r
			makeRoom();\r
		}\r
	}\r
	else {\r
		if ( next > end_of_buffer )\r
		{\r
#ifdef DBG_TBUF\r
/* MR23 */ printMessage(stderr,"getToken: next > end_of_buffer (size is %d)\n", buffer_size);\r
#endif\r
			extendBuffer();\r
		}\r
	}\r
	*next = getANTLRToken();\r
	(*next)->ref();				// say we have a copy of this pointer in buffer\r
	last = next;\r
	next++;\r
	tp = last;\r
	return *tp++;\r
}\r
\r
void ANTLRTokenBuffer::\r
rewind(int pos)\r
{\r
#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
	/* MR23 */ printMessage(stderr, "rewind(%d)[nm=%d,from=%d,%d.n=%d]\n", pos, num_markers, tp-buffer,pos,test[pos]);\r
	test[pos]--;\r
#endif\r
	tp = &buffer[pos];\r
	num_markers--;\r
}\r
\r
/*\r
 * This function is used to specify that the token pointers read\r
 * by the ANTLRTokenBuffer should be buffered up (to be reused later).\r
 */\r
int ANTLRTokenBuffer::\r
mark()\r
{\r
#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
	test[tp-buffer]++;\r
	/* MR23 */ printMessage(stderr,"mark(%d)[nm=%d,%d.n=%d]\n",tp-buffer,num_markers+1,tp-buffer,test[tp-buffer]);\r
#endif\r
	num_markers++;\r
	return tp - buffer;\r
}\r
\r
/*\r
 * returns the token pointer n positions ahead.\r
 * This implies that bufferedToken(1) gets the NEXT symbol of lookahead.\r
 * This is used in conjunction with the ANTLRParser lookahead buffer.\r
 *\r
 * No markers are set or anything.  A bunch of input is buffered--that's all.\r
 * The tp pointer is left alone as the lookahead has not been advanced\r
 * with getToken().  The next call to getToken() will find a token\r
 * in the buffer and won't have to call getANTLRToken().\r
 *\r
 * If this is called before a consume() is done, how_many_more_i_need is\r
 * set to 'n'.\r
 */\r
_ANTLRTokenPtr ANTLRTokenBuffer::\r
bufferedToken(int n)\r
{\r
//	int how_many_more_i_need = (last-tp < 0) ? n : n-(last-tp)-1;\r
	int how_many_more_i_need = (tp > last) ? n : n-(last-tp)-1;\r
	// Make sure that at least n tokens are available in the buffer\r
#ifdef DBG_TBUF\r
	/* MR23 */ printMessage(stderr, "bufferedToken(%d)\n", n);\r
#endif\r
	for (int i=1; i<=how_many_more_i_need; i++)\r
	{\r
		if ( next > end_of_buffer )	// buffer overflow?\r
		{\r
			extendBuffer();\r
		}\r
		*next = getANTLRToken();\r
		(*next)->ref();		// say we have a copy of this pointer in buffer\r
		last = next;\r
		next++;\r
	}\r
	return tp[n - 1];\r
}\r
\r
/* If no markers are set, the none of the input needs to be saved (except\r
 * for the lookahead Token pointers).  We save only k-1 token pointers as\r
 * we are guaranteed to do a getANTLRToken() right after this because otherwise\r
 * we wouldn't have needed to extend the buffer.\r
 *\r
 * If there are markers in the buffer, we need to save things and so\r
 * extendBuffer() is called.\r
 */\r
void ANTLRTokenBuffer::\r
makeRoom()\r
{\r
#ifdef DBG_TBUF\r
	/* MR23 */ printMessage(stderr, "in makeRoom.................\n");\r
	/* MR23 */ printMessage(stderr, "num_markers==%d\n", num_markers);\r
#endif\r
/*\r
	if ( num_markers == 0 )\r
	{\r
*/\r
#ifdef DBG_TBUF\r
		/* MR23 */ printMessage(stderr, "moving lookahead and resetting next\n");\r
\r
		_ANTLRTokenPtr *r;\r
		/* MR23 */ printMessage(stderr, "tbuf = [");\r
		for (r=buffer; r<=last; r++)\r
		{\r
			if ( *r==NULL ) /* MR23 */ printMessage(stderr, " xxx");\r
			else /* MR23 */ printMessage(stderr, " '%s'", ((ANTLRCommonToken *)*r)->getText());\r
		}\r
		/* MR23 */ printMessage(stderr, " ]\n");\r
\r
		/* MR23 */ printMessage(stderr,\r
		"before: tp=%d, last=%d, next=%d, threshold=%d\n",tp-buffer,last-buffer,next-buffer,threshold-buffer);\r
#endif\r
\r
		// Delete all tokens from 0..last-(k-1) inclusive\r
		if ( _deleteTokens )\r
		{\r
			_ANTLRTokenPtr *z;\r
			for (z=buffer; z<=last-(k-1); z++)\r
			{\r
				(*z)->deref();\r
//				z->deref();\r
#ifdef DBG_REFCOUNTTOKEN\r
					/* MR23 */ printMessage(stderr, "##########makeRoom: deleting token '%s' (ref %d)\n",\r
							((ANTLRCommonToken *)*z)->getText(), (*z)->nref());\r
#endif\r
				if ( (*z)->nref()==0 )\r
				{\r
					delete (*z);\r
				}\r
			}\r
		}\r
\r
		// reset the buffer to initial conditions, but move k-1 symbols\r
		// to the beginning of buffer and put new input symbol at k\r
		_ANTLRTokenPtr *p = buffer, *q = last-(k-1)+1;\r
//		ANTLRAbstractToken **p = buffer, **q = end_of_buffer-(k-1)+1;\r
#ifdef DBG_TBUF\r
		/* MR23 */ printMessage(stderr, "lookahead buffer = [");\r
#endif\r
		for (int i=1; i<=(k-1); i++)\r
		{\r
			*p++ = *q++;\r
#ifdef DBG_TBUF\r
			/* MR23 */ printMessage(stderr,\r
			" '%s'", ((ANTLRCommonToken *)buffer[i-1])->getText());\r
#endif\r
		}\r
#ifdef DBG_TBUF\r
		/* MR23 */ printMessage(stderr, " ]\n");\r
#endif\r
		next = &buffer[k-1];\r
		tp = &buffer[k-1];	// tp points to what will be filled in next\r
		last = tp-1;\r
#ifdef DBG_TBUF\r
		/* MR23 */ printMessage(stderr,\r
		"after: tp=%d, last=%d, next=%d\n",\r
		tp-buffer, last-buffer, next-buffer);\r
#endif\r
/*\r
	}\r
	else {\r
		extendBuffer();\r
	}\r
*/\r
}\r
\r
/* This function extends 'buffer' by chunk_size and returns with all\r
 * pointers at the same relative positions in the buffer (the buffer base\r
 * address could have changed in realloc()) except that 'next' comes\r
 * back set to where the next token should be stored.  All other pointers\r
 * are untouched.\r
 */\r
void\r
ANTLRTokenBuffer::\r
extendBuffer()\r
{\r
	int save_last = last-buffer, save_tp = tp-buffer, save_next = next-buffer;\r
#ifdef DBG_TBUF\r
	/* MR23 */ printMessage(stderr, "extending physical buffer\n");\r
#endif\r
	buffer_size += chunk_size;\r
	buffer = (_ANTLRTokenPtr *)\r
		realloc((char *)(buffer-1),\r
				(buffer_size+1)*sizeof(_ANTLRTokenPtr ));\r
	if ( buffer == NULL ) {\r
		panic("cannot alloc token buffer");\r
	}\r
	buffer++;				// leave the first elem empty so tp-1 is valid ptr\r
\r
	tp = buffer + save_tp;	// put the pointers back to same relative position\r
	last = buffer + save_last;\r
	next = buffer + save_next;\r
	end_of_buffer = &buffer[buffer_size-1];\r
	threshold = &buffer[(int)(buffer_size*(1.0/2.0))];\r
\r
/*\r
	// zero out new token ptrs so we'll know if something to delete in buffer\r
	ANTLRAbstractToken **p = end_of_buffer-chunk_size+1;\r
	for (; p<=end_of_buffer; p++) *p = NULL;\r
*/\r
}\r
\r
ANTLRParser * ANTLRTokenBuffer::				// MR1\r
setParser(ANTLRParser *p) {					// MR1\r
  ANTLRParser	*old=parser;					// MR1\r
  parser=p;							// MR1\r
  input->setParser(p);						// MR1\r
  return old;							// MR1\r
}								// MR1\r
								// MR1\r
ANTLRParser * ANTLRTokenBuffer::				// MR1\r
getParser() {							// MR1\r
  return parser;						// MR1\r
}								// MR1\r
\r
void ANTLRTokenBuffer::panic(const char *msg) // MR23\r
{ \r
	if (parser)				//MR23\r
		parser->panic(msg);	//MR23\r
	else					//MR23\r
		exit(PCCTS_EXIT_FAILURE); \r
} \r
\r
//MR23\r
int ANTLRTokenBuffer::printMessage(FILE* pFile, const char* pFormat, ...)\r
{\r
	va_list marker;\r
	va_start( marker, pFormat );\r
\r
	int iRet = 0;\r
	if (parser)\r
		parser->printMessageV(pFile, pFormat, marker);\r
	else\r
  		iRet = vfprintf(pFile, pFormat, marker);\r
\r
	va_end( marker );\r
	return iRet;\r
}\r
\r
/* to avoid having to link in another file just for the smart token ptr\r
 * stuff, we include it here.  Ugh.\r
 *\r
 * MR23 This causes nothing but problems for IDEs.\r
 *      Change from .cpp to .h\r
 *\r
 */\r
\r
#include ATOKPTR_IMPL_H\r