+++ /dev/null
-/* ANTLRTokenBuffer.C\r
- *\r
- * SOFTWARE RIGHTS\r
- *\r
- * We reserve no LEGAL rights to the Purdue Compiler Construction Tool\r
- * Set (PCCTS) -- PCCTS is in the public domain. An individual or\r
- * company may do whatever they wish with source code distributed with\r
- * PCCTS or the code generated by PCCTS, including the incorporation of\r
- * PCCTS, or its output, into commerical software.\r
- *\r
- * We encourage users to develop software with PCCTS. However, we do ask\r
- * that credit is given to us for developing PCCTS. By "credit",\r
- * we mean that if you incorporate our source code into one of your\r
- * programs (commercial product, research project, or otherwise) that you\r
- * acknowledge this fact somewhere in the documentation, research report,\r
- * etc... If you like PCCTS and have developed a nice tool with the\r
- * output, please mention that you developed it using PCCTS. In\r
- * addition, we ask that this header remain intact in our source code.\r
- * As long as these guidelines are kept, we expect to continue enhancing\r
- * this system and expect to make other tools available as they are\r
- * completed.\r
- *\r
- * ANTLR 1.33\r
- * Terence Parr\r
- * Parr Research Corporation\r
- * with Purdue University and AHPCRC, University of Minnesota\r
- * 1989-1998\r
- */\r
-\r
-typedef int ANTLRTokenType; // fool AToken.h into compiling\r
-\r
-class ANTLRParser; /* MR1 */\r
-\r
-#define ANTLR_SUPPORT_CODE\r
-\r
-#include "pcctscfg.h"\r
-\r
-#include ATOKENBUFFER_H\r
-typedef ANTLRAbstractToken *_ANTLRTokenPtr;\r
-\r
-#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
-static unsigned char test[1000];\r
-#endif\r
-\r
-#ifdef DBG_REFCOUNTTOKEN\r
-int ANTLRCommonToken::ctor = 0;\r
-int ANTLRCommonToken::dtor = 0;\r
-#endif\r
-\r
-ANTLRTokenBuffer::\r
-ANTLRTokenBuffer(ANTLRTokenStream *_input, int _k, int _chunk_size_formal) /* MR14 */\r
-{\r
- this->input = _input;\r
- this->k = _k;\r
- buffer_size = chunk_size = _chunk_size_formal;\r
- buffer = (_ANTLRTokenPtr *)\r
- calloc(chunk_size+1,sizeof(_ANTLRTokenPtr ));\r
- if ( buffer == NULL ) {\r
- panic("cannot alloc token buffer");\r
- }\r
- buffer++; // leave the first elem empty so tp-1 is valid ptr\r
-\r
- tp = &buffer[0];\r
- last = tp-1;\r
- next = &buffer[0];\r
- num_markers = 0;\r
- end_of_buffer = &buffer[buffer_size-1];\r
- // BUGBUG -- threshold = &buffer[(int)(buffer_size*(1.0/2.0))];\r
- threshold = &buffer[(int)(buffer_size / 2)];\r
- _deleteTokens = 1; // assume we delete tokens\r
- parser=NULL; // MR5 - uninitialized reference\r
-}\r
-\r
-static void f() {;}\r
-ANTLRTokenBuffer::\r
-~ANTLRTokenBuffer()\r
-{\r
- f();\r
- // Delete all remaining tokens (from 0..last inclusive)\r
- if ( _deleteTokens )\r
- {\r
- _ANTLRTokenPtr *z;\r
- for (z=buffer; z<=last; z++)\r
- {\r
- (*z)->deref();\r
-// z->deref();\r
-#ifdef DBG_REFCOUNTTOKEN\r
- fprintf(stderr, "##########dtor: deleting token '%s' (ref %d)\n",\r
- ((ANTLRCommonToken *)*z)->getText(), (*z)->nref());\r
-#endif\r
- if ( (*z)->nref()==0 )\r
- {\r
- delete (*z);\r
- }\r
- }\r
- }\r
-\r
- if ( buffer!=NULL ) free((char *)(buffer-1));\r
-}\r
-\r
-#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
-#include "pccts_stdio.h"\r
-PCCTS_NAMESPACE_STD\r
-#endif\r
-\r
-_ANTLRTokenPtr ANTLRTokenBuffer::\r
-getToken()\r
-{\r
- if ( tp <= last ) // is there any buffered lookahead still to be read?\r
- {\r
- return *tp++; // read buffered lookahead\r
- }\r
- // out of buffered lookahead, get some more "real"\r
- // input from getANTLRToken()\r
- if ( num_markers==0 )\r
- {\r
- if( next > threshold )\r
- {\r
-#ifdef DBG_TBUF\r
-fprintf(stderr,"getToken: next > threshold (high water is %d)\n", threshold-buffer);\r
-#endif\r
- makeRoom();\r
- }\r
- }\r
- else {\r
- if ( next > end_of_buffer )\r
- {\r
-#ifdef DBG_TBUF\r
-fprintf(stderr,"getToken: next > end_of_buffer (size is %d)\n", buffer_size);\r
-#endif\r
- extendBuffer();\r
- }\r
- }\r
- *next = getANTLRToken();\r
- (*next)->ref(); // say we have a copy of this pointer in buffer\r
- last = next;\r
- next++;\r
- tp = last;\r
- return *tp++;\r
-}\r
-\r
-void ANTLRTokenBuffer::\r
-rewind(int pos)\r
-{\r
-#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
- fprintf(stderr, "rewind(%d)[nm=%d,from=%d,%d.n=%d]\n", pos, num_markers, tp-buffer,pos,test[pos]);\r
- test[pos]--;\r
-#endif\r
- tp = &buffer[pos];\r
- num_markers--;\r
-}\r
-\r
-/*\r
- * This function is used to specify that the token pointers read\r
- * by the ANTLRTokenBuffer should be buffered up (to be reused later).\r
- */\r
-int ANTLRTokenBuffer::\r
-mark()\r
-{\r
-#if defined(DBG_TBUF)||defined(DBG_TBUF_MARK_REW)\r
- test[tp-buffer]++;\r
- fprintf(stderr,"mark(%d)[nm=%d,%d.n=%d]\n",tp-buffer,num_markers+1,tp-buffer,test[tp-buffer]);\r
-#endif\r
- num_markers++;\r
- return tp - buffer;\r
-}\r
-\r
-/*\r
- * returns the token pointer n positions ahead.\r
- * This implies that bufferedToken(1) gets the NEXT symbol of lookahead.\r
- * This is used in conjunction with the ANTLRParser lookahead buffer.\r
- *\r
- * No markers are set or anything. A bunch of input is buffered--that's all.\r
- * The tp pointer is left alone as the lookahead has not been advanced\r
- * with getToken(). The next call to getToken() will find a token\r
- * in the buffer and won't have to call getANTLRToken().\r
- *\r
- * If this is called before a consume() is done, how_many_more_i_need is\r
- * set to 'n'.\r
- */\r
-_ANTLRTokenPtr ANTLRTokenBuffer::\r
-bufferedToken(int n)\r
-{\r
-// int how_many_more_i_need = (last-tp < 0) ? n : n-(last-tp)-1;\r
- int how_many_more_i_need = (tp > last) ? n : n-(last-tp)-1;\r
- // Make sure that at least n tokens are available in the buffer\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, "bufferedToken(%d)\n", n);\r
-#endif\r
- for (int i=1; i<=how_many_more_i_need; i++)\r
- {\r
- if ( next > end_of_buffer ) // buffer overflow?\r
- {\r
- extendBuffer();\r
- }\r
- *next = getANTLRToken();\r
- (*next)->ref(); // say we have a copy of this pointer in buffer\r
- last = next;\r
- next++;\r
- }\r
- return tp[n - 1];\r
-}\r
-\r
-/* If no markers are set, the none of the input needs to be saved (except\r
- * for the lookahead Token pointers). We save only k-1 token pointers as\r
- * we are guaranteed to do a getANTLRToken() right after this because otherwise\r
- * we wouldn't have needed to extend the buffer.\r
- *\r
- * If there are markers in the buffer, we need to save things and so\r
- * extendBuffer() is called.\r
- */\r
-void ANTLRTokenBuffer::\r
-makeRoom()\r
-{\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, "in makeRoom.................\n");\r
- fprintf(stderr, "num_markers==%d\n", num_markers);\r
-#endif\r
-/*\r
- if ( num_markers == 0 )\r
- {\r
-*/\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, "moving lookahead and resetting next\n");\r
-\r
- _ANTLRTokenPtr *r;\r
- fprintf(stderr, "tbuf = [");\r
- for (r=buffer; r<=last; r++)\r
- {\r
- if ( *r==NULL ) fprintf(stderr, " xxx");\r
- else fprintf(stderr, " '%s'", ((ANTLRCommonToken *)*r)->getText());\r
- }\r
- fprintf(stderr, " ]\n");\r
-\r
- fprintf(stderr,\r
- "before: tp=%d, last=%d, next=%d, threshold=%d\n",tp-buffer,last-buffer,next-buffer,threshold-buffer);\r
-#endif\r
-\r
- // Delete all tokens from 0..last-(k-1) inclusive\r
- if ( _deleteTokens )\r
- {\r
- _ANTLRTokenPtr *z;\r
- for (z=buffer; z<=last-(k-1); z++)\r
- {\r
- (*z)->deref();\r
-// z->deref();\r
-#ifdef DBG_REFCOUNTTOKEN\r
- fprintf(stderr, "##########makeRoom: deleting token '%s' (ref %d)\n",\r
- ((ANTLRCommonToken *)*z)->getText(), (*z)->nref());\r
-#endif\r
- if ( (*z)->nref()==0 )\r
- {\r
- delete (*z);\r
- }\r
- }\r
- }\r
-\r
- // reset the buffer to initial conditions, but move k-1 symbols\r
- // to the beginning of buffer and put new input symbol at k\r
- _ANTLRTokenPtr *p = buffer, *q = last-(k-1)+1;\r
-// ANTLRAbstractToken **p = buffer, **q = end_of_buffer-(k-1)+1;\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, "lookahead buffer = [");\r
-#endif\r
- for (int i=1; i<=(k-1); i++)\r
- {\r
- *p++ = *q++;\r
-#ifdef DBG_TBUF\r
- fprintf(stderr,\r
- " '%s'", ((ANTLRCommonToken *)buffer[i-1])->getText());\r
-#endif\r
- }\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, " ]\n");\r
-#endif\r
- next = &buffer[k-1];\r
- tp = &buffer[k-1]; // tp points to what will be filled in next\r
- last = tp-1;\r
-#ifdef DBG_TBUF\r
- fprintf(stderr,\r
- "after: tp=%d, last=%d, next=%d\n",\r
- tp-buffer, last-buffer, next-buffer);\r
-#endif\r
-/*\r
- }\r
- else {\r
- extendBuffer();\r
- }\r
-*/\r
-}\r
-\r
-/* This function extends 'buffer' by chunk_size and returns with all\r
- * pointers at the same relative positions in the buffer (the buffer base\r
- * address could have changed in realloc()) except that 'next' comes\r
- * back set to where the next token should be stored. All other pointers\r
- * are untouched.\r
- */\r
-void\r
-ANTLRTokenBuffer::\r
-extendBuffer()\r
-{\r
- int save_last = last-buffer, save_tp = tp-buffer, save_next = next-buffer;\r
-#ifdef DBG_TBUF\r
- fprintf(stderr, "extending physical buffer\n");\r
-#endif\r
- buffer_size += chunk_size;\r
- buffer = (_ANTLRTokenPtr *)\r
- realloc((char *)(buffer-1),\r
- (buffer_size+1)*sizeof(_ANTLRTokenPtr ));\r
- if ( buffer == NULL ) {\r
- panic("cannot alloc token buffer");\r
- }\r
- buffer++; // leave the first elem empty so tp-1 is valid ptr\r
-\r
- tp = buffer + save_tp; // put the pointers back to same relative position\r
- last = buffer + save_last;\r
- next = buffer + save_next;\r
- end_of_buffer = &buffer[buffer_size-1];\r
- // BUGBUG -- threshold = &buffer[(int)(buffer_size*(1.0/2.0))];\r
- threshold = &buffer[(int)(buffer_size / 2)];\r
-\r
-/*\r
- // zero out new token ptrs so we'll know if something to delete in buffer\r
- ANTLRAbstractToken **p = end_of_buffer-chunk_size+1;\r
- for (; p<=end_of_buffer; p++) *p = NULL;\r
-*/\r
-}\r
-\r
-ANTLRParser * ANTLRTokenBuffer:: // MR1\r
-setParser(ANTLRParser *p) { // MR1\r
- ANTLRParser *old=parser; // MR1\r
- parser=p; // MR1\r
- input->setParser(p); // MR1\r
- return old; // MR1\r
-} // MR1\r
- // MR1\r
-ANTLRParser * ANTLRTokenBuffer:: // MR1\r
-getParser() { // MR1\r
- return parser; // MR1\r
-} // MR1\r
-\r
-/* to avoid having to link in another file just for the smart token ptr\r
- * stuff, we include it here. Ugh.\r
- */\r
-#include ATOKPTR_C\r
projects / mirror_edk2.git / blobdiff