30fdf1140b
git-svn-id: https://edk2.svn.sourceforge.net/svnroot/edk2/trunk/edk2@8964 6f19259b-4bc3-4df7-8a09-765794883524
326 lines
10 KiB
C++
326 lines
10 KiB
C++
/* ANTLRToken.h
|
|
*
|
|
* SOFTWARE RIGHTS
|
|
*
|
|
* We reserve no LEGAL rights to the Purdue Compiler Construction Tool
|
|
* Set (PCCTS) -- PCCTS is in the public domain. An individual or
|
|
* company may do whatever they wish with source code distributed with
|
|
* PCCTS or the code generated by PCCTS, including the incorporation of
|
|
* PCCTS, or its output, into commerical software.
|
|
*
|
|
* We encourage users to develop software with PCCTS. However, we do ask
|
|
* that credit is given to us for developing PCCTS. By "credit",
|
|
* we mean that if you incorporate our source code into one of your
|
|
* programs (commercial product, research project, or otherwise) that you
|
|
* acknowledge this fact somewhere in the documentation, research report,
|
|
* etc... If you like PCCTS and have developed a nice tool with the
|
|
* output, please mention that you developed it using PCCTS. In
|
|
* addition, we ask that this header remain intact in our source code.
|
|
* As long as these guidelines are kept, we expect to continue enhancing
|
|
* this system and expect to make other tools available as they are
|
|
* completed.
|
|
*
|
|
* ANTLR 1.33
|
|
* Terence Parr
|
|
* Parr Research Corporation
|
|
* with Purdue University and AHPCRC, University of Minnesota
|
|
* 1989-2000
|
|
*/
|
|
|
|
#ifndef ATOKEN_H_GATE
|
|
#define ATOKEN_H_GATE
|
|
|
|
#include "pcctscfg.h"
|
|
|
|
#include "pccts_string.h"
|
|
#include "pccts_stdio.h"
|
|
#include "pccts_stdlib.h"
|
|
#include "pccts_stdarg.h" // MR23
|
|
|
|
PCCTS_NAMESPACE_STD
|
|
|
|
// MR9 RJV (JVincent@novell.com) Not needed for variable length strings
|
|
|
|
//// MR9 #ifndef ANTLRCommonTokenTEXTSIZE
|
|
//// MR9 #define ANTLRCommonTokenTEXTSIZE 100
|
|
//// MR9 #endif
|
|
|
|
|
|
/* must define what a char looks like; can make this a class too */
|
|
typedef char ANTLRChar;
|
|
|
|
/* D E F I N E S M A R T P O I N T E R S */
|
|
|
|
//#include ATOKPTR_H not tested yet, leave out
|
|
class ANTLRAbstractToken;
|
|
typedef ANTLRAbstractToken *_ANTLRTokenPtr;
|
|
|
|
class ANTLRAbstractToken {
|
|
public:
|
|
virtual ~ANTLRAbstractToken() {;}
|
|
virtual ANTLRTokenType getType() const = 0;
|
|
virtual void setType(ANTLRTokenType t) = 0;
|
|
virtual int getLine() const = 0;
|
|
virtual void setLine(int line) = 0;
|
|
virtual ANTLRChar *getText() const = 0;
|
|
virtual void setText(const ANTLRChar *) = 0;
|
|
|
|
/* This function will disappear when I can use templates */
|
|
virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
|
|
ANTLRChar *text,
|
|
int line) = 0;
|
|
|
|
/* define to satisfy ANTLRTokenBuffer's need to determine whether or
|
|
not a token object can be destroyed. If nref()==0, no one has
|
|
a reference, and the object may be destroyed. This function defaults
|
|
to 1, hence, if you use deleteTokens() message with a token object
|
|
not derived from ANTLRCommonRefCountToken, the parser will compile
|
|
but will not delete objects after they leave the token buffer.
|
|
*/
|
|
|
|
virtual unsigned nref() const { return 1; } // MR11
|
|
virtual void ref() {;}
|
|
virtual void deref() {;}
|
|
|
|
virtual void panic(const char *msg) // MR20 const
|
|
{
|
|
/* MR23 */ printMessage(stderr, "ANTLRAbstractToken panic: %s\n", msg);
|
|
exit(PCCTS_EXIT_FAILURE);
|
|
}
|
|
|
|
virtual int printMessage(FILE* pFile, const char* pFormat, ...) // MR23
|
|
{
|
|
va_list marker;
|
|
va_start( marker, pFormat );
|
|
int iRet = vfprintf(pFile, pFormat, marker);
|
|
va_end( marker );
|
|
return iRet;
|
|
}
|
|
};
|
|
|
|
/* This class should be subclassed. It cannot store token type or text */
|
|
|
|
class ANTLRRefCountToken : public ANTLRAbstractToken {
|
|
public:
|
|
#ifdef DBG_REFCOUNTTOKEN
|
|
static int ctor;
|
|
static int dtor;
|
|
#endif
|
|
protected:
|
|
unsigned refcnt_;
|
|
#ifdef DBG_REFCOUNTTOKEN
|
|
char object[200];
|
|
#endif
|
|
|
|
public:
|
|
|
|
// MR23 - No matter what you do, you're hammered.
|
|
// Don't give names to formals something breaks.
|
|
// Give names to formals and don't use them it breaks.
|
|
|
|
#ifndef DBG_REFCOUNTTOKEN
|
|
ANTLRRefCountToken(ANTLRTokenType /* t MR23 */, const ANTLRChar * /* s MR23 */)
|
|
#else
|
|
ANTLRRefCountToken(ANTLRTokenType t, const ANTLRChar * s)
|
|
#endif
|
|
|
|
#ifndef DBG_REFCOUNTTOKEN
|
|
{
|
|
refcnt_ = 0;
|
|
}
|
|
#else
|
|
{
|
|
ctor++;
|
|
refcnt_ = 0;
|
|
if ( t==1 ) sprintf(object,"tok_EOF");
|
|
else sprintf(object,"tok_%s",s);
|
|
/* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
|
|
}
|
|
#endif
|
|
ANTLRRefCountToken()
|
|
#ifndef DBG_REFCOUNTTOKEN
|
|
{ refcnt_ = 0; }
|
|
#else
|
|
{
|
|
ctor++;
|
|
refcnt_ = 0;
|
|
sprintf(object,"tok_blank");
|
|
/* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
|
|
}
|
|
virtual ~ANTLRRefCountToken()
|
|
{
|
|
dtor++;
|
|
if ( dtor>ctor ) /* MR23 */ printMessage(stderr, "WARNING: dtor>ctor\n");
|
|
/* MR23 */ printMessage(stderr, "dtor %s #%d\n", object, dtor);
|
|
object[0]='\0';
|
|
}
|
|
#endif
|
|
|
|
// reference counting stuff needed by ANTLRTokenPtr.
|
|
// User should not access these; for C++ language reasons, we had
|
|
// to make these public. Yuck.
|
|
|
|
void ref() { refcnt_++; }
|
|
void deref() { refcnt_--; }
|
|
unsigned nref() const { return refcnt_; } // MR11
|
|
|
|
virtual ANTLRAbstractToken *makeToken(ANTLRTokenType /*tt MR23*/,
|
|
ANTLRChar * /*txt MR23*/,
|
|
int /*line MR23*/)
|
|
{
|
|
panic("call to ANTLRRefCountToken::makeToken()\n");
|
|
return NULL;
|
|
}
|
|
};
|
|
|
|
class ANTLRCommonNoRefCountToken : public ANTLRAbstractToken {
|
|
protected:
|
|
ANTLRTokenType _type;
|
|
int _line;
|
|
ANTLRChar *_text; // MR9 RJV
|
|
|
|
public:
|
|
ANTLRCommonNoRefCountToken(ANTLRTokenType t, const ANTLRChar *s)
|
|
{ setType(t); _line = 0; _text = NULL; setText(s); }
|
|
ANTLRCommonNoRefCountToken()
|
|
{ setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); }
|
|
|
|
~ANTLRCommonNoRefCountToken() { if (_text) delete [] _text; } // MR9 RJV: Added Destructor to remove string
|
|
|
|
ANTLRTokenType getType() const { return _type; }
|
|
void setType(ANTLRTokenType t) { _type = t; }
|
|
virtual int getLine() const { return _line; }
|
|
void setLine(int line) { _line = line; }
|
|
ANTLRChar *getText() const { return _text; }
|
|
int getLength() const { return strlen(getText()); } // MR11
|
|
|
|
// MR9 RJV: Added code for variable length strings to setText()
|
|
|
|
void setText(const ANTLRChar *s)
|
|
{ if (s != _text) {
|
|
if (_text) delete [] _text;
|
|
if (s != NULL) {
|
|
_text = new ANTLRChar[strlen(s)+1];
|
|
if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
|
|
strcpy(_text,s);
|
|
} else {
|
|
_text = new ANTLRChar[1];
|
|
if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
|
|
strcpy(_text,"");
|
|
};
|
|
};
|
|
}
|
|
|
|
virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
|
|
ANTLRChar *txt,
|
|
int line)
|
|
{
|
|
ANTLRAbstractToken *t = new ANTLRCommonNoRefCountToken;
|
|
t->setType(tt); t->setText(txt); t->setLine(line);
|
|
return t;
|
|
}
|
|
|
|
// MR9 THM Copy constructor required when heap allocated string is used with copy semantics
|
|
|
|
ANTLRCommonNoRefCountToken (const ANTLRCommonNoRefCountToken& from) :
|
|
ANTLRAbstractToken(from) {
|
|
setType(from._type);
|
|
setLine(from._line);
|
|
_text=NULL;
|
|
setText(from._text);
|
|
};
|
|
|
|
// MR9 THM operator =() required when heap allocated string is used with copy semantics
|
|
|
|
virtual ANTLRCommonNoRefCountToken& operator =(const ANTLRCommonNoRefCountToken& rhs) {
|
|
|
|
////// MR15 WatCom can't hack use of operator =()
|
|
////// Use this: *( (ANTRLAbstractToken *) this)=rhs;
|
|
|
|
*( (ANTLRAbstractToken *) this ) = rhs;
|
|
|
|
setType(rhs._type);
|
|
setLine(rhs._line);
|
|
setText(rhs._text);
|
|
return *this;
|
|
};
|
|
};
|
|
|
|
class ANTLRCommonToken : public ANTLRRefCountToken {
|
|
protected:
|
|
ANTLRTokenType _type;
|
|
int _line;
|
|
ANTLRChar *_text; // MR9 RJV:Added
|
|
|
|
public:
|
|
ANTLRCommonToken(ANTLRTokenType t, const ANTLRChar *s) : ANTLRRefCountToken(t,s)
|
|
{ setType(t); _line = 0; _text = NULL; setText(s); } // MR9
|
|
ANTLRCommonToken()
|
|
{ setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); } // MR9
|
|
|
|
virtual ~ANTLRCommonToken() { if (_text) delete [] _text; } // MR9 RJV: Added Destructor to remove string
|
|
|
|
ANTLRTokenType getType() const { return _type; }
|
|
void setType(ANTLRTokenType t) { _type = t; }
|
|
virtual int getLine() const { return _line; }
|
|
void setLine(int line) { _line = line; }
|
|
ANTLRChar *getText() const { return _text; }
|
|
int getLength() const { return strlen(getText()); } // MR11
|
|
|
|
// MR9 RJV: Added code for variable length strings to setText()
|
|
|
|
void setText(const ANTLRChar *s)
|
|
{ if (s != _text) {
|
|
if (_text) delete [] _text;
|
|
if (s != NULL) {
|
|
_text = new ANTLRChar[strlen(s)+1];
|
|
if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
|
|
strcpy(_text,s);
|
|
} else {
|
|
_text = new ANTLRChar[1];
|
|
if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
|
|
strcpy(_text,"");
|
|
};
|
|
};
|
|
}
|
|
|
|
virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
|
|
ANTLRChar *txt,
|
|
int line)
|
|
{
|
|
ANTLRAbstractToken *t = new ANTLRCommonToken(tt,txt);
|
|
t->setLine(line);
|
|
return t;
|
|
}
|
|
|
|
// MR9 THM Copy constructor required when heap allocated string is used with copy semantics
|
|
|
|
ANTLRCommonToken (const ANTLRCommonToken& from) :
|
|
ANTLRRefCountToken(from) {
|
|
setType(from._type);
|
|
setLine(from._line);
|
|
_text=NULL;
|
|
setText(from._text);
|
|
};
|
|
|
|
// MR9 THM operator =() required when heap allocated string is used with copy semantics
|
|
|
|
virtual ANTLRCommonToken& operator =(const ANTLRCommonToken& rhs) {
|
|
|
|
////// MR15 WatCom can't hack use of operator =()
|
|
////// Use this instead: *( (ANTRLRRefCountToken *) this)=rhs;
|
|
|
|
*( (ANTLRRefCountToken *) this) = rhs;
|
|
|
|
setType(rhs._type);
|
|
setLine(rhs._line);
|
|
setText(rhs._text);
|
|
return *this;
|
|
};
|
|
};
|
|
|
|
// used for backward compatibility
|
|
typedef ANTLRCommonToken ANTLRCommonBacktrackingToken;
|
|
|
|
#endif
|