Pccts/h/AToken.h

	AToken.h revision 4fd606d1f5abe38e1f42c38de1d2e895166bd0f4
d0538f66491267879b7418b21ad78e3dcc2dcc83cg/* ANTLRToken.h
d0538f66491267879b7418b21ad78e3dcc2dcc83cg *
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * SOFTWARE RIGHTS
d0538f66491267879b7418b21ad78e3dcc2dcc83cg *
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * We reserve no LEGAL rights to the Purdue Compiler Construction Tool
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * Set (PCCTS) -- PCCTS is in the public domain.  An individual or
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * company may do whatever they wish with source code distributed with
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * PCCTS or the code generated by PCCTS, including the incorporation of
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * PCCTS, or its output, into commerical software.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg *
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * We encourage users to develop software with PCCTS.  However, we do ask
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * that credit is given to us for developing PCCTS.  By "credit",
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * we mean that if you incorporate our source code into one of your
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * programs (commercial product, research project, or otherwise) that you
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * acknowledge this fact somewhere in the documentation, research report,
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * etc...  If you like PCCTS and have developed a nice tool with the
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * output, please mention that you developed it using PCCTS.  In
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * addition, we ask that this header remain intact in our source code.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * As long as these guidelines are kept, we expect to continue enhancing
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * this system and expect to make other tools available as they are
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * completed.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg *
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * ANTLR 1.33
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * Terence Parr
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * Parr Research Corporation
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * with Purdue University and AHPCRC, University of Minnesota
d0538f66491267879b7418b21ad78e3dcc2dcc83cg * 1989-2000
d0538f66491267879b7418b21ad78e3dcc2dcc83cg */
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifndef ATOKEN_H_GATE
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#define ATOKEN_H_GATE
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#include "pcctscfg.h"
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#include "pccts_string.h"
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#include "pccts_stdio.h"
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#include "pccts_stdlib.h"
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#include "pccts_stdarg.h" // MR23
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgPCCTS_NAMESPACE_STD
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg// MR9      RJV (JVincent@novell.com) Not needed for variable length strings
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg//// MR9 #ifndef ANTLRCommonTokenTEXTSIZE
d0538f66491267879b7418b21ad78e3dcc2dcc83cg//// MR9 #define ANTLRCommonTokenTEXTSIZE           100
d0538f66491267879b7418b21ad78e3dcc2dcc83cg//// MR9 #endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg/* must define what a char looks like; can make this a class too */
d0538f66491267879b7418b21ad78e3dcc2dcc83cgtypedef char ANTLRChar;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg/* D E F I N E  S M A R T  P O I N T E R S */
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg//#include ATOKPTR_H   not tested yet, leave out
d0538f66491267879b7418b21ad78e3dcc2dcc83cgclass ANTLRAbstractToken;
d0538f66491267879b7418b21ad78e3dcc2dcc83cgtypedef ANTLRAbstractToken *_ANTLRTokenPtr;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgclass ANTLRAbstractToken {
d0538f66491267879b7418b21ad78e3dcc2dcc83cgpublic:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ~ANTLRAbstractToken() {;}
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ANTLRTokenType getType() const = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void setType(ANTLRTokenType t) = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual int getLine() const = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void setLine(int line) = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ANTLRChar *getText() const = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void setText(const ANTLRChar *) = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    /* This function will disappear when I can use templates */
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
d0538f66491267879b7418b21ad78e3dcc2dcc83cg                                          ANTLRChar *text,
d0538f66491267879b7418b21ad78e3dcc2dcc83cg                                          int line) = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    /* define to satisfy ANTLRTokenBuffer's need to determine whether or
d0538f66491267879b7418b21ad78e3dcc2dcc83cg       not a token object can be destroyed.  If nref()==0, no one has
d0538f66491267879b7418b21ad78e3dcc2dcc83cg       a reference, and the object may be destroyed.  This function defaults
d0538f66491267879b7418b21ad78e3dcc2dcc83cg       to 1, hence, if you use deleteTokens() message with a token object
d0538f66491267879b7418b21ad78e3dcc2dcc83cg       not derived from ANTLRCommonRefCountToken, the parser will compile
d0538f66491267879b7418b21ad78e3dcc2dcc83cg       but will not delete objects after they leave the token buffer.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    */
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual unsigned nref() const { return 1; }     // MR11
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void ref() {;}
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void deref() {;}
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual void panic(const char *msg)             // MR20 const
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            /* MR23 */ printMessage(stderr, "ANTLRAbstractToken panic: %s\n", msg);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            exit(PCCTS_EXIT_FAILURE);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual int printMessage(FILE* pFile, const char* pFormat, ...) // MR23
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            va_list marker;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            va_start( marker, pFormat );
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            int iRet = vfprintf(pFile, pFormat, marker);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            va_end( marker );
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            return iRet;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg};
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg/* This class should be subclassed.  It cannot store token type or text */
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgclass ANTLRRefCountToken : public ANTLRAbstractToken {
d0538f66491267879b7418b21ad78e3dcc2dcc83cgpublic:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifdef DBG_REFCOUNTTOKEN
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    static int ctor;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    static int dtor;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cgprotected:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    unsigned refcnt_;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifdef DBG_REFCOUNTTOKEN
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    char object[200];
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgpublic:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    // MR23 - No matter what you do, you're hammered.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    //        Don't give names to formals something breaks.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    //        Give names to formals and don't use them it breaks.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifndef DBG_REFCOUNTTOKEN
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRRefCountToken(ANTLRTokenType /* t MR23 */, const ANTLRChar * /* s MR23 */)
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#else
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRRefCountToken(ANTLRTokenType t, const ANTLRChar * s)
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifndef DBG_REFCOUNTTOKEN
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            refcnt_ = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#else
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        ctor++;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        refcnt_ = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        if ( t==1 ) sprintf(object,"tok_EOF");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        else sprintf(object,"tok_%s",s);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        /* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRRefCountToken()
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#ifndef DBG_REFCOUNTTOKEN
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        { refcnt_ = 0; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#else
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            ctor++;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            refcnt_ = 0;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            sprintf(object,"tok_blank");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            /* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ~ANTLRRefCountToken()
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            dtor++;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            if ( dtor>ctor ) /* MR23 */ printMessage(stderr, "WARNING: dtor>ctor\n");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            /* MR23 */ printMessage(stderr, "dtor %s #%d\n", object, dtor);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            object[0]='\0';
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg#endif
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    // reference counting stuff needed by ANTLRTokenPtr.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    // User should not access these; for C++ language reasons, we had
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    // to make these public.  Yuck.
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    void ref()            { refcnt_++; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    void deref()          { refcnt_--; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    unsigned nref() const { return refcnt_; }   // MR11
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual ANTLRAbstractToken *makeToken(ANTLRTokenType /*tt MR23*/,
d0538f66491267879b7418b21ad78e3dcc2dcc83cg                                          ANTLRChar * /*txt MR23*/,
d0538f66491267879b7418b21ad78e3dcc2dcc83cg                                          int /*line MR23*/)
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        panic("call to ANTLRRefCountToken::makeToken()\n");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        return NULL;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg};
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgclass ANTLRCommonNoRefCountToken : public ANTLRAbstractToken {
d0538f66491267879b7418b21ad78e3dcc2dcc83cgprotected:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRTokenType _type;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    int _line;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRChar *_text;               // MR9 RJV
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cgpublic:
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRCommonNoRefCountToken(ANTLRTokenType t, const ANTLRChar *s)
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    { setType(t); _line = 0; _text = NULL; setText(s); }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRCommonNoRefCountToken()
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    { setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ~ANTLRCommonNoRefCountToken() { if (_text) delete [] _text; }  // MR9 RJV: Added Destructor to remove string
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRTokenType getType() const  { return _type; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    void setType(ANTLRTokenType t)  { _type = t; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    virtual int getLine() const     { return _line; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    void setLine(int line)          { _line = line; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    ANTLRChar *getText() const      { return _text; }
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    int getLength() const           { return strlen(getText()); }       // MR11
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg// MR9 RJV: Added code for variable length strings to setText()
d0538f66491267879b7418b21ad78e3dcc2dcc83cg
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    void setText(const ANTLRChar *s)
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    {   if (s != _text) {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg          if (_text) delete [] _text;
d0538f66491267879b7418b21ad78e3dcc2dcc83cg          if (s != NULL) {
dc8c6b69817035ac35a9f4e5a835d114ce2b5e24ms            _text = new ANTLRChar[strlen(s)+1];
dc8c6b69817035ac35a9f4e5a835d114ce2b5e24ms            if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
dc8c6b69817035ac35a9f4e5a835d114ce2b5e24ms            strcpy(_text,s);
d0538f66491267879b7418b21ad78e3dcc2dcc83cg          } else {
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            _text = new ANTLRChar[1];
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg            strcpy(_text,"");
d0538f66491267879b7418b21ad78e3dcc2dcc83cg          };
d0538f66491267879b7418b21ad78e3dcc2dcc83cg        };
d0538f66491267879b7418b21ad78e3dcc2dcc83cg    }

    virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
                                          ANTLRChar *txt,
                                          int line)
        {
            ANTLRAbstractToken *t = new ANTLRCommonNoRefCountToken;
            t->setType(tt); t->setText(txt); t->setLine(line);
            return t;
        }

// MR9 THM Copy constructor required when heap allocated string is used with copy semantics

   ANTLRCommonNoRefCountToken (const ANTLRCommonNoRefCountToken& from) :
         ANTLRAbstractToken(from) {
     setType(from._type);
     setLine(from._line);
     _text=NULL;
     setText(from._text);
  };

// MR9 THM operator =() required when heap allocated string is used with copy semantics

   virtual ANTLRCommonNoRefCountToken& operator =(const ANTLRCommonNoRefCountToken& rhs) {

//////  MR15 WatCom can't hack use of operator =()
//////  Use this:  *( (ANTRLAbstractToken *) this)=rhs;

     *( (ANTLRAbstractToken *) this ) = rhs;

     setType(rhs._type);
     setLine(rhs._line);
     setText(rhs._text);
     return *this;
   };
};

class ANTLRCommonToken : public ANTLRRefCountToken {
protected:
    ANTLRTokenType       _type;
    int                  _line;
    ANTLRChar           *_text;               // MR9 RJV:Added

public:
    ANTLRCommonToken(ANTLRTokenType t, const ANTLRChar *s) : ANTLRRefCountToken(t,s)
        { setType(t); _line = 0; _text = NULL; setText(s); }                    // MR9
    ANTLRCommonToken()
        { setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); }   // MR9

    virtual ~ANTLRCommonToken() { if (_text) delete [] _text; } // MR9 RJV: Added Destructor to remove string

    ANTLRTokenType getType() const  { return _type; }
    void setType(ANTLRTokenType t)  { _type = t; }
    virtual int getLine() const     { return _line; }
    void setLine(int line)          { _line = line; }
    ANTLRChar *getText() const      { return _text; }
    int getLength() const           { return strlen(getText()); }       // MR11

// MR9 RJV: Added code for variable length strings to setText()

    void setText(const ANTLRChar *s)
    {   if (s != _text) {
          if (_text) delete [] _text;
          if (s != NULL) {
            _text = new ANTLRChar[strlen(s)+1];
            if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
            strcpy(_text,s);
          } else {
            _text = new ANTLRChar[1];
            if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
            strcpy(_text,"");
          };
        };
    }

    virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
                                          ANTLRChar *txt,
                                          int line)
    {
        ANTLRAbstractToken *t = new ANTLRCommonToken(tt,txt);
        t->setLine(line);
        return t;
    }

// MR9 THM Copy constructor required when heap allocated string is used with copy semantics

   ANTLRCommonToken (const ANTLRCommonToken& from) :
         ANTLRRefCountToken(from) {
     setType(from._type);
     setLine(from._line);
     _text=NULL;
     setText(from._text);
  };

// MR9 THM operator =() required when heap allocated string is used with copy semantics

   virtual ANTLRCommonToken& operator =(const ANTLRCommonToken& rhs) {

//////  MR15 WatCom can't hack use of operator =()
//////  Use this instead:   *( (ANTRLRRefCountToken *) this)=rhs;

     *( (ANTLRRefCountToken *) this) = rhs;

     setType(rhs._type);
     setLine(rhs._line);
     setText(rhs._text);
     return *this;
   };
};

// used for backward compatibility
typedef ANTLRCommonToken ANTLRCommonBacktrackingToken;

#endif