4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync/* ANTLRToken.h
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * SOFTWARE RIGHTS
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * We reserve no LEGAL rights to the Purdue Compiler Construction Tool
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * Set (PCCTS) -- PCCTS is in the public domain. An individual or
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * company may do whatever they wish with source code distributed with
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * PCCTS or the code generated by PCCTS, including the incorporation of
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * PCCTS, or its output, into commerical software.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * We encourage users to develop software with PCCTS. However, we do ask
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * that credit is given to us for developing PCCTS. By "credit",
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * we mean that if you incorporate our source code into one of your
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * programs (commercial product, research project, or otherwise) that you
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * acknowledge this fact somewhere in the documentation, research report,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * etc... If you like PCCTS and have developed a nice tool with the
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * output, please mention that you developed it using PCCTS. In
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * addition, we ask that this header remain intact in our source code.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * As long as these guidelines are kept, we expect to continue enhancing
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * this system and expect to make other tools available as they are
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * completed.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * ANTLR 1.33
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * Terence Parr
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * Parr Research Corporation
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * with Purdue University and AHPCRC, University of Minnesota
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync * 1989-2000
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifndef ATOKEN_H_GATE
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#define ATOKEN_H_GATE
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#include "pcctscfg.h"
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#include "pccts_string.h"
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#include "pccts_stdio.h"
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#include "pccts_stdlib.h"
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#include "pccts_stdarg.h" // MR23
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncPCCTS_NAMESPACE_STD
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 RJV (JVincent@novell.com) Not needed for variable length strings
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync//// MR9 #ifndef ANTLRCommonTokenTEXTSIZE
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync//// MR9 #define ANTLRCommonTokenTEXTSIZE 100
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync//// MR9 #endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync/* must define what a char looks like; can make this a class too */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsynctypedef char ANTLRChar;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync/* D E F I N E S M A R T P O I N T E R S */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync//#include ATOKPTR_H not tested yet, leave out
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncclass ANTLRAbstractToken;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsynctypedef ANTLRAbstractToken *_ANTLRTokenPtr;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncclass ANTLRAbstractToken {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncpublic:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ~ANTLRAbstractToken() {;}
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRTokenType getType() const = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void setType(ANTLRTokenType t) = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual int getLine() const = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void setLine(int line) = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRChar *getText() const = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void setText(const ANTLRChar *) = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* This function will disappear when I can use templates */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *text,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int line) = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* define to satisfy ANTLRTokenBuffer's need to determine whether or
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync not a token object can be destroyed. If nref()==0, no one has
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync a reference, and the object may be destroyed. This function defaults
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync to 1, hence, if you use deleteTokens() message with a token object
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync not derived from ANTLRCommonRefCountToken, the parser will compile
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync but will not delete objects after they leave the token buffer.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual unsigned nref() const { return 1; } // MR11
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void ref() {;}
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void deref() {;}
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual void panic(const char *msg) // MR20 const
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* MR23 */ printMessage(stderr, "ANTLRAbstractToken panic: %s\n", msg);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync exit(PCCTS_EXIT_FAILURE);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual int printMessage(FILE* pFile, const char* pFormat, ...) // MR23
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync va_list marker;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync va_start( marker, pFormat );
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int iRet = vfprintf(pFile, pFormat, marker);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync va_end( marker );
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return iRet;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync};
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync/* This class should be subclassed. It cannot store token type or text */
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncclass ANTLRRefCountToken : public ANTLRAbstractToken {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncpublic:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifdef DBG_REFCOUNTTOKEN
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync static int ctor;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync static int dtor;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncprotected:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync unsigned refcnt_;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifdef DBG_REFCOUNTTOKEN
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync char object[200];
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncpublic:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // MR23 - No matter what you do, you're hammered.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // Don't give names to formals something breaks.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // Give names to formals and don't use them it breaks.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifndef DBG_REFCOUNTTOKEN
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRRefCountToken(ANTLRTokenType /* t MR23 */, const ANTLRChar * /* s MR23 */)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#else
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRRefCountToken(ANTLRTokenType t, const ANTLRChar * s)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifndef DBG_REFCOUNTTOKEN
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync refcnt_ = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#else
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ctor++;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync refcnt_ = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if ( t==1 ) sprintf(object,"tok_EOF");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync else sprintf(object,"tok_%s",s);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRRefCountToken()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#ifndef DBG_REFCOUNTTOKEN
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { refcnt_ = 0; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#else
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ctor++;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync refcnt_ = 0;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync sprintf(object,"tok_blank");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* MR23 */ printMessage(stderr, "ctor %s #%d\n",object,ctor);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ~ANTLRRefCountToken()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync dtor++;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if ( dtor>ctor ) /* MR23 */ printMessage(stderr, "WARNING: dtor>ctor\n");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync /* MR23 */ printMessage(stderr, "dtor %s #%d\n", object, dtor);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync object[0]='\0';
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // reference counting stuff needed by ANTLRTokenPtr.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // User should not access these; for C++ language reasons, we had
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync // to make these public. Yuck.
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void ref() { refcnt_++; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void deref() { refcnt_--; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync unsigned nref() const { return refcnt_; } // MR11
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRAbstractToken *makeToken(ANTLRTokenType /*tt MR23*/,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar * /*txt MR23*/,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int /*line MR23*/)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync panic("call to ANTLRRefCountToken::makeToken()\n");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return NULL;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync};
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncclass ANTLRCommonNoRefCountToken : public ANTLRAbstractToken {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncprotected:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRTokenType _type;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int _line;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *_text; // MR9 RJV
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncpublic:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonNoRefCountToken(ANTLRTokenType t, const ANTLRChar *s)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { setType(t); _line = 0; _text = NULL; setText(s); }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonNoRefCountToken()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ~ANTLRCommonNoRefCountToken() { if (_text) delete [] _text; } // MR9 RJV: Added Destructor to remove string
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRTokenType getType() const { return _type; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setType(ANTLRTokenType t) { _type = t; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual int getLine() const { return _line; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setLine(int line) { _line = line; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *getText() const { return _text; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int getLength() const { return strlen(getText()); } // MR11
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 RJV: Added code for variable length strings to setText()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setText(const ANTLRChar *s)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { if (s != _text) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text) delete [] _text;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (s != NULL) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text = new ANTLRChar[strlen(s)+1];
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync strcpy(_text,s);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync } else {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text = new ANTLRChar[1];
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text == NULL) panic("ANTLRCommonNoRefCountToken::setText new failed");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync strcpy(_text,"");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *txt,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int line)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRAbstractToken *t = new ANTLRCommonNoRefCountToken;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync t->setType(tt); t->setText(txt); t->setLine(line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return t;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 THM Copy constructor required when heap allocated string is used with copy semantics
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonNoRefCountToken (const ANTLRCommonNoRefCountToken& from) :
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRAbstractToken(from) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setType(from._type);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setLine(from._line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text=NULL;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setText(from._text);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 THM operator =() required when heap allocated string is used with copy semantics
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRCommonNoRefCountToken& operator =(const ANTLRCommonNoRefCountToken& rhs) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync////// MR15 WatCom can't hack use of operator =()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync////// Use this: *( (ANTRLAbstractToken *) this)=rhs;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *( (ANTLRAbstractToken *) this ) = rhs;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setType(rhs._type);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setLine(rhs._line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setText(rhs._text);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return *this;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync};
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncclass ANTLRCommonToken : public ANTLRRefCountToken {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncprotected:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRTokenType _type;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int _line;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *_text; // MR9 RJV:Added
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsyncpublic:
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonToken(ANTLRTokenType t, const ANTLRChar *s) : ANTLRRefCountToken(t,s)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { setType(t); _line = 0; _text = NULL; setText(s); } // MR9
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonToken()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { setType((ANTLRTokenType)0); _line = 0; _text = NULL; setText(""); } // MR9
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ~ANTLRCommonToken() { if (_text) delete [] _text; } // MR9 RJV: Added Destructor to remove string
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRTokenType getType() const { return _type; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setType(ANTLRTokenType t) { _type = t; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual int getLine() const { return _line; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setLine(int line) { _line = line; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *getText() const { return _text; }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int getLength() const { return strlen(getText()); } // MR11
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 RJV: Added code for variable length strings to setText()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync void setText(const ANTLRChar *s)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync { if (s != _text) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text) delete [] _text;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (s != NULL) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text = new ANTLRChar[strlen(s)+1];
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync strcpy(_text,s);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync } else {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text = new ANTLRChar[1];
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync if (_text == NULL) panic("ANTLRCommonToken::setText new failed");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync strcpy(_text,"");
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRAbstractToken *makeToken(ANTLRTokenType tt,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRChar *txt,
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync int line)
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRAbstractToken *t = new ANTLRCommonToken(tt,txt);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync t->setLine(line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return t;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync }
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 THM Copy constructor required when heap allocated string is used with copy semantics
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRCommonToken (const ANTLRCommonToken& from) :
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync ANTLRRefCountToken(from) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setType(from._type);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setLine(from._line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync _text=NULL;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setText(from._text);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// MR9 THM operator =() required when heap allocated string is used with copy semantics
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync virtual ANTLRCommonToken& operator =(const ANTLRCommonToken& rhs) {
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync////// MR15 WatCom can't hack use of operator =()
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync////// Use this instead: *( (ANTRLRRefCountToken *) this)=rhs;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync *( (ANTLRRefCountToken *) this) = rhs;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setType(rhs._type);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setLine(rhs._line);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync setText(rhs._text);
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync return *this;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync };
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync};
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync// used for backward compatibility
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsynctypedef ANTLRCommonToken ANTLRCommonBacktrackingToken;
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync
4fd606d1f5abe38e1f42c38de1d2e895166bd0f4vboxsync#endif