mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-14 15:37:55 +00:00
288 lines
7.5 KiB
C++
288 lines
7.5 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/*
|
|
* The contents of this file are subject to the Netscape Public
|
|
* License Version 1.1 (the "License"); you may not use this file
|
|
* except in compliance with the License. You may obtain a copy of
|
|
* the License at http://www.mozilla.org/NPL/
|
|
*
|
|
* Software distributed under the License is distributed on an "AS
|
|
* IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
|
|
* implied. See the License for the specific language governing
|
|
* rights and limitations under the License.
|
|
*
|
|
* The Original Code is mozilla.org code.
|
|
*
|
|
* The Initial Developer of the Original Code is Netscape
|
|
* Communications Corporation. Portions created by Netscape are
|
|
* Copyright (C) 1998 Netscape Communications Corporation. All
|
|
* Rights Reserved.
|
|
*
|
|
* Contributor(s):
|
|
*/
|
|
|
|
|
|
/**
|
|
* MODULE NOTES:
|
|
* @update gess 4/1/98
|
|
*
|
|
* This class is defines the basic notion of a token
|
|
* within our system. All other tokens are derived from
|
|
* this one. It offers a few basic interfaces, but the
|
|
* most important is consume(). The consume() method gets
|
|
* called during the tokenization process when an instance
|
|
* of that particular token type gets detected in the
|
|
* input stream.
|
|
*
|
|
*/
|
|
|
|
|
|
#ifndef CTOKEN__
|
|
#define CTOKEN__
|
|
|
|
#include "prtypes.h"
|
|
#include "nsString.h"
|
|
#include <iostream.h>
|
|
#include "nsError.h"
|
|
#include "nsFileSpec.h"
|
|
#include "nsFixedSizeAllocator.h"
|
|
|
|
|
|
class nsScanner;
|
|
|
|
|
|
enum eContainerInfo {
|
|
eWellFormed,
|
|
eMalformed,
|
|
eFormUnknown
|
|
};
|
|
|
|
|
|
/**
|
|
* Token objects represent sequences of characters as they
|
|
* are consumed from the input stream (URL). While they're
|
|
* pretty general in nature, we use subclasses (found in
|
|
* nsHTMLTokens.h) to define <start>, </end>, <text>,
|
|
* <comment>, <&entity>, <newline>, and <whitespace> tokens.
|
|
*
|
|
* @update gess 3/25/98
|
|
*/
|
|
class CToken {
|
|
public:
|
|
|
|
enum eTokenOrigin {eSource,eResidualStyle};
|
|
|
|
/**
|
|
*
|
|
* @update harishd 08/01/00
|
|
* @param aSize -
|
|
* @param aArena - Allocate memory from this pool.
|
|
*/
|
|
static void * operator new (size_t aSize, nsFixedSizeAllocator& anArena)
|
|
{
|
|
return anArena.Alloc(aSize);
|
|
}
|
|
|
|
/**
|
|
*
|
|
*
|
|
* @update harishd 08/01/00
|
|
* @param aPtr - The memory that should be recycled/freed.
|
|
* @param aSize - The size of memory that needs to be freed.
|
|
*/
|
|
static void operator delete (void* aPtr,size_t aSize)
|
|
{
|
|
nsFixedSizeAllocator::Free(aPtr,aSize);
|
|
}
|
|
|
|
/**
|
|
* Make a note on number of times you have been referenced
|
|
* @update harishd 08/02/00
|
|
*/
|
|
void AddRef() { mUseCount++; }
|
|
|
|
/**
|
|
* Free yourself if no one is holding you.
|
|
* @update harishd 08/02/00
|
|
*/
|
|
void Release() {
|
|
if(--mUseCount==0)
|
|
delete this;
|
|
}
|
|
/**
|
|
* Default constructor
|
|
* @update gess7/21/98
|
|
*/
|
|
CToken(PRInt32 aTag=0);
|
|
|
|
/**
|
|
* Constructor with string assignment for tag
|
|
* @update gess5/11/98
|
|
* @param aName is the given name of the token
|
|
*/
|
|
CToken(const nsString& aName);
|
|
|
|
/**
|
|
* constructor from char*
|
|
* @update gess5/11/98
|
|
* @param aName is the given name of the token
|
|
*/
|
|
CToken(const char* aName);
|
|
|
|
/**
|
|
* destructor
|
|
* @update gess5/11/98
|
|
*/
|
|
virtual ~CToken();
|
|
|
|
/**
|
|
* This method gets called when a token is about to be reused
|
|
* for some other purpose. The token should reinit itself to
|
|
* some reasonable default values.
|
|
* @update gess7/25/98
|
|
* @param aTag
|
|
* @param aString
|
|
*/
|
|
virtual void Reinitialize(PRInt32 aTag, const nsString& aString);
|
|
|
|
/**
|
|
* Retrieve string value of the token
|
|
* @update gess5/11/98
|
|
* @return reference to string containing string value
|
|
*/
|
|
virtual nsString& GetStringValueXXX(void);
|
|
|
|
/**
|
|
* Get string of full contents, suitable for debug dump.
|
|
* It should look exactly like the input source.
|
|
* @update gess5/11/98
|
|
* @return reference to string containing string value
|
|
*/
|
|
virtual void GetSource(nsString& anOutputString);
|
|
|
|
/** @update harishd 03/23/00
|
|
* @return reference to string containing string value
|
|
*/
|
|
virtual void AppendSource(nsString& anOutputString);
|
|
|
|
/**
|
|
* Setter method that changes the string value of this token
|
|
* @update gess5/11/98
|
|
* @param name is a char* value containing new string value
|
|
*/
|
|
virtual void SetCStringValue(const char* name);
|
|
|
|
/**
|
|
* Setter method for the string value of this token
|
|
*/
|
|
virtual void SetStringValue(nsString& aStr);
|
|
|
|
/**
|
|
* Retrieve string value of the token as a c-string
|
|
* @update gess5/11/98
|
|
* @return reference to string containing string value
|
|
*/
|
|
virtual char* GetCStringValue(char* aBuffer, PRInt32 aMaxLen);
|
|
|
|
/**
|
|
* Sets the ordinal value of this token (not currently used)
|
|
* @update gess5/11/98
|
|
* @param value is the new ord value for this token
|
|
*/
|
|
virtual void SetTypeID(PRInt32 aValue);
|
|
|
|
/**
|
|
* Getter which retrieves the current ordinal value for this token
|
|
* @update gess5/11/98
|
|
* @return current ordinal value
|
|
*/
|
|
virtual PRInt32 GetTypeID(void);
|
|
|
|
/**
|
|
* Sets the # of attributes found for this token.
|
|
* @update gess5/11/98
|
|
* @param value is the attr count
|
|
*/
|
|
virtual void SetAttributeCount(PRInt16 aValue);
|
|
|
|
/**
|
|
* Getter which retrieves the current attribute count for this token
|
|
* @update gess5/11/98
|
|
* @return current attribute count
|
|
*/
|
|
virtual PRInt16 GetAttributeCount(void);
|
|
|
|
/**
|
|
* Causes token to consume data from given scanner.
|
|
* Note that behavior varies wildly between CToken subclasses.
|
|
* @update gess5/11/98
|
|
* @param aChar -- most recent char consumed
|
|
* @param aScanner -- input source where token should get data
|
|
* @return error code (0 means ok)
|
|
*/
|
|
virtual nsresult Consume(PRUnichar aChar,nsScanner& aScanner,PRInt32 aMode);
|
|
|
|
/**
|
|
* Causes token to dump itself in debug form to given output stream
|
|
* @update gess5/11/98
|
|
* @param out is the output stream where token should write itself
|
|
*/
|
|
virtual void DebugDumpToken(nsOutputStream& out);
|
|
|
|
/**
|
|
* Causes token to dump itself in source form to given output stream
|
|
* @update gess5/11/98
|
|
* @param out is the output stream where token should write itself
|
|
*/
|
|
virtual void DebugDumpSource(nsOutputStream& out);
|
|
|
|
/**
|
|
* Getter which retrieves type of token
|
|
* @update gess5/11/98
|
|
* @return int containing token type
|
|
*/
|
|
virtual PRInt32 GetTokenType(void);
|
|
|
|
/**
|
|
* Getter which retrieves the class name for this token
|
|
* This method is only used for debug purposes.
|
|
* @update gess5/11/98
|
|
* @return const char* containing class name
|
|
*/
|
|
virtual const char* GetClassName(void);
|
|
|
|
|
|
/**
|
|
* For tokens who care, this can tell us whether the token is
|
|
* well formed or not.
|
|
*
|
|
* @update gess 8/30/00
|
|
* @return PR_FALSE; subclasses MUST override if they care.
|
|
*/
|
|
virtual PRBool IsWellFormed(void) const {return PR_FALSE;}
|
|
|
|
|
|
/**
|
|
* perform self test.
|
|
* @update gess5/11/98
|
|
*/
|
|
virtual void SelfTest(void);
|
|
|
|
static int GetTokenCount();
|
|
|
|
eTokenOrigin mOrigin;
|
|
PRInt32 mNewlineCount;
|
|
|
|
protected:
|
|
|
|
PRInt32 mTypeID;
|
|
PRInt16 mAttrCount;
|
|
nsString mTextValue;
|
|
PRInt32 mUseCount;
|
|
};
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|