mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-07 12:15:51 +00:00
27 lines
433 B
C
27 lines
433 B
C
|
#ifndef _CTOKENIZER
|
||
|
|
#define _CTOKENIZER
|
||
|
|
|
||
|
|
#include "sharedtypes.h"
|
||
|
|
#include <typeinfo.h>
|
||
|
|
#include "CScanner.h"
|
||
|
|
#include "nsDeque.h"
|
||
|
|
|
||
|
|
class CToken;
|
||
|
|
|
||
|
|
class CCPPTokenizer {
|
||
|
|
public:
|
||
|
|
CCPPTokenizer();
|
||
|
|
~CCPPTokenizer();
|
||
|
|
|
||
|
|
virtual int32 tokenize(CScanner& aScanner);
|
||
|
|
|
||
|
|
CToken* getTokenAt(int anIndex);
|
||
|
|
int32 getCount() {return mTokens.GetSize();}
|
||
|
|
protected:
|
||
|
|
nsDeque mTokens;
|
||
|
|
};
|
||
|
|
|
||
|
|
#endif
|
||
|
|
|
||
|
|
|