Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-12-02 18:08:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix for bug 74786 (String cleanup). Non-copying tokenizer. r=Pike, sr=jst.

Browse Source
This commit is contained in:
peterv%netscape.com 2003-01-22 03:33:07 +00:00
parent b77d3f69d3
commit 50640a1e62
2 changed files with 0 additions and 172 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

102
extensions/transformiix/source/base/Tokenizer.cpp
View File

@ -1,102 +0,0 @@
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*-
*
* (C) Copyright The MITRE Corporation 1999 All rights reserved.
*
* The contents of this file are subject to the Mozilla Public License
* Version 1.0 (the "License"); you may not use this file except in
* compliance with the License. You may obtain a copy of the License at
* http://www.mozilla.org/MPL/
*
* The program provided "as is" without any warranty express or
* implied, including the warranty of non-infringement and the implied
* warranties of merchantibility and fitness for a particular purpose.
* The Copyright owner will not be liable for any damages suffered by
* you as a result of using the Program. In no event will the Copyright
* owner be liable for any special, indirect or consequential damages or
* lost profits even if the Copyright owner has been advised of the
* possibility of their occurrence.
*
* Please see release.txt distributed with this file for more information.
*
*/
/*
* The contents of this file are subject to the Mozilla Public
* License Version 1.1 (the "License"); you may not use this file
* except in compliance with the License. You may obtain a copy of
* the License at http://www.mozilla.org/MPL/
*
* Software distributed under the License is distributed on an "AS
* IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
* implied. See the License for the specific language governing
* rights and limitations under the License.
*
* The Original Code is TransforMiiX XSLT processor.
*
* The Initial Developer of the Original Code is The MITRE Corporation.
* Portions created by MITRE are Copyright (C) 1999 The MITRE Corporation.
*
* Portions created by Keith Visco as a Non MITRE employee,
* (C) 1999 Keith Visco. All Rights Reserved.
*
* Contributor(s):
* Keith Visco, kvisco@ziplink.net
* -- original author.
*
* Larry Fitzpartick, OpenText, lef@opentext.com
* -- 19990806
* -- added void return type declaration for ::nextToken()
* -- added proper cast from PRInt32 to char in ::nextToken()
*
*/
/*
* txTokenizer
* A simple String tokenizer
*/
#include "Tokenizer.h"
#include "XMLUtils.h"
/*
* Creates a new Tokenizer using the given source string
*/
txTokenizer::txTokenizer(const nsAString& aSource)
{
mCurrentPos = 0;
mSource = aSource;
mSize = mSource.Length();
// Advance to start pos
while (mCurrentPos < mSize) {
// If character is not a whitespace, we are at start of first token
if (!XMLUtils::isWhitespace(mSource.CharAt(mCurrentPos)))
break;
++mCurrentPos;
}
}
MBool txTokenizer::hasMoreTokens()
{
return mCurrentPos < mSize;
}
void txTokenizer::nextToken(nsAString& aBuffer)
{
aBuffer.Truncate();
while (mCurrentPos < mSize) {
PRUnichar ch = mSource.CharAt(mCurrentPos++);
// If character is not a delimiter we append it
if (XMLUtils::isWhitespace(ch))
break;
aBuffer.Append(ch);
}
// Advance to next start pos
while (mCurrentPos < mSize) {
// If character is not a whitespace, we are at start of next token
if (!XMLUtils::isWhitespace(mSource.CharAt(mCurrentPos)))
break;
++mCurrentPos;
}
}

70
extensions/transformiix/source/base/Tokenizer.h
View File

@ -1,70 +0,0 @@
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*-
*
* The contents of this file are subject to the Mozilla Public
* License Version 1.1 (the "License"); you may not use this file
* except in compliance with the License. You may obtain a copy of
* the License at http://www.mozilla.org/MPL/
*
* Software distributed under the License is distributed on an "AS
* IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
* implied. See the License for the specific language governing
* rights and limitations under the License.
*
* The Original Code is TransforMiiX XSLT processor.
*
* The Initial Developer of the Original Code is The MITRE Corporation.
* Portions created by MITRE are Copyright (C) 1999 The MITRE Corporation.
*
* Portions created by Keith Visco as a Non MITRE employee,
* (C) 1999 Keith Visco. All Rights Reserved.
*
* Contributor(s):
*
* Keith Visco, kvisco@ziplink.net
* -- original author.
*
* Larry Fitzpatrick, OpenText, lef@opentext.com
* -- 19990806, added void return type declaration for ::nextToken()
*
*/
/**
* txTokenizer
* A simple String tokenizer
**/
#ifndef MITRE_TOKENIZER_H
#define MITRE_TOKENIZER_H
#include "baseutils.h"
#include "nsString.h"
class txTokenizer
{
public:
/*
* Creates a new txTokenizer using the given source string
*/
txTokenizer(const nsAString& aSource);
/*
* Checks if any more tokens are avalible
*/
MBool hasMoreTokens();
/*
* Sets aBuffer to value of next token
*/
void nextToken(nsAString& aBuffer);
private:
PRUint32 mCurrentPos;
PRUint32 mSize;
nsString mSource;
};
#endif