在Delphi中实现StringTokenizer功能模块

我们知道java中有StringTokenizer，对于字符串处理都非常的方便，但是Delphi中没有提供该功能，我参考Java语言实现此功能的Delphi版本和C#版本。希望给大家提供一个方便。希望多多指教。zengqingsong@sohu.com

unit SkyStringTokenizer;
{字符串分析处理类
作者：曾青松
时间：2004/2/21(2003年除夕)
}

interface

uses
  SysUtils, Classes;
type
  IIterator = interface
    function hasNext(): boolean;
    function next(): string;
  end;
type
  TSkyStringTokenizer = class(TComponent, IIterator)
  PRivate
    tokens: TStringList;
      index: integer;
    data: string;
    delimiter: string;
    procedure init(dataLine: string; delim: string);
    function CharacterInTokens(ch: string; const sl: TStringList): boolean;
    function StringToCharArray(delim: string): TStringList;
    function SplitString(source, ch: string): Tstringlist;

  protected
    { Protected declarations }
  public
    { Public declarations }
    constructor create(dataLine: string); overload;
    constructor Create(dataLine: string; delim: string); overload;
    destructor destroy();override;
    function hasNext(): boolean;
    function next(): string;

  published
    { Published declarations }
  end;

procedure Register;

implementation

procedure Register;
begin
  RegisterComponents('SkyDevKit', [TSkyStringTokenizer]);
end;

{ TStringTokenizer }

function TSkyStringTokenizer.hasNext: boolean;
begin
  result := (index < tokens.Count - 1);
end;

procedure TSkyStringTokenizer.init(dataLine, delim: string);
begin
  tokens := TStringList.Create();
  delimiter := delim;
  data := dataLine;
  tokens := SplitString(data, delimiter);
  //tokens := data.Split(delimiter.ToCharArray());
  index := -1;
end;

function TSkyStringTokenizer.next: string;
var
  s: string;
begin
  inc(index);
  s := tokens[index];
  while ((length(s) <= 0) and (index < tokens.Count)) do
  begin
    inc(index);
    s := tokens[index];
  end;
  result := s;

end;

function TSkyStringTokenizer.StringToCharArray(delim: string): TStringList;
var
  sl: TStringList;
  I: Integer;
begin
  sl := TStringList.Create();
  for I := 1 to length(delim) do // Iterate
  begin
    sl.Append(copy(delim, i, 1));
  end; // for
  result := sl;
end;

constructor TSkyStringTokenizer.Create(dataLine, delim: string);
begin
inherited Create(nil);
  self.init(dataLine, delim);
end;

constructor TSkyStringTokenizer.Create(dataLine: string);
begin
  inherited Create(nil);
  self.init(dataLine, ' ');
end;

function TSkyStringTokenizer.SplitString(source, ch: string): tstringlist;
var
  temp: string;
  //i: integer;
  sl: TStringList;
  index: integer;
begin
  if ch = '' then
    ch := ' ';

  sl := TStringList.Create();
  result := tstringlist.Create();
  sl := self.StringToCharArray(ch);

  temp := '';
  for Index := 1 to length(source) do // Iterate
  begin
    if not CharacterInTokens(source[index], sl) then
    begin
      temp := temp + source[Index];
    end
    else
    begin
      result.Add(temp);
      temp := '';
    end; //if
  end; // for
  if (temp <> '') then
    result.Add(temp);
  sl.Free;
end;

function TSkyStringTokenizer.CharacterInTokens(ch: string;
  const sl: TStringList): boolean;
var
  index: integer;
//  I: Integer;
begin
  result := false;
  for Index := 0 to sl.Count - 1 do // Iterate
  begin
    result := result or (ch = sl[Index]);
    {if ch = sl[index] then
    begin
      result := true;
      break;
    end;
    }
  end; // for
end;

destructor TSkyStringTokenizer.destroy;
begin
  tokens.Free ;
  inherited;
end;

end.

//下面是C#版本，最初版本不是我写的

using System;

namespace CsharpPats
{
 //String Tokenizer class
 public class StringTokenizer  {
  private string data, delimiter;
  private string[] tokens;
  private int index;
  public StringTokenizer(string dataLine)   {
   init(dataLine, " ");
    }
  private void init(String dataLine, string delim) {
   delimiter = delim;
   data = dataLine;
   tokens = data.Split (delimiter.ToCharArray() );
   index = 0;
  }
  public StringTokenizer(string dataLine, string delim) {
     init(dataLine, delim); 
  }
  public bool hasMoreElements() {
   return (index < (tokens.Length));
  }
  public string nextElement() {
   string s = tokens[index++];
   while((s.Length <=0) && (index<tokens.Length ))
    s = tokens[index++];
  return s;
  }
 }
}