KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > jfun > parsec > Tokenizer


1 /*****************************************************************************
2  * Copyright (C) Zephyr Business Solutions Corp. All rights reserved. *
3  * ------------------------------------------------------------------------- *
4  * The software in this package is published under the terms of the BSD *
5  * style license a copy of which has been included with this distribution in *
6  * the LICENSE.txt file. *
7  *****************************************************************************/
8 /*
9  * Created on 2004-11-7
10  *
11  * Author Ben Yu
12  */
13 package jfun.parsec;
14
15 /**
16  * A tokenizer is used by a scanner object to interpret the output of a Scanner.
17  *
18  * @author Ben Yu
19  *
20  * 2004-11-7
21  */
22 public interface Tokenizer extends java.io.Serializable JavaDoc{
23   /**
24    * interprets the matched input range to a token object.
25    * @param cs - the input
26    * @param from - the starting point
27    * @param len - the length of the range
28    * @return - the token object.
29    */
30   Object JavaDoc toToken(final CharSequence JavaDoc cs,
31       final int from, final int len);
32 }
33
Popular Tags