Lines Matching defs:tokens
134 // tokens
135 final Tokens tokens = new Tokens(fSymbolTable);
139 protected void addToken(Tokens tokens, int token)
146 super.addToken(tokens, token);
149 reportError("InvalidXPointerToken", new Object[] { tokens
156 boolean success = scanner.scanExpr(fSymbolTable, tokens, xpointer, 0,
162 while (tokens.hasMore()) {
163 int token = tokens.nextToken();
169 token = tokens.nextToken();
170 String shortHandPointerName = tokens.getTokenString(token);
186 token = tokens.nextToken();
187 String prefix = tokens.getTokenString(token);
188 token = tokens.nextToken();
189 String localName = tokens.getTokenString(token);
197 token = tokens.nextToken();
198 String openParen = tokens.getTokenString(token);
214 while (tokens.hasMore()) {
215 token = tokens.nextToken();
216 schemeData = tokens.getTokenString(token);
222 token = tokens.nextToken();
223 schemeData = tokens.getTokenString(token);
226 token = tokens.nextToken();
227 String closeParen = tokens.getTokenString(token);
234 while (tokens.hasMore()) {
235 if (tokens.getTokenString(tokens.peekToken()) != "XPTRTOKEN_OPEN_PAREN") {
442 * List of XPointer Framework tokens.
450 * XPointer Framework tokens
664 // save pool and tokens
673 private boolean scanExpr(SymbolTable symbolTable, Tokens tokens,
727 addToken(tokens, Tokens.XPTRTOKEN_OPEN_PAREN);
733 addToken(tokens, Tokens.XPTRTOKEN_CLOSE_PAREN);
801 addToken(tokens, Tokens.XPTRTOKEN_SCHEMENAME);
802 tokens.addToken(prefix);
803 tokens.addToken(name);
807 addToken(tokens, Tokens.XPTRTOKEN_SHORTHAND);
808 tokens.addToken(name);
837 addToken(tokens, Tokens.XPTRTOKEN_SCHEMEDATA);
838 tokens.addToken(schemeData);
969 * default, this method allows all tokens. However, subclasses
971 * to disallow certain tokens from being used in the scanned
975 protected void addToken(Tokens tokens, int token) throws XNIException {
976 tokens.addToken(token);