0N/A/*
0N/A * CDDL HEADER START
0N/A *
0N/A * The contents of this file are subject to the terms of the
0N/A * Common Development and Distribution License (the "License").
0N/A * You may not use this file except in compliance with the License.
0N/A *
0N/A * See LICENSE.txt included in this distribution for the specific
0N/A * language governing permissions and limitations under the License.
0N/A *
0N/A * When distributing Covered Code, include this CDDL HEADER in each
0N/A * file and include the License file at LICENSE.txt.
0N/A * If applicable, add the following below this CDDL HEADER, with the
0N/A * fields enclosed by brackets "[]" replaced with your own identifying
0N/A * information: Portions Copyright [yyyy] [name of copyright owner]
0N/A *
0N/A * CDDL HEADER END
0N/A */
0N/A
0N/A/*
1067N/A * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
0N/A */
1056N/A
686N/Apackage org.opensolaris.opengrok.analysis.plain;
686N/Aimport java.io.IOException;
686N/Aimport java.io.Reader;
686N/Aimport java.util.Locale;
816N/Aimport org.opensolaris.opengrok.analysis.JFlexTokenizer;
0N/A%%
0N/A
0N/A%public
0N/A%class PlainFullTokenizer
816N/A%extends JFlexTokenizer
0N/A%unicode
1425N/A%init{
1425N/Asuper(in);
1425N/A%init}
928N/A%type boolean
928N/A%eofval{
928N/Areturn false;
928N/A%eofval}
0N/A%caseless
0N/A%switch
1004N/A%char
0N/A
0N/A//WhiteSpace = [ \t\f\r]+|\n
0N/AIdentifier = [a-zA-Z_] [a-zA-Z0-9_]*
0N/ANumber = [0-9]+|[0-9]+\.[0-9]+| "0[xX]" [0-9a-fA-F]+
0N/APrintable = [\@\$\%\^\&\-+=\?\.\:]
0N/A
0N/A%%
816N/A{Identifier}|{Number}|{Printable} { // below assumes locale from the shell/container, instead of just US
1004N/A setAttribs(yytext().toLowerCase(Locale.getDefault()), yychar, yychar + yylength());
928N/A return true; }
928N/A<<EOF>> { return false;}
974N/A.|\n {}