901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li/*
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * CDDL HEADER START
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li *
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * The contents of this file are subject to the terms of the
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * Common Development and Distribution License (the "License").
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * You may not use this file except in compliance with the License.
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li *
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * See LICENSE.txt included in this distribution for the specific
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * language governing permissions and limitations under the License.
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li *
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * When distributing Covered Code, include this CDDL HEADER in each
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * file and include the License file at LICENSE.txt.
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * If applicable, add the following below this CDDL HEADER, with the
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * fields enclosed by brackets "[]" replaced with your own identifying
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * information: Portions Copyright [yyyy] [name of copyright owner]
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li *
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * CDDL HEADER END
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li */
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
b6c27ff32fe54b128a64b6b39340397786cbf0abLubos Kosco/*
b6c27ff32fe54b128a64b6b39340397786cbf0abLubos Kosco * Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved.
b6c27ff32fe54b128a64b6b39340397786cbf0abLubos Kosco */
b6c27ff32fe54b128a64b6b39340397786cbf0abLubos Kosco
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li/*
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li * Gets Erlang symbols - ignores comments, strings, keywords
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li */
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Lipackage org.opensolaris.opengrok.analysis.erlang;
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Liimport java.io.IOException;
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Liimport java.io.Reader;
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Liimport org.opensolaris.opengrok.analysis.JFlexTokenizer;
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%%
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%public
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%class ErlangSymbolTokenizer
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%extends JFlexTokenizer
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%unicode
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%type boolean
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%eofval{
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Lireturn false;
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%eofval}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%char
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao LiIdentifier = [A-Z_] [a-zA-Z0-9_@]*
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%state STRING COMMENT QATOM
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li%%
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<YYINITIAL> {
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li{Identifier} {String id = yytext();
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li if(!Consts.kwd.contains(id)){
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li setAttribs(id, yychar, yychar + yylength());
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li return true; }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \" { yybegin(STRING); }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \' { yybegin(QATOM); }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li "%" { yybegin(COMMENT); }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<STRING> {
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \" { yybegin(YYINITIAL); }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \\\\ | \\\" {}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<QATOM> {
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \' { yybegin(YYINITIAL); }
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \\\\ | \\\' {}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<COMMENT> {
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li \n { yybegin(YYINITIAL);}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<YYINITIAL, STRING, QATOM, COMMENT> {
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li<<EOF>> { return false;}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li[^] {}
901a436889cb2a6b2921b09f601b43c2cea360c8Haitao Li}