148N/A<%--

148N/ACDDL HEADER START

148N/A

148N/AThe contents of this file are subject to the terms of the

148N/ACommon Development and Distribution License (the "License").

148N/AYou may not use this file except in compliance with the License.

148N/A

148N/ASee LICENSE.txt included in this distribution for the specific

148N/Alanguage governing permissions and limitations under the License.

148N/A

148N/AWhen distributing Covered Code, include this CDDL HEADER in each

148N/Afile and include the License file at LICENSE.txt.

148N/AIf applicable, add the following below this CDDL HEADER, with the

148N/Afields enclosed by brackets "[]" replaced with your own identifying

148N/Ainformation: Portions Copyright [yyyy] [name of copyright owner]

148N/A

148N/ACDDL HEADER END

148N/A

148N/ACopyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.

148N/A

148N/A--%><%@ page import = "javax.servlet.*,

148N/Ajava.lang.Integer,

3996N/Ajavax.servlet.http.*,

148N/Ajava.util.Hashtable,

148N/Ajava.util.Vector,

148N/Ajava.util.Date,

148N/Ajava.util.ArrayList,

148N/Ajava.util.List,

5251N/Ajava.lang.*,

618N/Ajava.io.*,

148N/Ajava.io.StringReader,

148N/Aorg.opensolaris.opengrok.analysis.*,

844N/Aorg.opensolaris.opengrok.index.IndexDatabase,

5251N/Aorg.opensolaris.opengrok.search.*,

148N/Aorg.opensolaris.opengrok.web.*,

1273N/Aorg.opensolaris.opengrok.search.context.*,

148N/Aorg.opensolaris.opengrok.configuration.*,

1002N/Aorg.apache.lucene.search.spell.LuceneDictionary,

1316N/Aorg.apache.lucene.search.spell.SpellChecker,

1002N/Aorg.apache.lucene.search.SortField,

1316N/Aorg.apache.lucene.search.TopScoreDocCollector,

1002N/Aorg.apache.lucene.store.FSDirectory,

1002N/Aorg.apache.lucene.analysis.*,

5251N/Aorg.apache.lucene.document.*,

3510N/Aorg.apache.lucene.search.*,

3996N/Aorg.apache.lucene.queryParser.*"

3996N/A%><%@ page session="false" %><%@ page errorPage="error.jsp" %><%

3996N/ADate starttime = new Date();

3996N/AString q = request.getParameter("q");

148N/AString defs = request.getParameter("defs");

5252N/AString refs = request.getParameter("refs");

5252N/AString hist = request.getParameter("hist");

148N/AString path = request.getParameter("path");

148N/A

148N/A%><%@ include file="projects.jspf" %><%

3985N/AString sort = null;

3985N/A

3985N/Afinal String LASTMODTIME = "lastmodtime";

148N/Afinal String RELEVANCY = "relevancy";

148N/Afinal String BY_PATH = "fullpath";

148N/Afinal SortField S_BY_PATH = new SortField(BY_PATH,SortField.STRING);

148N/A

3510N/ACookie[] cookies = request.getCookies();

1316N/Aif (cookies != null) {

1316N/A for (Cookie cookie : cookies) {

148N/A if (cookie.getName().equals("OpenGrok/sorting")) {

148N/A sort = cookie.getValue();

148N/A if (!LASTMODTIME.equals(sort) && !RELEVANCY.equals(sort) && !BY_PATH.equals(sort)) {

690N/A sort = RELEVANCY;

148N/A }

3781N/A break;

3781N/A }

3781N/A }

3781N/A}

3781N/A

3781N/AString sortParam = request.getParameter("sort");

3781N/Aif (sortParam != null) {

3781N/A if (LASTMODTIME.equals(sortParam)) {

3781N/A sort = LASTMODTIME;

3781N/A } else if (RELEVANCY.equals(sortParam)) {

3781N/A sort = RELEVANCY;

3783N/A } else if (BY_PATH.equals(sortParam)) {

3783N/A sort = BY_PATH;

3781N/A }

3781N/A if (sort != null) {

3781N/A Cookie cookie = new Cookie("OpenGrok/sorting", sort);

3781N/A response.addCookie(cookie);

3783N/A }

3783N/A} else { sort = RELEVANCY; }

3783N/A

3783N/A//List<org.apache.lucene.document.Document> docs=new ArrayList<org.apache.lucene.document.Document>();

3781N/AString errorMsg = null;

3781N/A

727N/Aif( q!= null && q.equals("")) q = null;

727N/Aif( defs != null && defs.equals("")) defs = null;

3781N/Aif( refs != null && refs.equals("")) refs = null;

727N/Aif( hist != null && hist.equals("")) hist = null;

3781N/Aif( path != null && path.equals("")) path = null;

3781N/Aif (project != null && project.size()<1) project = null;

3781N/A

727N/Aif (q != null || defs != null || refs != null || hist != null || path != null) {

3781N/A Searcher searcher = null; //the searcher used to open/search the index

1822N/A TopScoreDocCollector collector=null; // the collector used

3781N/A ScoreDoc[] hits = null; // list of documents which result from the query

3781N/A Query query = null; //the Query created by the QueryBuilder

3781N/A boolean allCollected=false;

1822N/A int totalHits=0;

1822N/A

1822N/A int start = 0; //the first index displayed on this page

1822N/A //TODO deprecate max this and merge with paging and param n - TEST needed

1822N/A //int max = 25; //the maximum items displayed on this page

3781N/A int max=RuntimeEnvironment.getInstance().getHitsPerPage();

3781N/A

3781N/A int hitsPerPage = RuntimeEnvironment.getInstance().getHitsPerPage();

1822N/A int cachePages= RuntimeEnvironment.getInstance().getCachePages();

3781N/A final boolean docsScoredInOrder=false;

3781N/A

1822N/A int thispage = 0; //used for the for/next either max or

1822N/A

1822N/A QueryBuilder queryBuilder =

727N/A new QueryBuilder()

148N/A .setFreetext(q).setDefs(defs).setRefs(refs)

5252N/A .setPath(path).setHist(hist);

5252N/A

148N/A try {

148N/A String DATA_ROOT = env.getDataRootPath();

148N/A if(DATA_ROOT.equals("")) {

560N/A throw new Exception("DATA_ROOT parameter is not configured in web.xml!");

727N/A }

3781N/A File data_root = new File(DATA_ROOT);

148N/A if(!data_root.isDirectory()) {

181N/A throw new Exception("DATA_ROOT parameter in web.xml does not exist or is not a directory!");

148N/A }

148N/A //String date = request.getParameter("date");

3996N/A try {

3996N/A //TODO merge paging hitsPerPage with parameter n (has to reflect the search if changed so proper number is cached first time)

3996N/A start = Integer.parseInt(request.getParameter("start")); //parse the max results first

3996N/A max = Integer.parseInt(request.getParameter("n")); //then the start index

3996N/A if(max < 0 || (max % 10 != 0) || max > 50) max = 25;

3996N/A if(start < 0 ) start = 0;

3996N/A } catch (Exception e) { }

3996N/A

3996N/A query = queryBuilder.build();

File root = new File(RuntimeEnvironment.getInstance().getDataRootFile(),

"index");

if (RuntimeEnvironment.getInstance().hasProjects()) {

if (project == null) {

errorMsg = "<b>Error:</b> You must select a project!";

} else {

if (project.size() > 1) { //more projects

IndexSearcher[] searchables = new IndexSearcher[project.size()];

File droot = new File(RuntimeEnvironment.getInstance().getDataRootFile(), "index");

int ii = 0;

//TODO might need to rewrite to Project instead of String , need changes in projects.jspf too

for (String proj : project) {

FSDirectory dir = FSDirectory.open(new File(droot, proj));

searchables[ii++] = new IndexSearcher(dir);

}

if (Runtime.getRuntime().availableProcessors() > 1) {

searcher = new ParallelMultiSearcher(searchables);

} else {

searcher = new MultiSearcher(searchables);

}

} else { // just 1 project selected

root = new File(root, project.get(0));

FSDirectory dir = FSDirectory.open(root);

searcher = new IndexSearcher(dir);

}

}

} else { //no project setup

FSDirectory dir = FSDirectory.open(root);

searcher = new IndexSearcher(dir);

}

//TODO check if below is somehow reusing sessions so we don't requery again and again, I guess 2min timeout sessions could be usefull, since you click on the next page within 2mins, if not, then wait ;)

if (errorMsg == null) {

collector = TopScoreDocCollector.create(hitsPerPage*cachePages,docsScoredInOrder);

if (LASTMODTIME.equals(sort)) {

Sort sortf = new Sort(new SortField("date",SortField.STRING,true));

TopFieldDocs fdocs=searcher.search(query, null,hitsPerPage*cachePages, sortf);

totalHits=fdocs.totalHits;

if (start>=hitsPerPage*cachePages && !allCollected) { //fetch ALL results only if above cachePages

fdocs=searcher.search(query, null, totalHits, sortf);

allCollected=true;

}

hits = fdocs.scoreDocs;

} else if (BY_PATH.equals(sort)) {

Sort sortf = new Sort(S_BY_PATH);

TopFieldDocs fdocs=searcher.search(query, null,hitsPerPage*cachePages, sortf);

totalHits=fdocs.totalHits;

if (start>=hitsPerPage*cachePages && !allCollected) { //fetch ALL results only if above cachePages

fdocs=searcher.search(query, null,totalHits, sortf);

allCollected=true;

}

hits = fdocs.scoreDocs;

} else {

searcher.search(query,collector);

totalHits=collector.getTotalHits();

if (start>=hitsPerPage*cachePages && !allCollected) { //fetch ALL results only if above cachePages

collector = TopScoreDocCollector.create(totalHits,docsScoredInOrder);

searcher.search(query,collector);

allCollected=true;

}

hits=collector.topDocs().scoreDocs;

}

//below will get all the documents

// for (int i = 0; i < hits.length; i++) {

// int docId = hits[i].doc;

// Document d = searcher.doc(docId);

// docs.add(d);

// }

}

thispage = max;

} catch (BooleanQuery.TooManyClauses e) {

errorMsg = "<b>Error:</b> Too many results for wildcard!";

} catch (ParseException e) {

errorMsg = "<b>Error parsing your query</b>" +

"<p/>You might try to enclose your search term in quotes, " +

"<a href=\"help.jsp#escaping\">escape special characters</a> " +

"with <b>\\</b>, or read the <a href=\"help.jsp\">Help</a> " +

"on the query language.<p/>" +

"Error message from parser:<br/>" + Util.htmlize(e.getMessage());

} catch (FileNotFoundException e) {

errorMsg = "<b>Error:</b> Index database not found";

} catch (Exception e) {

errorMsg = "<b>Error:</b> " + Util.htmlize(e.getMessage());

}

// Bug #3900: Check if this is a search for a single term, and that term

// is a definition. If that's the case, and we only have one match, we'll

// generate a direct link instead of a listing.

boolean isSingleDefinitionSearch =

(query instanceof TermQuery) && (defs != null);

// Attempt to create a direct link to the definition if we search for one

// single definition term AND we have exactly one match AND there is only

// one definition of that symbol in the document that matches.

boolean uniqueDefinition = false;

if (isSingleDefinitionSearch && hits != null && hits.length == 1) {

Document doc = searcher.doc(hits[0].doc);

if (doc.getFieldable("tags")!=null) {

byte[] rawTags = doc.getFieldable("tags").getBinaryValue();

Definitions tags = Definitions.deserialize(rawTags);

String symbol = ((TermQuery) query).getTerm().text();

if (tags.occurrences(symbol) == 1) {

uniqueDefinition = true;

}

}

}

// @TODO fix me. I should try to figure out where the exact hit is instead

// of returning a page with just _one_ entry in....

if (uniqueDefinition && request.getServletPath().equals(Constants.searchR)) {

String preFragmentPath = Util.URIEncodePath(context + Constants.xrefP + searcher.doc(hits[0].doc).get("path"));

String fragment = Util.URIEncode(((TermQuery)query).getTerm().text());

StringBuilder url = new StringBuilder(preFragmentPath);

url.append("#");

url.append(fragment);

response.sendRedirect(url.toString());

} else {

String pageTitle = "Search";

RuntimeEnvironment environment = RuntimeEnvironment.getInstance();

environment.register();

%><%@ include file="httpheader.jspf" %>

<body>

<div id="page">

<div id="header"><%@ include file="pageheader.jspf" %></div>

<div id="Masthead"></div>

<div id="bar">

<table border="0" width="100%"><tr><td><a href="<%=context%>/" id="home">Home</a></td><td align="right"><%

{

String url = "search?";

url = url + (q == null ? "" : "&amp;q=" + Util.URIEncode(q)) +

(defs == null ? "" : "&amp;defs=" + Util.URIEncode(defs)) +

(refs == null ? "" : "&amp;refs=" + Util.URIEncode(refs)) +

(path == null ? "" : "&amp;path=" + Util.URIEncode(path)) +

(hist == null ? "" : "&amp;hist=" + Util.URIEncode(hist));

if (hasProjects) {

if (project!=null) {

url = url + "&amp;project=";

for (Iterator it = project.iterator(); it.hasNext();) {

url = url + (project == null ? "" : Util.URIEncode((String) it.next()) + ",");

}

}

}

%>Sort by: <%

url=url+("&amp;sort=");

if (sort == null || RELEVANCY.equals(sort)) {

%><b>relevance</b> | <a href="<%=url+LASTMODTIME%>">last modified time</a> | <a href="<%=url+BY_PATH%>">path</a><%

} else if (LASTMODTIME.equals(sort)) {

%><a href="<%=url+RELEVANCY%>">relevance</a> | <b>last modified time</b> | <a href="<%=url+BY_PATH%>">path</a><%

} else if (BY_PATH.equals(sort)) {

%><a href="<%=url+RELEVANCY%>">relevance</a> | <a href="<%=url+LASTMODTIME%>">last modified time</a> | <b>path</b><%

} else {

%><a href="<%=url+RELEVANCY%>">relevance</a> | <a href="<%=url+LASTMODTIME%>">last modified time</a> | <a href="<%=url+BY_PATH%>">path</a><%

}

} %></td></tr></table>

</div>

<div id="menu">

<%@ include file="menu.jspf"%>

</div>

<div id="results">

<%

//TODO spellchecking cycle below is not that great and we only create suggest links for every token in query, not for a query as whole

if( hits == null || errorMsg != null) {

%><%=errorMsg%><%

} else if (hits.length == 0) {

File spellIndex = new File(env.getDataRootPath(), "spellIndex");

File[] spellIndexes=null;

if (RuntimeEnvironment.getInstance().hasProjects()) {

if (project.size() > 1) { //more projects

spellIndexes = new File[project.size()];

int ii = 0;

//TODO might need to rewrite to Project instead of String , need changes in projects.jspf too

for (String proj : project) {

spellIndexes[ii++] = new File(spellIndex,proj);

}

} else { // just 1 project selected

spellIndex = new File(spellIndex, project.get(0));

}

}

int count=1;

if (spellIndexes!=null) {count=spellIndexes.length;}

for (int idx = 0; idx < count; idx++) {

if (spellIndexes!=null) spellIndex = spellIndexes[idx];

if (spellIndex.exists()) {

FSDirectory spellDirectory = FSDirectory.open(spellIndex);

SpellChecker checker = new SpellChecker(spellDirectory);

Date sstart = new Date();

boolean printHeader = true;

String[] toks;

if(q != null) {

toks = q.split("[\t ]+");

if(toks != null){

for(int j=0; j<toks.length; j++) {

if(toks[j].length() > 3) {

String[] ret = checker.suggestSimilar(toks[j].toLowerCase(), 5);

for(int i = 0;i < ret.length; i++) {

if (printHeader) {

%><p><font color="#cc0000">Did you mean(for <%=spellIndex.getName()%>)</font>:<%

printHeader = false;

}

%> <a href=search?q=<%=ret[i]%>><%=ret[i]%></a> &nbsp; <%

}

}

}

}

}

if(refs != null) {

toks = refs.split("[\t ]+");

if(toks != null){

for(int j=0; j<toks.length; j++) {

if(toks[j].length() > 3) {

String[] ret = checker.suggestSimilar(toks[j].toLowerCase(), 5);

for(int i = 0;i < ret.length; i++) {

if (printHeader) {

%><p><font color="#cc0000">Did you mean(for <%=spellIndex.getName()%>)</font>:<%

printHeader = false;

}

%> <a href=search?refs=<%=ret[i]%>><%=ret[i]%></a> &nbsp; <%

}

}

}

}

}

//TODO it seems the only true spellchecker is for below field, see IndexDatabase createspellingsuggestions ...

if(defs != null) {

toks = defs.split("[\t ]+");

if(toks != null){

for(int j=0; j<toks.length; j++) {

if(toks[j].length() > 3) {

String[] ret = checker.suggestSimilar(toks[j].toLowerCase(), 5);

for(int i = 0;i < ret.length; i++) {

if (printHeader) {

%><p><font color="#cc0000">Did you mean(for <%=spellIndex.getName()%>)</font>:<%

printHeader = false;

}

%> <a href=search?defs=<%=ret[i]%>><%=ret[i]%></a> &nbsp; <%

}

}

}

}

}

if (printHeader) {

%></p><%

}

spellDirectory.close();

checker.close();

}

}

%><p> Your search <b><%=query.toString()%></b> did not match any files.

<br />

Suggestions:<br/><blockquote>- Make sure all terms are spelled correctly.<br/>

- Try different keywords.<br/>

- Try more general keywords.<br/>

- Use 'wil*' cards if you are looking for partial match.

</blockquote>

</p><%

} else { // We have a lots of results to show

StringBuilder slider = null;

if ( max < totalHits) {

if((start + max) < totalHits) {

thispage = max;

} else {

thispage = totalHits - start;

}

String urlp = (q == null ? "" : "&amp;q=" + Util.URIEncode(q)) +

(defs == null ? "" : "&amp;defs=" + Util.URIEncode(defs)) +

(refs == null ? "" : "&amp;refs=" + Util.URIEncode(refs)) +

(path == null ? "" : "&amp;path=" + Util.URIEncode(path)) +

(hist == null ? "" : "&amp;hist=" + Util.URIEncode(hist)) +

(sort == null ? "" : "&amp;sort=" + Util.URIEncode(sort));

if (hasProjects) {

urlp = urlp + "&amp;project=";

for (Iterator it = project.iterator(); it.hasNext();) {

urlp = urlp + (project == null ? "" : Util.URIEncode((String) it.next()) + ",");

}

}

slider = new StringBuilder();

int labelStart =1;

int sstart = start - max* (start / max % 10 + 1) ;

if(sstart < 0) {

sstart = 0;

labelStart = 1;

} else {

labelStart = sstart/max + 1;

}

int label = labelStart;

int labelEnd = label + 11;

String arr;

for(int i=sstart; i<totalHits && label <= labelEnd; i+= max) {

if (i <= start && start < i+ max) {

slider.append("<span class=\"sel\">" + label + "</span>");

} else {

if(label == labelStart && label != 1) {

arr = "&lt;&lt";

} else if(label == labelEnd && i < totalHits) {

arr = "&gt;&gt;";

} else {

arr = label < 10 ? " " + label : String.valueOf(label);

}

slider.append("<a class=\"more\" href=\"s?n=" + max + "&amp;start=" + i + urlp + "\">"+

arr + "</a>");

}

label++;

}

} else {

thispage = totalHits - start; // set the max index to max or last

}

%>&nbsp; &nbsp; Searched <b><%=query.toString()%></b> (Results <b><%=start+1%> -

<%=thispage+start%></b> of <b><%=totalHits%></b>) sorted by <%=sort%> <p><%=slider != null ?

slider.toString(): ""%></p>

<table width="100%" cellpadding="3" cellspacing="0" border="0"><%

Context sourceContext = null;

Summarizer summer = null;

if (query != null) {

try{

sourceContext =

new Context(query, queryBuilder.getQueries());

if(sourceContext != null)

summer = new Summarizer(query,

new CompatibleAnalyser());

} catch (Exception e) {

}

}

HistoryContext historyContext = null;

try {

historyContext = new HistoryContext(query);

} catch (Exception e) {

}

EftarFileReader ef = null;

try{

ef = new EftarFileReader(env.getDataRootPath() + "/index/dtags.eftar");

} catch (Exception e) {

}

//TODO also fix the way what and how it is passed to prettyprint, can improve performance! SearchEngine integration is really needed here.

Results.prettyPrintHTML(searcher,hits, start, start+thispage,

out,

sourceContext, historyContext, summer,

context,

env.getSourceRootPath(),

env.getDataRootPath(),

ef);

if(ef != null) {

try{

ef.close();

} catch (IOException e) {

}

}

%></table><br/>

<b> Completed in <%=(new Date()).getTime() - starttime.getTime()%> milliseconds </b> <br/>

<%=slider != null ? "<p>" + slider + "</p>" : ""%>

<%

}

%><br/></div><%@include file="foot.jspf"%><%

}

if (searcher != null) {

searcher.close();

}

} else { // Entry page show the map

response.sendRedirect(context + "/index.jsp");

}

%>