IndexDatabase.java revision 68903e4ab30e59de41fcf7293ec11b1ac96788b1
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* See LICENSE.txt included in this distribution for the specific
* language governing permissions and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at LICENSE.txt.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
*/
/**
* This class is used to create / update the index databases. Currently we use
* one index database per project.
*
* @author Trond Norbye
* @author Lubos Kosco , update for lucene 3.0.0
*/
public class IndexDatabase {
private FSDirectory indexDirectory;
private FSDirectory spellDirectory;
private IndexWriter writer;
private IgnoredNames ignoredNames;
private Filter includedNames;
private AnalyzerGuru analyzerGuru;
private boolean interrupted;
private boolean dirty;
private boolean running;
private LockFactory lockfact;
/**
* Create a new instance of the Index Database. Use this constructor if
* you don't use any projects
*
* @throws java.io.IOException if an error occurs while creating directories
*/
public IndexDatabase() throws IOException {
this(null);
}
/**
* Create a new instance of an Index Database for a given project
* @param project the project to create the database for
* @throws java.io.IOException if an errror occurs while creating directories
*/
lockfact = new SimpleFSLockFactory();
initialize();
}
/**
* Update the index database for all of the projects. Print progress to
* standard out.
* @param executor An executor to run the job
* @throws IOException if an error occurs
*/
}
/**
* Update the index database for all of the projects
* @param executor An executor to run the job
* @param listener where to signal the changes to the database
* @throws IOException if an error occurs
*/
if (env.hasProjects()) {
}
} else {
}
for (IndexDatabase d : dbs) {
final IndexDatabase db = d;
}
public void run() {
try {
} catch (Exception e) {
}
}
});
}
}
/**
* Update the index database for a number of sub-directories
* @param executor An executor to run the job
* @param listener where to signal the changes to the database
* @param paths
* @throws IOException if an error occurs
*/
public static void update(ExecutorService executor, IndexChangedListener listener, List<String> paths) throws IOException {
} else {
try {
db = new IndexDatabase();
} else {
}
if (idx != -1) {
}
if (idx == -1) {
}
} else {
}
} catch (IOException e) {
}
}
public void run() {
try {
} catch (Exception e) {
}
}
});
}
}
}
@SuppressWarnings("PMD.CollapsibleIfStatements")
private void initialize() throws IOException {
synchronized (this) {
}
// to avoid race conditions, just recheck..
throw new FileNotFoundException("Failed to create root directory [" + indexDir.getAbsolutePath() + "]");
}
}
throw new FileNotFoundException("Failed to create root directory [" + spellDir.getAbsolutePath() + "]");
}
}
if (!env.isUsingLuceneLocking()) {
}
analyzerGuru = new AnalyzerGuru();
if (env.isGenerateHtml()) {
}
}
}
/**
* By default the indexer will traverse all directories in the project.
* If you add directories with this function update will just process
* the specified directories.
*
* @param dir The directory to scan
* @return <code>true</code> if the file is added, false oth
*/
@SuppressWarnings("PMD.UseStringBufferForStringAppends")
}
return true;
} else {
return false;
}
}
/**
* Update the content of this index database
* @throws IOException if an error occurs
* @throws HistoryException if an error occurs when accessing the history
*/
synchronized (lock) {
if (running) {
throw new IOException("Indexer already running!");
}
running = true;
interrupted = false;
}
}
}
try {
//TODO we might need to add writer.commit after certain phases of index generation, right now it will only happen in the end
writer = new IndexWriter(indexDirectory, AnalyzerGuru.getAnalyzer(),IndexWriter.MaxFieldLength.UNLIMITED);
if (directories.isEmpty()) {
} else {
}
}
} else {
}
try {
int file_cnt = 0;
while (uidIter.term() != null && uidIter.term().field().equals("u") && uidIter.term().text().startsWith(startuid)) {
removeFile();
}
} finally {
}
}
} finally {
try {
} catch (IOException e) {
}
}
try {
} catch (IOException e) {
}
}
synchronized (lock) {
running = false;
}
}
if (!isInterrupted() && isDirty()) {
optimize();
}
log.log(Level.WARNING, "Failed to set last modified time on ''{0}'', used for timestamping the index database.", timestamp.getAbsolutePath());
}
} else {
if (!timestamp.createNewFile()) {
log.log(Level.WARNING, "Failed to create file ''{0}'', used for timestamping the index database.", timestamp.getAbsolutePath());
}
}
}
}
/**
* Optimize all index databases
* @param executor An executor to run the job
* @throws IOException if an error occurs
*/
if (env.hasProjects()) {
}
} else {
}
for (IndexDatabase d : dbs) {
final IndexDatabase db = d;
public void run() {
try {
} catch (Exception e) {
}
}
});
}
}
}
/**
* Optimize the index database
*/
public void optimize() {
synchronized (lock) {
if (running) {
return ;
}
running = true;
}
try {
synchronized (lock) {
}
dirty = false;
}
} catch (IOException e) {
} finally {
try {
} catch (IOException e) {
}
}
synchronized (lock) {
running = false;
}
}
}
/**
* Generate a spelling suggestion for the definitions stored in defs
*/
public void createSpellingSuggestions() {
try {
//TODO below seems only to index "defs" , possible bug ?
} catch (IOException e) {
} finally {
if (indexReader != null) {
try {
indexReader.close();
} catch (IOException e) {
}
}
if (spellDirectory != null) {
}
}
}
private boolean isDirty() {
synchronized (lock) {
return dirty;
}
}
private void setDirty() {
synchronized (lock) {
try {
"Failed to create \"dirty-file\": {0}",
}
dirty = true;
}
} catch (IOException e) {
}
}
}
/**
* Remove a stale file (uidIter.term().text()) from the index database
* (and the xref file)
* @throws java.io.IOException if an error occurs
*/
private void removeFile() throws IOException {
}
} else {
}
}
// Remove the parent directory if it's empty
}
setDirty();
}
}
/**
* Add a file to the Lucene index (and generate a xref file)
* @param file The file to add
* @param path The path to the file (from source root)
* @throws java.io.IOException if an error occurs
*/
final InputStream in =
try {
}
Document d;
try {
} catch (Exception e) {
"Skipped file ''{0}'' because the analyzer didn''t " +
"understand it.",
path);
return;
}
// If mkdirs() returns false, the failure is most likely
// because the file already exists. But to check for the
// file first and only add it if it doesn't exists would
// only increase the file IO...
}
}
setDirty();
}
} finally {
}
}
/**
* Check if I should accept this file into the index database
* @param file the file to check
* @return true if the file should be included, false otherwise
*/
if (!includedNames.isEmpty() &&
// the filter should not affect directory names
return false;
}
return false;
}
return false;
}
try {
log.log(Level.FINE, "Skipped symlink ''{0}'' -> ''{1}''", new Object[]{absolutePath, canonicalPath});
return false;
}
//below will only let go files and directories, anything else is considered special and is not added
return false;
}
} catch (IOException exp) {
}
if (file.isDirectory()) {
// always accept directories so that their files can be examined
return true;
}
// versioned files should always be accepted
return true;
}
// this is an unversioned file, check if it should be indexed
}
/**
* Check if I should accept the path containing a symlink
* @param absolutePath the path with a symlink to check
* @param canonicalPath the canonical path to the file
* @return true if the file should be accepted, false otherwise
*/
// Always accept local symlinks
if (isLocal(canonicalPath)) {
return true;
}
absolutePath.substring(allowedSymlink.length()).equals(canonicalPath.substring(allowedTarget.length()))) {
return true;
}
}
}
return false;
}
/**
* Check if a file is local to the current project. If we don't have
* projects, check if the file is in the source root.
*
* @param path the path to a file
* @return true if the file is local to the current repository
*/
boolean local = false;
if (env.hasProjects()) {
// File is under the current project, so it's local.
local = true;
}
} else {
// File is under source root, and we don't have projects, so
// consider it local.
local = true;
}
}
return local;
}
/**
* Generate indexes recursively
* @param dir the root indexDirectory to generate indexes for
* @param path the path
*/
private int indexDown(File dir, String parent, boolean count_only, int cur_count, int est_total) throws IOException {
if (isInterrupted()) {
return cur_count;
}
return cur_count;
}
return cur_count;
}
}
});
if (file.isDirectory()) {
} else {
cur_count++;
if (count_only)
continue;
if (est_total > 0)
{
System.out.print("[IDX] " + cur_count + " (" + cur_count * 100.0f / est_total + "%) : " + path + "\n");
}
String uid = Util.uid(path, DateTools.timeToString(file.lastModified(), DateTools.Resolution.MILLISECOND)); // construct uid for doc
removeFile();
}
continue;
}
}
try {
} catch (Exception e) {
e);
}
}
}
}
return cur_count;
}
/**
* Interrupt the index generation (and the index generation will stop as
* soon as possible)
*/
public void interrupt() {
synchronized (lock) {
interrupted = true;
}
}
private boolean isInterrupted() {
synchronized (lock) {
return interrupted;
}
}
/**
* Register an object to receive events when modifications is done to the
* index database.
*
* @param listener the object to receive the events
*/
}
/**
* Remove an object from the lists of objects to receive events when
* modifications is done to the index database
*
* @param listener the object to remove
*/
}
/**
* List all files in all of the index databases
* @throws IOException if an error occurs
*/
public static void listAllFiles() throws IOException {
}
/**
* List all files in some of the index databases
* @param subFiles Subdirectories for the various projects to list the files
* for (or null or an empty list to dump all projects)
* @throws IOException if an error occurs
*/
if (env.hasProjects()) {
}
} else {
} else {
}
}
}
} else {
}
}
/**
* List all of the files in this index database
*
* @throws IOException If an IO error occurs while reading from the database
*/
public void listFiles() throws IOException {
try {
}
} finally {
try {
} catch (IOException e) {
}
}
try {
} catch (IOException e) {
}
}
}
}
static void listFrequentTokens() throws IOException {
}
final int limit = 4;
if (env.hasProjects()) {
}
} else {
} else {
}
}
}
} else {
}
}
try {
}
} else {
break;
}
}
} finally {
try {
} catch (IOException e) {
}
}
try {
} catch (IOException e) {
}
}
}
}
/**
* Get an indexReader for the Index database where a given file
* @param path the file to get the database for
* @return The index database where the file should be located or null if
* it cannot be located.
*/
if (env.hasProjects()) {
if (p == null) {
return null;
} else {
}
}
try {
}
}
return ret;
}
return false;
}
return false;
}
if (this.project != other.project && (this.project == null || !this.project.equals(other.project))) {
return false;
}
return true;
}
public int hashCode() {
int hash = 7;
return hash;
}
}