GZIPAnalyzer.java revision f9fd2b96d1c5ea62664f74da0e34a04b6511a8ff
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* See LICENSE.txt included in this distribution for the specific
* language governing permissions and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at LICENSE.txt.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright (c) 2005, 2012, Oracle and/or its affiliates. All rights reserved.
*/
package org.opensolaris.opengrok.analysis.archive;
import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.Reader;
import java.io.Writer;
import java.util.logging.Level;
import java.util.zip.GZIPInputStream;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.opensolaris.opengrok.OpenGrokLogger;
import org.opensolaris.opengrok.analysis.AnalyzerGuru;
import org.opensolaris.opengrok.analysis.FileAnalyzer;
import org.opensolaris.opengrok.analysis.FileAnalyzer.Genre;
import org.opensolaris.opengrok.analysis.FileAnalyzerFactory;
/**
* Analyzes GZip files Created on September 22, 2005
*
* @author Chandan
*/
public class GZIPAnalyzer extends FileAnalyzer {
private Genre g;
@Override
public Genre getGenre() {
if (g != null) {
return g;
}
return super.getGenre();
}
protected GZIPAnalyzer(FileAnalyzerFactory factory) {
super(factory);
}
private FileAnalyzer fa;
@Override
public void analyze(Document doc, InputStream in) throws IOException {
BufferedInputStream gzis = new BufferedInputStream(new GZIPInputStream(in));
String path = doc.get("path");
if (path != null
&& (path.endsWith(".gz") || path.endsWith(".GZ") || path.endsWith(".Gz"))) {
String newname = path.substring(0, path.length() - 3);
//System.err.println("GZIPPED OF = " + newname);
fa = AnalyzerGuru.getAnalyzer(gzis, newname);
if (fa == null) {
this.g = Genre.DATA;
OpenGrokLogger.getLogger().log(Level.WARNING, "Did not analyze {0}, detected as data.", newname);
//TODO we could probably wrap tar analyzer here, need to do research on reader coming from gzis ...
} else { // cant recurse!
//simple file gziped case captured here
if (fa.getGenre() == Genre.PLAIN || fa.getGenre() == Genre.XREFABLE) {
this.g = Genre.XREFABLE;
} else {
this.g = Genre.DATA;
}
fa.analyze(doc, gzis);
if (doc.get("t") != null) {
doc.removeField("t");
if (g == Genre.XREFABLE) {
doc.add(new Field("t", g.typeName(), AnalyzerGuru.string_ft_stored_nanalyzed_norms));
}
}
}
}
}
@Override
public TokenStreamComponents createComponents(String fieldName, Reader reader) {
if (fa != null) {
return fa.createComponents(fieldName, reader);
}
return super.createComponents(fieldName, reader);
}
/**
* Write a cross referenced HTML file.
*
* @param out Writer to store HTML cross-reference
*/
@Override
public void writeXref(Writer out) throws IOException {
if ((fa != null) && (fa.getGenre() == Genre.PLAIN || fa.getGenre() == Genre.XREFABLE)) {
fa.writeXref(out);
}
}
}