Febbweiss/logstash-forwarder-java
1
0
Fork 0
mirror of https://github.com/Febbweiss/logstash-forwarder-java.git synced 2026-03-04 22:25:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added FileWatcher and LastModifiedFileFilter.

Browse Source
This commit is contained in:
didfet
2015-03-10 23:23:19 +01:00
parent 9b87363a5f
commit 3a10652d9f
3 changed files with 160 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

91
src/main/java/info/fetter/logstashforwarder/FileWatcher.java
View File

@@ -1,17 +1,5 @@
package info.fetter.logstashforwarder;
import java.io.File;
import java.util.ArrayList;
import java.util.List;
import org.apache.commons.io.FilenameUtils;
import org.apache.commons.io.filefilter.FileFilterUtils;
import org.apache.commons.io.filefilter.IOFileFilter;
import org.apache.commons.io.filefilter.WildcardFileFilter;
import org.apache.commons.io.monitor.FileAlterationListener;
import org.apache.commons.io.monitor.FileAlterationObserver;
import org.apache.log4j.Logger;
/*
* Copyright 2015 Didier Fetter
*
@@ -29,16 +17,35 @@ import org.apache.log4j.Logger;
*
*/
import info.fetter.logstashforwarder.util.LastModifiedFileFilter;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.FilenameUtils;
import org.apache.commons.io.filefilter.FileFilterUtils;
import org.apache.commons.io.filefilter.IOFileFilter;
import org.apache.commons.io.filefilter.WildcardFileFilter;
import org.apache.commons.io.monitor.FileAlterationListener;
import org.apache.commons.io.monitor.FileAlterationObserver;
import org.apache.log4j.Logger;
public class FileWatcher implements FileAlterationListener {
private static final Logger logger = Logger.getLogger(FileWatcher.class);
private List<FileAlterationObserver> observerList = new ArrayList<FileAlterationObserver>();
static final int ONE_DAY = 24 * 3600 * 1000;
private long cutoff;
private static final int ONE_DAY = 24 * 3600 * 1000;
private long deadTime;
private Map<File,FileState> watchMap = new HashMap<File,FileState>();
public FileWatcher(long deadTime) {
cutoff = System.currentTimeMillis() - deadTime;
this.deadTime = deadTime;
}
public FileWatcher() {
this(ONE_DAY);
}
@@ -58,40 +65,56 @@ public class FileWatcher implements FileAlterationListener {
}
private void watchFile(String fileToWatch) throws Exception {
logger.info("Watching file : " + new File(fileToWatch).getAbsolutePath());
logger.info("Watching file : " + new File(fileToWatch).getCanonicalPath());
String directory = FilenameUtils.getFullPath(fileToWatch);
String fileName = FilenameUtils.getName(fileToWatch);
IOFileFilter fileFilter = FileFilterUtils.and(
FileFilterUtils.fileFileFilter(),
FileFilterUtils.nameFileFilter(fileName),
FileFilterUtils.ageFileFilter(cutoff, false));
FileAlterationObserver observer = new FileAlterationObserver(new File(directory), fileFilter);
observer.addListener(this);
observerList.add(observer);
observer.initialize();
new LastModifiedFileFilter(deadTime));
updateWatchMap(new File(directory), fileFilter);
}
private void watchWildCardFiles(String filesToWatch) throws Exception {
logger.info("Watching wildcard files : " + filesToWatch);
String directory = FilenameUtils.getFullPath(filesToWatch);
String wildcard = FilenameUtils.getName(filesToWatch);
logger.trace("Directory : " + new File(directory).getAbsolutePath() + ", wildcard : " + wildcard);
logger.trace("Directory : " + new File(directory).getCanonicalPath() + ", wildcard : " + wildcard);
IOFileFilter fileFilter = FileFilterUtils.and(
FileFilterUtils.fileFileFilter(),
new WildcardFileFilter(wildcard),
FileFilterUtils.ageFileFilter(cutoff, false));
FileAlterationObserver observer = new FileAlterationObserver(new File(directory), fileFilter);
observer.addListener(this);
observerList.add(observer);
observer.initialize();
new LastModifiedFileFilter(deadTime));
updateWatchMap(new File(directory), fileFilter);
}
private void watchStdIn() {
logger.info("Watching stdin : not implemented yet");
}
private void updateWatchMap(File directory, IOFileFilter fileFilter) throws Exception {
FileAlterationObserver observer = new FileAlterationObserver(directory, fileFilter);
observer.addListener(this);
observerList.add(observer);
observer.initialize();
for(File file : FileUtils.listFiles(directory, fileFilter, null)) {
addFileToWatchMap(file);
}
}
private void addFileToWatchMap(File file) {
try {
FileState state = new FileState(file);
state.refresh();
watchMap.put(file, state);
} catch(IOException e) {
logger.error("Caught IOException : " + e.getMessage());
}
}
private void removeFileFromWatchMap(File file) {
watchMap.remove(file);
}
public void onDirectoryChange(File directory) {
// Do nothing
}
@@ -109,21 +132,21 @@ public class FileWatcher implements FileAlterationListener {
}
public void onFileCreate(File file) {
logger.debug("Create detected on file : " + file.getAbsolutePath());
logger.debug("Create detected on file : " + file.getAbsolutePath());
addFileToWatchMap(file);
}
public void onFileDelete(File file) {
logger.debug("Delete detected on file : " + file.getAbsolutePath());
removeFileFromWatchMap(file);
}
public void onStart(FileAlterationObserver observer) {
// TODO Auto-generated method stub
}
public void onStop(FileAlterationObserver observer) {
// TODO Auto-generated method stub
}
public void checkFiles() {