mstoeck3/autopsy-flatpak
1
0
Fork 0
mirror of https://github.com/overcuriousity/autopsy-flatpak.git synced 2025-07-15 09:17:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refine and fix multi-stage ingest

Browse Source
This commit is contained in:
Richard Cordovano 2014-11-06 02:23:39 -05:00
parent 2d2600d697
commit b97bac0483
4 changed files with 162 additions and 103 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Core/src/org/sleuthkit/autopsy/ingest/DataSourceIngestModuleProgress.java
View File

@ -71,14 +71,14 @@ public class DataSourceIngestModuleProgress {
} }
/** /**
* Updates the progress bar with the number of work units performed, if in * Updates the progress bar with a new task name and the number of work
* the determinate mode. * units performed, if in the determinate mode.
* *
* @param message Message to display in sub-title * @param currentTask The task name.
* @param workUnits Number of work units performed so far by the module. * @param workUnits Number of work units performed so far by the module.
*/ */
public void progress(String message, int workUnits) { public void progress(String currentTask, int workUnits) {
this.job.advanceDataSourceIngestProgressBar(message, workUnits); this.job.advanceDataSourceIngestProgressBar(currentTask, workUnits);
} }
} }

250
Core/src/org/sleuthkit/autopsy/ingest/IngestJob.java
View File

@ -47,6 +47,10 @@ final class IngestJob {
*/ */
private enum Stages { private enum Stages {
/**
* Setting up for processing.
*/
INITIALIZATION,
/** /**
* High priority data source ingest modules and file ingest modules. * High priority data source ingest modules and file ingest modules.
*/ */
@ -69,22 +73,21 @@ final class IngestJob {
private static final ConcurrentHashMap<Long, IngestJob> jobsById = new ConcurrentHashMap<>(); private static final ConcurrentHashMap<Long, IngestJob> jobsById = new ConcurrentHashMap<>();
/** /**
* These fields define the ingest job and the work it entails. * These fields define the ingest job and the work it entails. Note that
* there is a collection for multiple copies of the file ingest pipeline,
* one for each file ingest thread.
*/ */
private final long id; private final long id;
private final Content dataSource; private final Content dataSource;
private final boolean processUnallocatedSpace; private final boolean processUnallocatedSpace;
private Stages stage; private Stages stage;
private DataSourceIngestPipeline dataSourceIngestPipeline;
private DataSourceIngestPipeline firstStageDataSourceIngestPipeline; private DataSourceIngestPipeline firstStageDataSourceIngestPipeline;
private DataSourceIngestPipeline secondStageDataSourceIngestPipeline; private DataSourceIngestPipeline secondStageDataSourceIngestPipeline;
private DataSourceIngestPipeline currentDataSourceIngestPipeline;
private final LinkedBlockingQueue<FileIngestPipeline> fileIngestPipelines; private final LinkedBlockingQueue<FileIngestPipeline> fileIngestPipelines;
/** /**
* These fields are used to update ingest progress UI components for the * These fields are used to update ingest progress bars for the job.
* job. The filesInProgress collection contains the names of the files that
* are in the file ingest pipelines and the two file counter fields are used
* to update the file ingest progress bar.
*/ */
private ProgressHandle dataSourceIngestProgress; private ProgressHandle dataSourceIngestProgress;
private final Object dataSourceIngestProgressLock; private final Object dataSourceIngestProgressLock;
@ -159,7 +162,7 @@ final class IngestJob {
static List<IngestJobSnapshot> getJobSnapshots() { static List<IngestJobSnapshot> getJobSnapshots() {
List<IngestJobSnapshot> snapShots = new ArrayList<>(); List<IngestJobSnapshot> snapShots = new ArrayList<>();
for (IngestJob job : IngestJob.jobsById.values()) { for (IngestJob job : IngestJob.jobsById.values()) {
snapShots.add(job.getIngestJobSnapshot()); snapShots.add(job.getSnapshot());
} }
return snapShots; return snapShots;
} }
@ -185,7 +188,7 @@ final class IngestJob {
this.id = id; this.id = id;
this.dataSource = dataSource; this.dataSource = dataSource;
this.processUnallocatedSpace = processUnallocatedSpace; this.processUnallocatedSpace = processUnallocatedSpace;
this.stage = IngestJob.Stages.FIRST; this.stage = IngestJob.Stages.INITIALIZATION;
this.fileIngestPipelines = new LinkedBlockingQueue<>(); this.fileIngestPipelines = new LinkedBlockingQueue<>();
this.filesInProgress = new ArrayList<>(); this.filesInProgress = new ArrayList<>();
this.dataSourceIngestProgressLock = new Object(); this.dataSourceIngestProgressLock = new Object();
@ -222,22 +225,28 @@ final class IngestJob {
} }
/** /**
* Passes the data source for this job through a data source ingest * Passes the data source for this job through the currently active data
* pipeline. * source ingest pipeline.
* *
* @param task A data source ingest task wrapping the data source. * @param task A data source ingest task wrapping the data source.
*/ */
void process(DataSourceIngestTask task) { void process(DataSourceIngestTask task) {
try { try {
if (!this.isCancelled() && !this.dataSourceIngestPipeline.isEmpty()) { if (!this.isCancelled() && !this.currentDataSourceIngestPipeline.isEmpty()) {
/**
* Run the data source through the pipeline.
*/
List<IngestModuleError> errors = new ArrayList<>(); List<IngestModuleError> errors = new ArrayList<>();
errors.addAll(this.dataSourceIngestPipeline.process(task)); errors.addAll(this.currentDataSourceIngestPipeline.process(task));
if (!errors.isEmpty()) { if (!errors.isEmpty()) {
logIngestModuleErrors(errors); logIngestModuleErrors(errors);
} }
} }
// Shut down the data source ingest progress bar right away. /**
* Shut down the data source ingest progress bar right away. Data
* source-level processing is finished for this stage.
*/
synchronized (this.dataSourceIngestProgressLock) { synchronized (this.dataSourceIngestProgressLock) {
if (null != this.dataSourceIngestProgress) { if (null != this.dataSourceIngestProgress) {
this.dataSourceIngestProgress.finish(); this.dataSourceIngestProgress.finish();
@ -245,21 +254,19 @@ final class IngestJob {
} }
} }
} finally { } finally {
// No matter what happens, let the task scheduler know that this
// task is completed and check for job completion.
IngestJob.taskScheduler.notifyTaskCompleted(task); IngestJob.taskScheduler.notifyTaskCompleted(task);
if (IngestJob.taskScheduler.tasksForJobAreCompleted(this)) { this.checkForCurrentTasksCompleted();
this.handleTasksCompleted();
}
} }
} }
/** /**
* Passes the a file from the data source for this job through the file * Passes a file from the data source for this job through the file ingest
* ingest pipeline. * pipeline.
* *
* @param task A file ingest task. * @param task A file ingest task.
* @throws InterruptedException * @throws InterruptedException if the thread executing this code is
* interrupted while blocked on taking from or putting to the file ingest
* pipelines collection.
*/ */
void process(FileIngestTask task) throws InterruptedException { void process(FileIngestTask task) throws InterruptedException {
try { try {
@ -275,7 +282,9 @@ final class IngestJob {
*/ */
AbstractFile file = task.getFile(); AbstractFile file = task.getFile();
// Update the file ingest progress bar. /**
* Update the file ingest progress bar.
*/
synchronized (this.fileIngestProgressLock) { synchronized (this.fileIngestProgressLock) {
++this.processedFiles; ++this.processedFiles;
if (this.processedFiles <= this.estimatedFilesToProcess) { if (this.processedFiles <= this.estimatedFilesToProcess) {
@ -286,15 +295,19 @@ final class IngestJob {
this.filesInProgress.add(file.getName()); this.filesInProgress.add(file.getName());
} }
// Run the file through the pipeline. /**
* Run the file through the pipeline.
*/
List<IngestModuleError> errors = new ArrayList<>(); List<IngestModuleError> errors = new ArrayList<>();
errors.addAll(pipeline.process(task)); errors.addAll(pipeline.process(task));
if (!errors.isEmpty()) { if (!errors.isEmpty()) {
logIngestModuleErrors(errors); logIngestModuleErrors(errors);
} }
// Update the file ingest progress bar again in case the /**
// file was being displayed. * Update the file ingest progress bar again, in case the
* file was being displayed.
*/
if (!this.cancelled) { if (!this.cancelled) {
synchronized (this.fileIngestProgressLock) { synchronized (this.fileIngestProgressLock) {
this.filesInProgress.remove(file.getName()); this.filesInProgress.remove(file.getName());
@ -307,17 +320,15 @@ final class IngestJob {
} }
} }
// Relinquish the pipeline so it can be reused by another file /**
// ingest thread. * Relinquish the pipeline so it can be reused by another file
* ingest thread.
*/
this.fileIngestPipelines.put(pipeline); this.fileIngestPipelines.put(pipeline);
} }
} finally { } finally {
// No matter what happens, let the task scheduler know that this
// task is completed and check for job completion.
IngestJob.taskScheduler.notifyTaskCompleted(task); IngestJob.taskScheduler.notifyTaskCompleted(task);
if (IngestJob.taskScheduler.tasksForJobAreCompleted(this)) { this.checkForCurrentTasksCompleted();
this.handleTasksCompleted();
}
} }
} }
@ -399,31 +410,31 @@ final class IngestJob {
} }
/** /**
* Updates the data source ingest progress bar display name. * Updates the data source ingest progress with a new task name.
* *
* @param displayName The new display name. * @param currentTask The task name.
*/ */
void advanceDataSourceIngestProgressBar(String displayName) { void advanceDataSourceIngestProgressBar(String currentTask) {
if (!this.cancelled) { if (!this.cancelled) {
synchronized (this.dataSourceIngestProgressLock) { synchronized (this.dataSourceIngestProgressLock) {
if (null != this.dataSourceIngestProgress) { if (null != this.dataSourceIngestProgress) {
this.dataSourceIngestProgress.progress(displayName); this.dataSourceIngestProgress.progress(currentTask);
} }
} }
} }
} }
/** /**
* Updates the progress bar with the number of work units performed, if in * Updates the progress bar with a new task name and the number of work
* the determinate mode. * units performed, if in the determinate mode.
* *
* @param message Message to display in sub-title * @param currentTask The task name.
* @param workUnits Number of work units performed. * @param workUnits Number of work units performed.
*/ */
void advanceDataSourceIngestProgressBar(String message, int workUnits) { void advanceDataSourceIngestProgressBar(String currentTask, int workUnits) {
if (!this.cancelled) { if (!this.cancelled) {
synchronized (this.fileIngestProgressLock) { synchronized (this.fileIngestProgressLock) {
this.dataSourceIngestProgress.progress(message, workUnits); this.dataSourceIngestProgress.progress(currentTask, workUnits);
} }
} }
} }
@ -440,17 +451,19 @@ final class IngestJob {
} }
/** /**
* Rescind a temporary cancellation of data source ingest in order to stop * Rescind a temporary cancellation of data source ingest used to stop the
* the currently executing data source ingest module. * currently executing data source ingest module.
*/ */
void currentDataSourceIngestModuleCancellationCompleted() { void currentDataSourceIngestModuleCancellationCompleted() {
this.currentDataSourceIngestModuleCancelled = false; this.currentDataSourceIngestModuleCancelled = false;
// A new progress bar must be created because the cancel button of the /**
// previously constructed component is disabled by NetBeans when the * A new progress bar must be created because the cancel button of the
// user selects the "OK" button of the cancellation confirmation dialog * previously constructed component is disabled by NetBeans when the
// popped up by NetBeans when the progress bar cancel button was * user selects the "OK" button of the cancellation confirmation dialog
// pressed. * popped up by NetBeans when the progress bar cancel button was
* pressed.
*/
synchronized (this.dataSourceIngestProgressLock) { synchronized (this.dataSourceIngestProgressLock) {
this.dataSourceIngestProgress.finish(); this.dataSourceIngestProgress.finish();
this.dataSourceIngestProgress = null; this.dataSourceIngestProgress = null;
@ -463,8 +476,10 @@ final class IngestJob {
* file ingest pipelines. * file ingest pipelines.
*/ */
void cancel() { void cancel() {
// Put a cancellation message on data source ingest progress bar, /**
// if it is still running. * Put a cancellation message on data source ingest progress bar, if it
* is still running.
*/
synchronized (this.dataSourceIngestProgressLock) { synchronized (this.dataSourceIngestProgressLock) {
if (dataSourceIngestProgress != null) { if (dataSourceIngestProgress != null) {
final String displayName = NbBundle.getMessage(this.getClass(), final String displayName = NbBundle.getMessage(this.getClass(),
@ -477,8 +492,10 @@ final class IngestJob {
} }
} }
// Put a cancellation message on the file ingest progress bar, /**
// if it is still running. * Put a cancellation message on the file ingest progress bar, if it is
* still running.
*/
synchronized (this.fileIngestProgressLock) { synchronized (this.fileIngestProgressLock) {
if (this.fileIngestProgress != null) { if (this.fileIngestProgress != null) {
final String displayName = NbBundle.getMessage(this.getClass(), final String displayName = NbBundle.getMessage(this.getClass(),
@ -493,9 +510,11 @@ final class IngestJob {
this.cancelled = true; this.cancelled = true;
/** /**
* Tell the task scheduler to cancel all pending tasks. * Tell the task scheduler to cancel all pending tasks, i.e., tasks not
* not being performed by an ingest thread.
*/ */
IngestJob.taskScheduler.cancelPendingTasksForIngestJob(this); IngestJob.taskScheduler.cancelPendingTasksForIngestJob(this);
this.checkForCurrentTasksCompleted();
} }
/** /**
@ -508,6 +527,24 @@ final class IngestJob {
return this.cancelled; return this.cancelled;
} }
/**
* Starts up the ingest pipelines and ingest progress bars.
*
* @return A collection of ingest module startup errors, empty on success.
*/
private List<IngestModuleError> start(List<IngestModuleTemplate> ingestModuleTemplates) {
this.createIngestPipelines(ingestModuleTemplates);
List<IngestModuleError> errors = startUpIngestPipelines();
if (errors.isEmpty()) {
if (this.hasFirstStageDataSourceIngestPipeline() || this.hasFileIngestPipeline()) {
this.startFirstStage();
} else if (this.hasSecondStageDataSourceIngestPipeline()) {
this.startSecondStage();
}
}
return errors;
}
/** /**
* Creates the file and data source ingest pipelines. * Creates the file and data source ingest pipelines.
* *
@ -515,7 +552,9 @@ final class IngestJob {
* the pipelines. * the pipelines.
*/ */
private void createIngestPipelines(List<IngestModuleTemplate> ingestModuleTemplates) { private void createIngestPipelines(List<IngestModuleTemplate> ingestModuleTemplates) {
// Make mappings of ingest module factory class names to templates. /**
* Make mappings of ingest module factory class names to templates.
*/
Map<String, IngestModuleTemplate> dataSourceModuleTemplates = new HashMap<>(); Map<String, IngestModuleTemplate> dataSourceModuleTemplates = new HashMap<>();
Map<String, IngestModuleTemplate> fileModuleTemplates = new HashMap<>(); Map<String, IngestModuleTemplate> fileModuleTemplates = new HashMap<>();
for (IngestModuleTemplate template : ingestModuleTemplates) { for (IngestModuleTemplate template : ingestModuleTemplates) {
@ -527,16 +566,20 @@ final class IngestJob {
} }
} }
// Use the mappings and the ingest pipelines configuration to create /**
// ordered lists of ingest module templates for each ingest pipeline. * Use the mappings and the ingest pipelines configuration to create
* ordered lists of ingest module templates for each ingest pipeline.
*/
IngestPipelinesConfiguration pipelineConfigs = IngestPipelinesConfiguration.getInstance(); IngestPipelinesConfiguration pipelineConfigs = IngestPipelinesConfiguration.getInstance();
List<IngestModuleTemplate> firstStageDataSourceModuleTemplates = this.getConfiguredIngestModuleTemplates(dataSourceModuleTemplates, pipelineConfigs.getStageOneDataSourceIngestPipelineConfig()); List<IngestModuleTemplate> firstStageDataSourceModuleTemplates = this.getConfiguredIngestModuleTemplates(dataSourceModuleTemplates, pipelineConfigs.getStageOneDataSourceIngestPipelineConfig());
List<IngestModuleTemplate> fileIngestModuleTemplates = this.getConfiguredIngestModuleTemplates(fileModuleTemplates, pipelineConfigs.getFileIngestPipelineConfig()); List<IngestModuleTemplate> fileIngestModuleTemplates = this.getConfiguredIngestModuleTemplates(fileModuleTemplates, pipelineConfigs.getFileIngestPipelineConfig());
List<IngestModuleTemplate> secondStageDataSourceModuleTemplates = this.getConfiguredIngestModuleTemplates(dataSourceModuleTemplates, pipelineConfigs.getStageTwoDataSourceIngestPipelineConfig()); List<IngestModuleTemplate> secondStageDataSourceModuleTemplates = this.getConfiguredIngestModuleTemplates(dataSourceModuleTemplates, pipelineConfigs.getStageTwoDataSourceIngestPipelineConfig());
// Add any module templates that were not specified in the pipeline /**
// configurations to an appropriate pipeline - either the first stage * Add any module templates that were not specified in the pipelines
// data source ingest pipeline or the file ingest pipeline. * configuration to an appropriate pipeline - either the first stage
* data source ingest pipeline or the file ingest pipeline.
*/
for (IngestModuleTemplate template : dataSourceModuleTemplates.values()) { for (IngestModuleTemplate template : dataSourceModuleTemplates.values()) {
firstStageDataSourceModuleTemplates.add(template); firstStageDataSourceModuleTemplates.add(template);
} }
@ -544,12 +587,15 @@ final class IngestJob {
fileIngestModuleTemplates.add(template); fileIngestModuleTemplates.add(template);
} }
// Contruct the data source ingest pipelines. /**
* Construct the data source ingest pipelines.
*/
this.firstStageDataSourceIngestPipeline = new DataSourceIngestPipeline(this, firstStageDataSourceModuleTemplates); this.firstStageDataSourceIngestPipeline = new DataSourceIngestPipeline(this, firstStageDataSourceModuleTemplates);
this.secondStageDataSourceIngestPipeline = new DataSourceIngestPipeline(this, secondStageDataSourceModuleTemplates); this.secondStageDataSourceIngestPipeline = new DataSourceIngestPipeline(this, secondStageDataSourceModuleTemplates);
this.dataSourceIngestPipeline = firstStageDataSourceIngestPipeline;
// Construct the file ingest pipelines. /**
* Construct the file ingest pipelines, one per file ingest thread.
*/
try { try {
int numberOfFileIngestThreads = IngestManager.getInstance().getNumberOfFileIngestThreads(); int numberOfFileIngestThreads = IngestManager.getInstance().getNumberOfFileIngestThreads();
for (int i = 0; i < numberOfFileIngestThreads; ++i) { for (int i = 0; i < numberOfFileIngestThreads; ++i) {
@ -558,8 +604,8 @@ final class IngestJob {
} catch (InterruptedException ex) { } catch (InterruptedException ex) {
/** /**
* The current thread was interrupted while blocked on a full queue. * The current thread was interrupted while blocked on a full queue.
* Blocking should never happen here, but reset the interrupted flag * Blocking should actually never happen here, but reset the
* rather than just swallowing the exception. * interrupted flag rather than just swallowing the exception.
*/ */
Thread.currentThread().interrupt(); Thread.currentThread().interrupt();
} }
@ -567,9 +613,9 @@ final class IngestJob {
/** /**
* Use an ordered list of ingest module factory class names to create an * Use an ordered list of ingest module factory class names to create an
* ordered subset of a collection ingest module templates. The ingest module * ordered output list of ingest module templates for an ingest pipeline.
* templates are removed from the input collection as they are added to the * The ingest module templates are removed from the input collection as they
* output collection. * are added to the output collection.
* *
* @param ingestModuleTemplates A mapping of ingest module factory class * @param ingestModuleTemplates A mapping of ingest module factory class
* names to ingest module templates. * names to ingest module templates.
@ -587,27 +633,6 @@ final class IngestJob {
return templates; return templates;
} }
/**
* Starts up the ingest pipelines and ingest progress bars.
*
* @return A collection of ingest module startup errors, empty on success.
*/
private List<IngestModuleError> start(List<IngestModuleTemplate> ingestModuleTemplates) {
this.createIngestPipelines(ingestModuleTemplates);
List<IngestModuleError> errors = startUpIngestPipelines();
if (errors.isEmpty()) {
if (this.hasFirstStageDataSourceIngestPipeline() || this.hasFileIngestPipeline()) {
// There is at least one first stage pipeline.
this.startFirstStage();
} else if (this.hasSecondStageDataSourceIngestPipeline()) {
// There is no first stage pipeline, but there is a second stage
// ingest pipeline.
this.startSecondStage();
}
}
return errors;
}
/** /**
* Starts the first stage of the job. * Starts the first stage of the job.
*/ */
@ -624,6 +649,12 @@ final class IngestJob {
this.startFileIngestProgressBar(); this.startFileIngestProgressBar();
} }
/**
* Make the first stage data source pipeline the current data source
* pipeline.
*/
this.currentDataSourceIngestPipeline = this.firstStageDataSourceIngestPipeline;
/** /**
* Schedule the first stage tasks. * Schedule the first stage tasks.
*/ */
@ -639,11 +670,9 @@ final class IngestJob {
* it is possible, if unlikely, that no file ingest tasks were * it is possible, if unlikely, that no file ingest tasks were
* actually scheduled since there are files that get filtered out by * actually scheduled since there are files that get filtered out by
* the tasks scheduler. In this special case, an ingest thread will * the tasks scheduler. In this special case, an ingest thread will
* never get to make the following check for this stage of the job. * never to check for completion of this stage of the job.
*/ */
if (IngestJob.taskScheduler.tasksForJobAreCompleted(this)) { this.checkForCurrentTasksCompleted();
this.handleTasksCompleted();
}
} }
} }
@ -653,7 +682,7 @@ final class IngestJob {
private void startSecondStage() { private void startSecondStage() {
this.stage = IngestJob.Stages.SECOND; this.stage = IngestJob.Stages.SECOND;
this.startDataSourceIngestProgressBar(); this.startDataSourceIngestProgressBar();
this.dataSourceIngestPipeline = this.secondStageDataSourceIngestPipeline; this.currentDataSourceIngestPipeline = this.secondStageDataSourceIngestPipeline;
IngestJob.taskScheduler.scheduleDataSourceIngestTask(this); IngestJob.taskScheduler.scheduleDataSourceIngestTask(this);
} }
@ -705,7 +734,7 @@ final class IngestJob {
List<IngestModuleError> errors = new ArrayList<>(); List<IngestModuleError> errors = new ArrayList<>();
// Start up the first stage data source ingest pipeline. // Start up the first stage data source ingest pipeline.
errors.addAll(this.dataSourceIngestPipeline.startUp()); errors.addAll(this.firstStageDataSourceIngestPipeline.startUp());
// Start up the second stage data source ingest pipeline. // Start up the second stage data source ingest pipeline.
errors.addAll(this.secondStageDataSourceIngestPipeline.startUp()); errors.addAll(this.secondStageDataSourceIngestPipeline.startUp());
@ -795,6 +824,16 @@ final class IngestJob {
} }
} }
/**
* Checks to see if the ingest tasks for the current stage are completed and
* invokes a handler if they are.
*/
private void checkForCurrentTasksCompleted() {
if (IngestJob.taskScheduler.tasksForJobAreCompleted(this)) {
this.handleTasksCompleted();
}
}
/** /**
* Handles when all ingest tasks for this job are completed by finishing the * Handles when all ingest tasks for this job are completed by finishing the
* current stage and possibly starting the next stage. * current stage and possibly starting the next stage.
@ -902,7 +941,7 @@ final class IngestJob {
* *
* @return An ingest job statistics object. * @return An ingest job statistics object.
*/ */
private IngestJobSnapshot getIngestJobSnapshot() { private IngestJobSnapshot getSnapshot() {
return new IngestJobSnapshot(); return new IngestJobSnapshot();
} }
@ -932,19 +971,36 @@ final class IngestJob {
this.estimatedFilesToProcess = IngestJob.this.estimatedFilesToProcess; this.estimatedFilesToProcess = IngestJob.this.estimatedFilesToProcess;
this.snapShotTime = new Date().getTime(); this.snapShotTime = new Date().getTime();
} }
/**
* Get a snapshot of the tasks currently in progress for this job.
*/
this.tasksSnapshot = IngestJob.taskScheduler.getTasksSnapshotForJob(this.jobId); this.tasksSnapshot = IngestJob.taskScheduler.getTasksSnapshotForJob(this.jobId);
} }
/**
* Gets the identifier of the ingest job that is the subject of this
* snapshot.
*
* @return The ingest job id.
*/
long getJobId() { long getJobId() {
return this.jobId; return this.jobId;
} }
/**
* Gets the name of the data source associated with the ingest job that
* is the subject of this snapshot.
*
* @return A data source name string.
*/
String getDataSource() { String getDataSource() {
return dataSource; return dataSource;
} }
/** /**
* Gets files per second throughput since job started. * Gets files per second throughput since the ingest job that is the
* subject of this snapshot started.
* *
* @return Files processed per second (approximate). * @return Files processed per second (approximate).
*/ */
@ -953,7 +1009,7 @@ final class IngestJob {
} }
/** /**
* Gets the the ingest job was started. * Gets the time the ingest job was started.
* *
* @return The start time as number of milliseconds since January 1, * @return The start time as number of milliseconds since January 1,
* 1970, 00:00:00 GMT. * 1970, 00:00:00 GMT.

3
Core/src/org/sleuthkit/autopsy/ingest/IngestProgressSnapshotPanel.java
View File

@ -30,6 +30,9 @@ import javax.swing.table.TableColumn;
import org.apache.commons.lang3.time.DurationFormatUtils; import org.apache.commons.lang3.time.DurationFormatUtils;
import org.openide.util.NbBundle; import org.openide.util.NbBundle;
/**
* A panel that displays ingest task progress snapshots.
*/
public class IngestProgressSnapshotPanel extends javax.swing.JPanel { public class IngestProgressSnapshotPanel extends javax.swing.JPanel {
private final JDialog parent; private final JDialog parent;

2
Core/src/org/sleuthkit/autopsy/ingest/PipelineConfig.xml
View File

@ -16,7 +16,7 @@ Contains only the core ingest modules that ship with Autopsy -->
<MODULE>org.sleuthkit.autopsy.thunderbirdparser.EmailParserModuleFactory</MODULE> <MODULE>org.sleuthkit.autopsy.thunderbirdparser.EmailParserModuleFactory</MODULE>
<MODULE>org.sleuthkit.autopsy.modules.fileextmismatch.FileExtMismatchDetectorModuleFactory</MODULE> <MODULE>org.sleuthkit.autopsy.modules.fileextmismatch.FileExtMismatchDetectorModuleFactory</MODULE>
<MODULE>org.sleuthkit.autopsy.modules.interestingitems.InterestingItemsIngestModuleFactory</MODULE> <MODULE>org.sleuthkit.autopsy.modules.interestingitems.InterestingItemsIngestModuleFactory</MODULE>
<MODULE>org.sleuthkit.autopsy.modules.photoreccarver.PhotoRecCarverIngestModuleFactory</MODULE> <MODULE>org.sleuthkit.autopsy.modules.photoreccarver.PhotoRecCarverIngestModuleFactory</MODULE>
</PIPELINE> </PIPELINE>
<PIPELINE type="ImageAnalysisStageTwo"> <PIPELINE type="ImageAnalysisStageTwo">