7683 make one ingest job per data source

This commit is contained in:
Richard Cordovano 2021-07-28 12:24:55 -04:00
parent 460eb002d4
commit 46534d4dcc

View File

@ -1551,12 +1551,12 @@ final class IngestJobPipeline {
tasksSnapshot = taskScheduler.getTasksSnapshotForJob(getIngestJobId()); tasksSnapshot = taskScheduler.getTasksSnapshotForJob(getIngestJobId());
} }
return new Snapshot(dataSource.getName(), getIngestJobId(), createTime, return new Snapshot(dataSource.getName(),
getIngestJobId(), createTime,
getCurrentDataSourceIngestModule(), getCurrentDataSourceIngestModule(),
fileIngestRunning, fileIngestStartTime, fileIngestRunning, fileIngestStartTime,
cancelled, cancellationReason, cancelledDataSourceIngestModules, cancelled, cancellationReason, cancelledDataSourceIngestModules,
processedFilesCount, estimatedFilesToProcessCount, processedFilesCount, estimatedFilesToProcessCount, snapShotTime, tasksSnapshot);
snapShotTime, tasksSnapshot);
} }
/** /**