7959 comment out data artifacts ingest pipeline

This commit is contained in:
Richard Cordovano 2021-09-08 16:15:50 -04:00
parent 2621d15bb6
commit b8598d0b14
6 changed files with 37 additions and 37 deletions

View File

@ -121,14 +121,14 @@ public class CentralRepoIngestModuleFactory extends IngestModuleFactoryAdapter {
throw new IllegalArgumentException("Expected settings argument to be an instance of IngestSettings");
}
@Override
public boolean isDataArtifactIngestModuleFactory() {
return true;
}
@Override
public DataArtifactIngestModule createDataArtifactIngestModule(IngestModuleIngestJobSettings settings) {
return new CentralRepoDataArtifactIngestModule();
}
// @Override
// public boolean isDataArtifactIngestModuleFactory() {
// return true;
// }
//
// @Override
// public DataArtifactIngestModule createDataArtifactIngestModule(IngestModuleIngestJobSettings settings) {
// return new CentralRepoDataArtifactIngestModule();
// }
}

View File

@ -44,10 +44,10 @@ final class DataArtifactIngestPipeline extends IngestTaskPipeline<DataArtifactIn
@Override
Optional<PipelineModule<DataArtifactIngestTask>> acceptModuleTemplate(IngestModuleTemplate template) {
Optional<IngestTaskPipeline.PipelineModule<DataArtifactIngestTask>> module = Optional.empty();
if (template.isDataArtifactIngestModuleTemplate()) {
DataArtifactIngestModule ingestModule = template.createDataArtifactIngestModule();
module = Optional.of(new DataArtifactIngestPipelineModule(ingestModule, template.getModuleName()));
}
// if (template.isDataArtifactIngestModuleTemplate()) {
// DataArtifactIngestModule ingestModule = template.createDataArtifactIngestModule();
// module = Optional.of(new DataArtifactIngestPipelineModule(ingestModule, template.getModuleName()));
// }
return module;
}

View File

@ -368,9 +368,9 @@ final class IngestJobPipeline {
if (template.isFileIngestModuleTemplate()) {
addModuleTemplateToSortingMap(javaFileModuleTemplates, jythonFileModuleTemplates, template);
}
if (template.isDataArtifactIngestModuleTemplate()) {
addModuleTemplateToSortingMap(javaArtifactModuleTemplates, jythonArtifactModuleTemplates, template);
}
// if (template.isDataArtifactIngestModuleTemplate()) {
// addModuleTemplateToSortingMap(javaArtifactModuleTemplates, jythonArtifactModuleTemplates, template);
// }
}
/**
@ -616,13 +616,13 @@ final class IngestJobPipeline {
type = IngestModuleType.MULTIPLE;
}
}
if (moduleTemplate.isDataArtifactIngestModuleTemplate()) {
if (type == null) {
type = IngestModuleType.DATA_ARTIFACT;
} else {
type = IngestModuleType.MULTIPLE;
}
}
// if (moduleTemplate.isDataArtifactIngestModuleTemplate()) {
// if (type == null) {
// type = IngestModuleType.DATA_ARTIFACT;
// } else {
// type = IngestModuleType.MULTIPLE;
// }
// }
return type;
}

View File

@ -318,7 +318,7 @@ public final class IngestJobSettings {
// Add modules that are going to be used for this ingest depending on type.
for (IngestModuleFactory moduleFactory : allModuleFactories) {
if (moduleFactory.isDataArtifactIngestModuleFactory() || ingestType.equals(IngestType.ALL_MODULES)) {
if (/*moduleFactory.isDataArtifactIngestModuleFactory() ||*/ ingestType.equals(IngestType.ALL_MODULES)) {
moduleFactories.add(moduleFactory);
} else if (this.ingestType.equals(IngestType.DATA_SOURCE_ONLY) && moduleFactory.isDataSourceIngestModuleFactory()) {
moduleFactories.add(moduleFactory);

View File

@ -228,7 +228,7 @@ public interface IngestModuleFactory {
*
* @return A file ingest module instance.
*/
default FileIngestModule createFileIngestModule(IngestModuleIngestJobSettings ingestOptions) {
default FileIngestModule createFileIngestModule(IngestModuleIngestJobSettings settings) {
throw new UnsupportedOperationException();
}
@ -238,9 +238,9 @@ public interface IngestModuleFactory {
*
* @return True or false.
*/
default boolean isDataArtifactIngestModuleFactory() {
return false;
}
// default boolean isDataArtifactIngestModuleFactory() {
// return false;
// }
/**
* Creates a data artifact ingest module instance.
@ -267,8 +267,8 @@ public interface IngestModuleFactory {
*
* @return A file ingest module instance.
*/
default DataArtifactIngestModule createDataArtifactIngestModule(IngestModuleIngestJobSettings settings) {
throw new UnsupportedOperationException();
}
// default DataArtifactIngestModule createDataArtifactIngestModule(IngestModuleIngestJobSettings settings) {
// throw new UnsupportedOperationException();
// }
}

View File

@ -85,13 +85,13 @@ public final class IngestModuleTemplate {
return moduleFactory.createFileIngestModule(settings);
}
public boolean isDataArtifactIngestModuleTemplate() {
return moduleFactory.isDataArtifactIngestModuleFactory();
}
// public boolean isDataArtifactIngestModuleTemplate() {
// return moduleFactory.isDataArtifactIngestModuleFactory();
// }
public DataArtifactIngestModule createDataArtifactIngestModule() {
return moduleFactory.createDataArtifactIngestModule(settings);
}
// public DataArtifactIngestModule createDataArtifactIngestModule() {
// return moduleFactory.createDataArtifactIngestModule(settings);
// }
public void setEnabled(boolean enabled) {
this.enabled = enabled;