Here are the examples of the java api org.apache.hop.metadata.api.IHopMetadataProvider taken from open source projects. By voting up you can indicate which examples are most useful and appropriate.
759 Examples
19
Source : ActionDialog.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
this.metadataProvider = metadataProvider;
}
19
Source : HopGuiMetadataSearchable.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public clreplaced HopGuiMetadataSearchable implements ISearchable<IHopMetadata> {
private IHopMetadataProvider metadataProvider;
private IHopMetadataSerializer<IHopMetadata> serializer;
private IHopMetadata searchableObject;
private Clreplaced<IHopMetadata> managedClreplaced;
public HopGuiMetadataSearchable(IHopMetadataProvider metadataProvider, IHopMetadataSerializer<IHopMetadata> serializer, IHopMetadata searchableObject, Clreplaced<IHopMetadata> managedClreplaced) {
this.metadataProvider = metadataProvider;
this.serializer = serializer;
this.searchableObject = searchableObject;
this.managedClreplaced = managedClreplaced;
}
@Override
public String getLocation() {
return metadataProvider.getDescription();
}
@Override
public String getName() {
return searchableObject.getName();
}
@Override
public String getType() {
return serializer.getDescription();
}
@Override
public String getFilename() {
return null;
}
@Override
public ISearchableCallback getSearchCallback() {
return (searchable, searchResult) -> {
// Open the metadata object...
//
new MetadataManager(HopGui.getInstance().getVariables(), metadataProvider, managedClreplaced).editMetadata(searchable.getName());
};
}
/**
* Gets searchableObject
*
* @return value of searchableObject
*/
@Override
public IHopMetadata getSearchableObject() {
return searchableObject;
}
/**
* @param searchableObject The searchableObject to set
*/
public void setSearchableObject(IHopMetadata searchableObject) {
this.searchableObject = searchableObject;
}
/**
* Gets managedClreplaced
*
* @return value of managedClreplaced
*/
public Clreplaced<IHopMetadata> getManagedClreplaced() {
return managedClreplaced;
}
/**
* @param managedClreplaced The managedClreplaced to set
*/
public void setManagedClreplaced(Clreplaced<IHopMetadata> managedClreplaced) {
this.managedClreplaced = managedClreplaced;
}
}
19
Source : MetadataExplorerDialog.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private MetadataManager<IHopMetadata> getActiveMetadataManger() {
try {
IHopMetadataProvider metadataProvider = HopGui.getInstance().getMetadataProvider();
Clreplaced<IHopMetadata> metadataClreplaced = metadataProvider.getMetadataClreplacedForKey(activeObjectKey);
MetadataManager<IHopMetadata> manager = new MetadataManager<>(HopGui.getInstance().getVariables(), metadataProvider, metadataClreplaced);
return manager;
} catch (Exception e) {
new ErrorDialog(shell, "Error", "Unexpected error getting the metadata clreplaced for key '" + activeObjectKey + "'", e);
return null;
}
}
19
Source : MetadataContextHandler.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public clreplaced MetadataContextHandler implements IGuiContextHandler {
// For Translator
private static final Clreplaced<?> PKG = MetadataContextHandler.clreplaced;
public static final String CONTEXT_ID = "HopGuiMetadataContext";
private HopGui hopGui;
private IHopMetadataProvider metadataProvider;
private Clreplaced<? extends IHopMetadata> metadataObjectClreplaced;
private MetadataManager<? extends IHopMetadata> metadataManager;
public MetadataContextHandler(HopGui hopGui, IHopMetadataProvider metadataProvider, Clreplaced<? extends IHopMetadata> metadataObjectClreplaced) {
this.hopGui = hopGui;
this.metadataProvider = metadataProvider;
this.metadataObjectClreplaced = metadataObjectClreplaced;
metadataManager = new MetadataManager<>(hopGui.getVariables(), metadataProvider, metadataObjectClreplaced);
metadataManager.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
}
@Override
public String getContextId() {
return CONTEXT_ID;
}
@Override
public List<GuiAction> getSupportedActions() {
HopMetadata hopMetadata = HopMetadataUtil.getHopMetadataAnnotation(metadataObjectClreplaced);
List<GuiAction> actions = new ArrayList<>();
GuiAction newAction = new GuiAction("CREATE_" + hopMetadata.name(), GuiActionType.Create, hopMetadata.name(), "Creates a new " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.newMetadataWithEditor());
newAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
newAction.setCategory("Metadata");
newAction.setCategoryOrder("2");
actions.add(newAction);
GuiAction editAction = new GuiAction("EDIT_" + hopMetadata.name(), GuiActionType.Modify, hopMetadata.name(), "Edits a " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.editMetadata());
editAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
editAction.setCategory("Metadata");
editAction.setCategoryOrder("2");
actions.add(editAction);
GuiAction deleteAction = new GuiAction("DELETE_" + hopMetadata.name(), GuiActionType.Delete, hopMetadata.name(), "After confirmation this deletes a " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.deleteMetadata());
deleteAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
deleteAction.setCategory("Metadata");
deleteAction.setCategoryOrder("2");
actions.add(deleteAction);
// Database meta
if (metadataObjectClreplaced.isreplacedignableFrom(DatabaseMeta.clreplaced)) {
GuiAction databaseClearCacheAction = new GuiAction("DATABASE_CLEAR_CACHE", GuiActionType.Custom, BaseMessages.getString(PKG, "HopGui.Context.Database.Menu.ClearDatabaseCache.Label"), BaseMessages.getString(PKG, "HopGui.Context.Database.Menu.ClearDatabaseCache.Tooltip"), null, (shiftClicked, controlClicked, parameters) -> DbCache.getInstance().clear((String) parameters[0]));
newAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
newAction.setCategory("Metadata");
newAction.setCategoryOrder("3");
actions.add(databaseClearCacheAction);
}
return actions;
}
}
19
Source : MetadataContext.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public clreplaced MetadataContext implements IActionContextHandlersProvider {
private HopGui hopGui;
private IHopMetadataProvider metadataProvider;
public MetadataContext(HopGui hopGui, IHopMetadataProvider metadataProvider) {
this.hopGui = hopGui;
this.metadataProvider = metadataProvider;
}
@Override
public List<IGuiContextHandler> getContextHandlers() {
List<IGuiContextHandler> handlers = new ArrayList<>();
List<Clreplaced<IHopMetadata>> metaClreplacedes = metadataProvider.getMetadataClreplacedes();
for (Clreplaced<IHopMetadata> metaClreplaced : metaClreplacedes) {
handlers.add(new MetadataContextHandler(hopGui, metadataProvider, metaClreplaced));
}
return handlers;
}
}
19
Source : MetadataManager.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
/**
* @param metadataProvider The metadataProvider to set
*/
public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
this.metadataProvider = metadataProvider;
}
19
Source : ZipFileMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testCheck() {
ZipFileMeta zipFileMeta = new ZipFileMeta();
zipFileMeta.setDefault();
PipelineMeta pipelineMeta = mock(PipelineMeta.clreplaced);
TransformMeta transformMeta = mock(TransformMeta.clreplaced);
IRowMeta prev = mock(IRowMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
IRowMeta info = mock(IRowMeta.clreplaced);
ArrayList<ICheckResult> remarks = new ArrayList<>();
zipFileMeta.check(remarks, pipelineMeta, transformMeta, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
replacedertEquals(2, remarks.size());
replacedertEquals("Source Filename field is missing!", remarks.get(0).getText());
replacedertEquals("Transform is receiving info from other transforms.", remarks.get(1).getText());
remarks = new ArrayList<>();
zipFileMeta = new ZipFileMeta();
zipFileMeta.setDynamicSourceFileNameField("sourceFileField");
zipFileMeta.check(remarks, pipelineMeta, transformMeta, prev, new String[0], new String[] { "output" }, info, new Variables(), metadataProvider);
replacedertEquals(2, remarks.size());
replacedertEquals("Target Filename field was specified", remarks.get(0).getText());
replacedertEquals("No input received from other transforms!", remarks.get(1).getText());
}
19
Source : YamlInputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
readData(transformNode);
}
19
Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testLoadXmlException() throws Exception {
XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
Node transformNode = mock(Node.clreplaced);
when(transformNode.getChildNodes()).thenThrow(new RuntimeException("some words"));
try {
xmlOutputMeta.loadXml(transformNode, metadataProvider);
} catch (HopXmlException e) {
replacedertEquals("some words", e.getCause().getMessage());
}
}
19
Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testCheck() throws Exception {
XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
xmlOutputMeta.setDefault();
PipelineMeta pipelineMeta = mock(PipelineMeta.clreplaced);
TransformMeta transformInfo = mock(TransformMeta.clreplaced);
IRowMeta prev = mock(IRowMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
IRowMeta info = mock(IRowMeta.clreplaced);
ArrayList<ICheckResult> remarks = new ArrayList<>();
xmlOutputMeta.check(remarks, pipelineMeta, transformInfo, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
replacedertEquals(2, remarks.size());
replacedertEquals("Transform is receiving info from other transforms.", remarks.get(0).getText());
replacedertEquals("File specifications are not checked.", remarks.get(1).getText());
XmlField xmlField = new XmlField();
xmlField.setFieldName("aField");
xmlField.setType(1);
xmlField.setLength(10);
xmlField.setPrecision(3);
xmlOutputMeta.setOutputFields(new XmlField[] { xmlField });
when(prev.size()).thenReturn(1);
remarks.clear();
xmlOutputMeta.check(remarks, pipelineMeta, transformInfo, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
replacedertEquals(4, remarks.size());
replacedertEquals("Transform is connected to previous one, receiving 1 fields", remarks.get(0).getText());
replacedertEquals("All output fields are found in the input stream.", remarks.get(1).getText());
replacedertEquals("Transform is receiving info from other transforms.", remarks.get(2).getText());
replacedertEquals("File specifications are not checked.", remarks.get(3).getText());
}
19
Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testClone() throws Exception {
XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
Node transformNode = getTestNode();
DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
xmlOutputMeta.loadXml(transformNode, metadataProvider);
XmlOutputMeta cloned = (XmlOutputMeta) xmlOutputMeta.clone();
replacedertNotSame(cloned, xmlOutputMeta);
replacedertXmlOutputMeta(cloned);
}
19
Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testLoadAndGetXml() throws Exception {
XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
Node transformNode = getTestNode();
DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
xmlOutputMeta.loadXml(transformNode, metadataProvider);
replacedertXmlOutputMeta(xmlOutputMeta);
}
19
Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Test
public void testGetFields() throws Exception {
XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
xmlOutputMeta.setDefault();
XmlField xmlField = new XmlField();
xmlField.setFieldName("aField");
xmlField.setLength(10);
xmlField.setPrecision(3);
xmlOutputMeta.setOutputFields(new XmlField[] { xmlField });
IRowMeta row = mock(IRowMeta.clreplaced);
IRowMeta rmi = mock(IRowMeta.clreplaced);
TransformMeta nextTransform = mock(TransformMeta.clreplaced);
IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
IValueMeta vmi = mock(IValueMeta.clreplaced);
when(row.searchValueMeta("aField")).thenReturn(vmi);
xmlOutputMeta.getFields(row, "", new IRowMeta[] { rmi }, nextTransform, new Variables(), metadataProvider);
verify(vmi).setLength(10, 3);
}
19
Source : XsltMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
xslFilename = XmlHandler.getTagValue(transformNode, "xslfilename");
fieldName = XmlHandler.getTagValue(transformNode, "fieldname");
resultFieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
xslFileField = XmlHandler.getTagValue(transformNode, "xslfilefield");
xslFileFieldUse = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "xslfilefielduse"));
String isAFile = XmlHandler.getTagValue(transformNode, "xslfieldisafile");
if (xslFileFieldUse && Utils.isEmpty(isAFile)) {
xslFieldIsAFile = true;
} else {
xslFieldIsAFile = "Y".equalsIgnoreCase(isAFile);
}
xslFactory = XmlHandler.getTagValue(transformNode, "xslfactory");
Node parametersNode = XmlHandler.getSubNode(transformNode, "parameters");
int nrparams = XmlHandler.countNodes(parametersNode, "parameter");
Node parametersOutputProps = XmlHandler.getSubNode(transformNode, "outputproperties");
int nroutputprops = XmlHandler.countNodes(parametersOutputProps, "outputproperty");
allocate(nrparams, nroutputprops);
for (int i = 0; i < nrparams; i++) {
Node anode = XmlHandler.getSubNodeByNr(parametersNode, "parameter", i);
parameterField[i] = XmlHandler.getTagValue(anode, "field");
parameterName[i] = XmlHandler.getTagValue(anode, "name");
}
for (int i = 0; i < nroutputprops; i++) {
Node anode = XmlHandler.getSubNodeByNr(parametersOutputProps, "outputproperty", i);
outputPropertyName[i] = XmlHandler.getTagValue(anode, "name");
outputPropertyValue[i] = XmlHandler.getTagValue(anode, "value");
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "XsltMeta.Exception.UnableToLoadTransformInfoFromXML"), e);
}
}
19
Source : XsdValidatorMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
xsdFilename = XmlHandler.getTagValue(transformNode, "xdsfilename");
xmlStream = XmlHandler.getTagValue(transformNode, "xmlstream");
resultFieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
xsdDefinedField = XmlHandler.getTagValue(transformNode, "xsddefinedfield");
xsdSource = XmlHandler.getTagValue(transformNode, "xsdsource");
addValidationMessage = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "addvalidationmsg"));
validationMessageField = XmlHandler.getTagValue(transformNode, "validationmsgfield");
ifXmlValid = XmlHandler.getTagValue(transformNode, "ifxmlvalid");
ifXmlInvalid = XmlHandler.getTagValue(transformNode, "ifxmlunvalid");
outputStringField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "outputstringfield"));
xmlSourceFile = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "xmlsourcefile"));
allowExternalEnreplacedies = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "allowExternalEnreplacedies"));
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "XsdValidatorMeta.Exception.UnableToLoadTransformInfoFromXML"), e);
}
}
19
Source : XmlOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
setEncoding(XmlHandler.getTagValue(transformNode, "encoding"));
setNameSpace(XmlHandler.getTagValue(transformNode, "name_space"));
setMainElement(XmlHandler.getTagValue(transformNode, "xml_main_element"));
setRepeatElement(XmlHandler.getTagValue(transformNode, "xml_repeat_element"));
setFileName(XmlHandler.getTagValue(transformNode, "file", "name"));
setExtension(XmlHandler.getTagValue(transformNode, "file", "extention"));
setDoNotOpenNewFileInit("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "do_not_open_newfile_init")));
setTransformNrInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split")));
setDateInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date")));
setTimeInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time")));
setSpecifyFormat("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "SpecifyFormat")));
setOmitNullValues("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omit_null_values")));
setDateTimeFormat(XmlHandler.getTagValue(transformNode, "file", "date_time_format"));
setAddToResultFiles("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_to_result_filenames")));
setZipped("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "zipped")));
setSplitEvery(Const.toInt(XmlHandler.getTagValue(transformNode, "file", "splitevery"), 0));
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrFields = XmlHandler.countNodes(fields, "field");
allocate(nrFields);
for (int i = 0; i < nrFields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
outputFields[i] = new XmlField();
String contentTypeString = Const.NVL(XmlHandler.getTagValue(fnode, "content_type"), ContentType.Element.name());
outputFields[i].setContentType(ContentType.valueOf(contentTypeString));
String fieldName = XmlHandler.getTagValue(fnode, "name");
outputFields[i].setFieldName(fieldName);
String elementName = XmlHandler.getTagValue(fnode, "element");
outputFields[i].setElementName(elementName == null ? "" : elementName);
outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
}
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : XmlInputStreamMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
sourceFromInput = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "sourceFromInput"));
sourceFieldName = Const.NVL(XmlHandler.getTagValue(transformNode, "sourceFieldName"), "");
filename = Const.NVL(XmlHandler.getTagValue(transformNode, "filename"), "");
addResultFile = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "addResultFile"));
nrRowsToSkip = Const.NVL(XmlHandler.getTagValue(transformNode, "nrRowsToSkip"), "0");
rowLimit = Const.NVL(XmlHandler.getTagValue(transformNode, "rowLimit"), "0");
defaultStringLen = Const.NVL(XmlHandler.getTagValue(transformNode, "defaultStringLen"), DEFAULT_STRING_LEN);
encoding = Const.NVL(XmlHandler.getTagValue(transformNode, "encoding"), DEFAULT_ENCODING);
enableNamespaces = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enableNamespaces"));
enableTrim = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enableTrim"));
// The fields in the output stream
// When they are undefined (checked with NVL) the original default value will be taken
includeFilenameField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeFilenameField"));
filenameField = Const.NVL(XmlHandler.getTagValue(transformNode, "filenameField"), filenameField);
includeRowNumberField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeRowNumberField"));
rowNumberField = Const.NVL(XmlHandler.getTagValue(transformNode, "rowNumberField"), rowNumberField);
includeXmlDataTypeNumericField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeDataTypeNumericField"));
xmlDataTypeNumericField = Const.NVL(XmlHandler.getTagValue(transformNode, "dataTypeNumericField"), xmlDataTypeNumericField);
includeXmlDataTypeDescriptionField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeDataTypeDescriptionField"));
xmlDataTypeDescriptionField = Const.NVL(XmlHandler.getTagValue(transformNode, "dataTypeDescriptionField"), xmlDataTypeDescriptionField);
includeXmlLocationLineField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlLocationLineField"));
xmlLocationLineField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlLocationLineField"), xmlLocationLineField);
includeXmlLocationColumnField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlLocationColumnField"));
xmlLocationColumnField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlLocationColumnField"), xmlLocationColumnField);
includeXmlElementIDField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlElementIDField"));
xmlElementIDField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlElementIDField"), xmlElementIDField);
includeXmlParentElementIDField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlParentElementIDField"));
xmlParentElementIDField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlParentElementIDField"), xmlParentElementIDField);
includeXmlElementLevelField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlElementLevelField"));
xmlElementLevelField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlElementLevelField"), xmlElementLevelField);
includeXmlPathField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlPathField"));
xmlPathField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlPathField"), xmlPathField);
includeXmlParentPathField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlParentPathField"));
xmlParentPathField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlParentPathField"), xmlParentPathField);
includeXmlDataNameField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlDataNameField"));
xmlDataNameField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlDataNameField"), xmlDataNameField);
includeXmlDataValueField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlDataValueField"));
xmlDataValueField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlDataValueField"), xmlDataValueField);
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : AddXmlMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
encoding = XmlHandler.getTagValue(transformNode, "encoding");
valueName = XmlHandler.getTagValue(transformNode, "valueName");
rootNode = XmlHandler.getTagValue(transformNode, "xml_repeat_element");
omitXMLheader = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omitXMLheader"));
omitNullValues = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omitNullValues"));
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrFields = XmlHandler.countNodes(fields, "field");
allocate(nrFields);
for (int i = 0; i < nrFields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
outputFields[i] = new XmlField();
outputFields[i].setFieldName(XmlHandler.getTagValue(fnode, "name"));
outputFields[i].setElementName(XmlHandler.getTagValue(fnode, "element"));
outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
outputFields[i].setAttribute("Y".equalsIgnoreCase(XmlHandler.getTagValue(fnode, "attribute")));
outputFields[i].setAttributeParentName(XmlHandler.getTagValue(fnode, "attributeParentName"));
}
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : WebServiceMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
// Load the URL
//
setUrl(XmlHandler.getTagValue(transformNode, "wsURL"));
// Load the operation
//
setOperationName(XmlHandler.getTagValue(transformNode, "wsOperation"));
setOperationRequestName(XmlHandler.getTagValue(transformNode, "wsOperationRequest"));
setOperationNamespace(XmlHandler.getTagValue(transformNode, "wsOperationNamespace"));
setInFieldContainerName(XmlHandler.getTagValue(transformNode, "wsInFieldContainer"));
setInFieldArgumentName(XmlHandler.getTagValue(transformNode, "wsInFieldArgument"));
setOutFieldContainerName(XmlHandler.getTagValue(transformNode, "wsOutFieldContainer"));
setOutFieldArgumentName(XmlHandler.getTagValue(transformNode, "wsOutFieldArgument"));
setProxyHost(XmlHandler.getTagValue(transformNode, "proxyHost"));
setProxyPort(XmlHandler.getTagValue(transformNode, "proxyPort"));
setHttpLogin(XmlHandler.getTagValue(transformNode, "httpLogin"));
setHttpPreplacedword(XmlHandler.getTagValue(transformNode, "httpPreplacedword"));
setCallTransform(Const.toInt(XmlHandler.getTagValue(transformNode, "callTransform"), DEFAULT_TRANSFORM));
setPreplacedingInputData("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preplacedingInputData")));
String compat = XmlHandler.getTagValue(transformNode, "compatible");
setCompatible(Utils.isEmpty(compat) || "Y".equalsIgnoreCase(compat));
setRepeatingElementName(XmlHandler.getTagValue(transformNode, "repeating_element"));
setReturningReplyreplacedtring("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "reply_as_string")));
// Load the input fields mapping
//
getFieldsIn().clear();
Node fields = XmlHandler.getSubNode(transformNode, "fieldsIn");
int nrFields = XmlHandler.countNodes(fields, "field");
for (int i = 0; i < nrFields; ++i) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
WebServiceField field = new WebServiceField();
field.setName(XmlHandler.getTagValue(fnode, "name"));
field.setWsName(XmlHandler.getTagValue(fnode, "wsName"));
field.setXsdType(XmlHandler.getTagValue(fnode, "xsdType"));
getFieldsIn().add(field);
}
// Load the output fields mapping
//
getFieldsOut().clear();
fields = XmlHandler.getSubNode(transformNode, "fieldsOut");
nrFields = XmlHandler.countNodes(fields, "field");
for (int i = 0; i < nrFields; ++i) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
WebServiceField field = new WebServiceField();
field.setName(XmlHandler.getTagValue(fnode, "name"));
field.setWsName(XmlHandler.getTagValue(fnode, "wsName"));
field.setXsdType(XmlHandler.getTagValue(fnode, "xsdType"));
getFieldsOut().add(field);
}
}
19
Source : UpdateMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
this.metadataProvider = metadataProvider;
readData(transformNode, metadataProvider);
}
19
Source : UpdateMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
this.metadataProvider = metadataProvider;
try {
String csize;
int nrkeys, nrvalues;
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
csize = XmlHandler.getTagValue(transformNode, "commit");
commitSize = (csize == null) ? "0" : csize;
useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
skipLookup = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "skip_lookup"));
errorIgnored = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "error_ignored"));
ignoreFlagField = XmlHandler.getTagValue(transformNode, "ignore_flag_field");
schemaName = XmlHandler.getTagValue(transformNode, "lookup", "schema");
tableName = XmlHandler.getTagValue(transformNode, "lookup", "table");
Node lookup = XmlHandler.getSubNode(transformNode, "lookup");
nrkeys = XmlHandler.countNodes(lookup, "key");
nrvalues = XmlHandler.countNodes(lookup, "value");
allocate(nrkeys, nrvalues);
for (int i = 0; i < nrkeys; i++) {
Node knode = XmlHandler.getSubNodeByNr(lookup, "key", i);
keyStream[i] = XmlHandler.getTagValue(knode, "name");
keyLookup[i] = XmlHandler.getTagValue(knode, "field");
keyCondition[i] = XmlHandler.getTagValue(knode, "condition");
if (keyCondition[i] == null) {
keyCondition[i] = "=";
}
keyStream2[i] = XmlHandler.getTagValue(knode, "name2");
}
for (int i = 0; i < nrvalues; i++) {
Node vnode = XmlHandler.getSubNodeByNr(lookup, "value", i);
updateLookup[i] = XmlHandler.getTagValue(vnode, "name");
updateStream[i] = XmlHandler.getTagValue(vnode, "rename");
if (updateStream[i] == null) {
// default: the same name!
updateStream[i] = updateLookup[i];
}
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "UpdateMeta.Exception.UnableToReadTransformMetaFromXML"), e);
}
}
19
Source : TokenReplacementMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
inputType = XmlHandler.getTagValue(transformNode, INPUT_TYPE);
inputText = XmlHandler.getTagValue(transformNode, INPUT_TEXT);
inputFieldName = XmlHandler.getTagValue(transformNode, INPUT_FIELD_NAME);
inputFileName = XmlHandler.getTagValue(transformNode, INPUT_FILENAME);
inputFileNameInField = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INPUT_FILENAME_IN_FIELD), ""));
inputFileNameField = XmlHandler.getTagValue(transformNode, INPUT_FILENAME_FIELD);
addInputFileNameToResult = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, ADD_INPUT_FILENAME_TO_RESULT), ""));
outputType = XmlHandler.getTagValue(transformNode, OUTPUT_TYPE);
outputFieldName = XmlHandler.getTagValue(transformNode, OUTPUT_FIELD_NAME);
outputFileName = XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME);
outputFileNameInField = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME_IN_FIELD), ""));
outputFileNameField = XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME_FIELD);
appendOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, APPEND_OUTPUT_FILENAME), ""));
outputFileFormat = XmlHandler.getTagValue(transformNode, OUTPUT_FILE_FORMAT);
outputFileEncoding = Const.NVL(XmlHandler.getTagValue(transformNode, OUTPUT_FILE_ENCODING), Const.getEnvironmentVariable("file.encoding", "UTF-8"));
splitEvery = Const.toInt(XmlHandler.getTagValue(transformNode, OUTPUT_SPLIT_EVERY), 0);
createParentFolder = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, CREATE_PARENT_FOLDER), ""));
includeTransformNrInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_TRANSFORM_NR_IN_OUTPUT_FILENAME), ""));
includePartNrInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_PART_NR_IN_OUTPUT_FILENAME), ""));
includeDateInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_DATE_IN_OUTPUT_FILENAME), ""));
includeTimeInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_TIME_IN_OUTPUT_FILENAME), ""));
specifyDateFormatOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, SPECIFY_DATE_FORMAT_OUTPUT_FILENAME), ""));
dateFormatOutputFileName = XmlHandler.getTagValue(transformNode, DATE_FORMAT_OUTPUT_FILENAME);
addOutputFileNameToResult = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, ADD_OUTPUT_FILENAME_TO_RESULT), ""));
tokenStartString = XmlHandler.getTagValue(transformNode, TOKEN_START_STRING);
tokenEndString = XmlHandler.getTagValue(transformNode, TOKEN_END_STRING);
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrfields = XmlHandler.countNodes(fields, "field");
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
tokenReplacementFields[i] = new TokenReplacementField();
tokenReplacementFields[i].setName(XmlHandler.getTagValue(fnode, FIELD_NAME));
tokenReplacementFields[i].setTokenName(XmlHandler.getTagValue(fnode, TOKEN_NAME));
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "BaseTransformMeta.Exception.ErrorLoadingTransformMeta"), e);
}
}
19
Source : TextFileOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
protected String loadSource(Node transformNode, IHopMetadataProvider metadataProvider) {
return XmlHandler.getTagValue(transformNode, "file", "name");
}
19
Source : TextFileOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
readData(transformNode, metadataProvider);
}
19
Source : TextFileOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
protected void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
separator = XmlHandler.getTagValue(transformNode, "separator");
if (separator == null) {
separator = "";
}
enclosure = XmlHandler.getTagValue(transformNode, "enclosure");
if (enclosure == null) {
enclosure = "";
}
enclosureForced = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enclosure_forced"));
String sDisableEnclosureFix = XmlHandler.getTagValue(transformNode, "enclosure_fix_disabled");
// Default this value to true for backwards compatibility
if (sDisableEnclosureFix == null) {
disableEnclosureFix = true;
} else {
disableEnclosureFix = "Y".equalsIgnoreCase(sDisableEnclosureFix);
}
// Default createparentfolder to true if the tag is missing
String createParentFolderTagValue = XmlHandler.getTagValue(transformNode, "create_parent_folder");
createparentfolder = (createParentFolderTagValue == null) ? true : "Y".equalsIgnoreCase(createParentFolderTagValue);
headerEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "header"));
footerEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "footer"));
fileFormat = XmlHandler.getTagValue(transformNode, "format");
setFileCompression(XmlHandler.getTagValue(transformNode, "compression"));
if (getFileCompression() == null) {
if ("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "zipped"))) {
setFileCompression(fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_ZIP]);
} else {
setFileCompression(fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_NONE]);
}
}
encoding = XmlHandler.getTagValue(transformNode, "encoding");
endedLine = XmlHandler.getTagValue(transformNode, "endedLine");
if (endedLine == null) {
endedLine = "";
}
fileName = loadSource(transformNode, metadataProvider);
servletOutput = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "servlet_output"));
doNotOpenNewFileInit = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "do_not_open_new_file_init"));
extension = XmlHandler.getTagValue(transformNode, "file", "extention");
fileAppended = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "append"));
transformNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split"));
partNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "haspartno"));
dateInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date"));
timeInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time"));
setSpecifyingFormat("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "SpecifyFormat")));
setDateTimeFormat(XmlHandler.getTagValue(transformNode, "file", "date_time_format"));
String AddToResultFiles = XmlHandler.getTagValue(transformNode, "file", "add_to_result_filenames");
if (Utils.isEmpty(AddToResultFiles)) {
addToResultFilenames = true;
} else {
addToResultFilenames = "Y".equalsIgnoreCase(AddToResultFiles);
}
padded = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "pad"));
fastDump = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "fast_dump"));
splitEveryRows = XmlHandler.getTagValue(transformNode, "file", "splitevery");
newline = getNewLine(fileFormat);
fileNameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "fileNameInField"));
fileNameField = XmlHandler.getTagValue(transformNode, "fileNameField");
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrFields = XmlHandler.countNodes(fields, "field");
allocate(nrFields);
for (int i = 0; i < nrFields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
outputFields[i] = new TextFileField();
outputFields[i].setName(XmlHandler.getTagValue(fnode, "name"));
outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
outputFields[i].setTrimType(ValueMetaString.getTrimTypeByCode(XmlHandler.getTagValue(fnode, "trim_type")));
outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
}
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : TextFileInputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
protected String loadSource(Node filenode, Node filenamenode, int i, IHopMetadataProvider metadataProvider) {
return XmlHandler.getNodeValue(filenamenode);
}
19
Source : TableOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
schemaName = XmlHandler.getTagValue(transformNode, "schema");
tableName = XmlHandler.getTagValue(transformNode, "table");
commitSize = XmlHandler.getTagValue(transformNode, "commit");
truncateTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "truncate"));
ignoreErrors = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "ignore_errors"));
useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
// If not present it will be false to be compatible with pre-v3.2
specifyFields = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "specify_fields"));
parreplacedioningEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_enabled"));
parreplacedioningField = XmlHandler.getTagValue(transformNode, "parreplacedioning_field");
parreplacedioningDaily = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_daily"));
parreplacedioningMonthly = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_monthly"));
tableNameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_field"));
tableNameField = XmlHandler.getTagValue(transformNode, "tablename_field");
tableNameInTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_table"));
returningGeneratedKeys = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "return_keys"));
generatedKeyField = XmlHandler.getTagValue(transformNode, "return_field");
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrRows = XmlHandler.countNodes(fields, "field");
allocate(nrRows);
for (int i = 0; i < nrRows; i++) {
Node knode = XmlHandler.getSubNodeByNr(fields, "field", i);
fieldDatabase[i] = XmlHandler.getTagValue(knode, "column_name");
fieldStream[i] = XmlHandler.getTagValue(knode, "stream_name");
}
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : TableExistsMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
String con = XmlHandler.getTagValue(transformNode, "connection");
database = DatabaseMeta.loadDatabase(metadataProvider, con);
tablenamefield = XmlHandler.getTagValue(transformNode, "tablenamefield");
resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
schemaname = XmlHandler.getTagValue(transformNode, "schemaname");
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "TableExistsMeta.Exception.UnableToReadTransformMeta"), e);
}
}
19
Source : TableCompareMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Transform(id = "TableCompare", image = "tablecompare.svg", description = "i18n::BaseTransform.TypeTooltipDesc.TableCompare", name = "i18n::BaseTransform.TypeLongDesc.TableCompare", categoryDescription = "i18n:org.apache.hop.pipeline.transform:BaseTransform.Category.Flow", doreplacedentationUrl = "https://hop.apache.org/manual/latest/pipeline/transforms/tablecompare.html")
public clreplaced TableCompareMeta extends BaseTransformMeta implements ITransformMeta<TableCompare, TableCompareData> {
// For Translator
private static final Clreplaced<?> PKG = TableCompare.clreplaced;
private DatabaseMeta referenceConnection;
private String referenceSchemaField;
private String referenceTableField;
private DatabaseMeta compareConnection;
private String compareSchemaField;
private String compareTableField;
private String keyFieldsField;
private String excludeFieldsField;
private String nrErrorsField;
private String nrRecordsReferenceField;
private String nrRecordsCompareField;
private String nrErrorsLeftJoinField;
private String nrErrorsInnerJoinField;
private String nrErrorsRightJoinField;
private String keyDescriptionField;
private String valueReferenceField;
private String valueCompareField;
private IHopMetadataProvider metadataProvider;
public TableCompareMeta() {
// allocate BaseTransformMeta
super();
}
/**
* @return the referenceSchemaField
*/
public String getReferenceSchemaField() {
return referenceSchemaField;
}
/**
* @param referenceSchemaField the referenceSchemaField to set
*/
public void setReferenceSchemaField(String referenceSchemaField) {
this.referenceSchemaField = referenceSchemaField;
}
/**
* @return the referenceTableField
*/
public String getReferenceTableField() {
return referenceTableField;
}
/**
* @param referenceTableField the referenceTableField to set
*/
public void setReferenceTableField(String referenceTableField) {
this.referenceTableField = referenceTableField;
}
/**
* @return the compareSchemaField
*/
public String getCompareSchemaField() {
return compareSchemaField;
}
/**
* @param compareSchemaField the compareSchemaField to set
*/
public void setCompareSchemaField(String compareSchemaField) {
this.compareSchemaField = compareSchemaField;
}
/**
* @return the compareTableField
*/
public String getCompareTableField() {
return compareTableField;
}
/**
* @param compareTableField the compareTableField to set
*/
public void setCompareTableField(String compareTableField) {
this.compareTableField = compareTableField;
}
/**
* @return the nrErrorsField
*/
public String getNrErrorsField() {
return nrErrorsField;
}
/**
* @param nrErrorsField the nrErrorsField to set
*/
public void setNrErrorsField(String nrErrorsField) {
this.nrErrorsField = nrErrorsField;
}
/**
* @return the referenceConnection
*/
public DatabaseMeta getReferenceConnection() {
return referenceConnection;
}
/**
* @param referenceConnection the referenceConnection to set
*/
public void setReferenceConnection(DatabaseMeta referenceConnection) {
this.referenceConnection = referenceConnection;
}
/**
* @return the compareConnection
*/
public DatabaseMeta getCompareConnection() {
return compareConnection;
}
/**
* @param compareConnection the compareConnection to set
*/
public void setCompareConnection(DatabaseMeta compareConnection) {
this.compareConnection = compareConnection;
}
@Override
public DatabaseMeta[] getUsedDatabaseConnections() {
List<DatabaseMeta> connList = new ArrayList<>(2);
if (compareConnection != null) {
connList.add(compareConnection);
}
if (referenceConnection != null) {
connList.add(referenceConnection);
}
if (connList.size() > 0) {
DatabaseMeta[] rtn = new DatabaseMeta[connList.size()];
connList.toArray(rtn);
return rtn;
} else {
return super.getUsedDatabaseConnections();
}
}
/**
* @return the keyFieldsField
*/
public String getKeyFieldsField() {
return keyFieldsField;
}
/**
* @param keyFieldsField the keyFieldsField to set
*/
public void setKeyFieldsField(String keyFieldsField) {
this.keyFieldsField = keyFieldsField;
}
/**
* @return the excludeFieldsField
*/
public String getExcludeFieldsField() {
return excludeFieldsField;
}
/**
* @param excludeFieldsField the excludeFieldsField to set
*/
public void setExcludeFieldsField(String excludeFieldsField) {
this.excludeFieldsField = excludeFieldsField;
}
/**
* @return the nrRecordsReferenceField
*/
public String getNrRecordsReferenceField() {
return nrRecordsReferenceField;
}
/**
* @param nrRecordsReferenceField the nrRecordsReferenceField to set
*/
public void setNrRecordsReferenceField(String nrRecordsReferenceField) {
this.nrRecordsReferenceField = nrRecordsReferenceField;
}
/**
* @return the nrRecordsCompareField
*/
public String getNrRecordsCompareField() {
return nrRecordsCompareField;
}
/**
* @param nrRecordsCompareField the nrRecordsCompareField to set
*/
public void setNrRecordsCompareField(String nrRecordsCompareField) {
this.nrRecordsCompareField = nrRecordsCompareField;
}
/**
* @return the nrErrorsLeftJoinField
*/
public String getNrErrorsLeftJoinField() {
return nrErrorsLeftJoinField;
}
/**
* @param nrErrorsLeftJoinField the nrErrorsLeftJoinField to set
*/
public void setNrErrorsLeftJoinField(String nrErrorsLeftJoinField) {
this.nrErrorsLeftJoinField = nrErrorsLeftJoinField;
}
/**
* @return the nrErrorsInnerJoinField
*/
public String getNrErrorsInnerJoinField() {
return nrErrorsInnerJoinField;
}
/**
* @param nrErrorsInnerJoinField the nrErrorsInnerJoinField to set
*/
public void setNrErrorsInnerJoinField(String nrErrorsInnerJoinField) {
this.nrErrorsInnerJoinField = nrErrorsInnerJoinField;
}
/**
* @return the nrErrorsRightJoinField
*/
public String getNrErrorsRightJoinField() {
return nrErrorsRightJoinField;
}
/**
* @param nrErrorsRightJoinField the nrErrorsRightJoinField to set
*/
public void setNrErrorsRightJoinField(String nrErrorsRightJoinField) {
this.nrErrorsRightJoinField = nrErrorsRightJoinField;
}
/**
* @return the keyDescriptionField
*/
public String getKeyDescriptionField() {
return keyDescriptionField;
}
/**
* @param keyDescriptionField the keyDescriptionField to set
*/
public void setKeyDescriptionField(String keyDescriptionField) {
this.keyDescriptionField = keyDescriptionField;
}
/**
* @return the valueReferenceField
*/
public String getValueReferenceField() {
return valueReferenceField;
}
/**
* @param valueReferenceField the valueReferenceField to set
*/
public void setValueReferenceField(String valueReferenceField) {
this.valueReferenceField = valueReferenceField;
}
/**
* @return the valueCompareField
*/
public String getValueCompareField() {
return valueCompareField;
}
/**
* @param valueCompareField the valueCompareField to set
*/
public void setValueCompareField(String valueCompareField) {
this.valueCompareField = valueCompareField;
}
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
readData(transformNode, metadataProvider);
}
@Override
public Object clone() {
TableCompareMeta retval = (TableCompareMeta) super.clone();
return retval;
}
@Override
public ITransform createTransform(TransformMeta transformMeta, TableCompareData data, int copyNr, PipelineMeta pipelineMeta, Pipeline pipeline) {
return new TableCompare(transformMeta, this, data, copyNr, pipelineMeta, pipeline);
}
@Override
public void getFields(IRowMeta inputRowMeta, String origin, IRowMeta[] info, TransformMeta nextTransform, IVariables variables, IHopMetadataProvider metadataProvider) throws HopTransformException {
if (Utils.isEmpty(nrErrorsField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsFieldIsNotSpecified"));
}
if (Utils.isEmpty(nrRecordsReferenceField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrRecordsReferenceFieldNotSpecified"));
}
if (Utils.isEmpty(nrRecordsCompareField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrRecordsCompareFieldNotSpecified"));
}
if (Utils.isEmpty(nrErrorsLeftJoinField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsLeftJoinFieldNotSpecified"));
}
if (Utils.isEmpty(nrErrorsInnerJoinField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsInnerJoinFieldNotSpecified"));
}
if (Utils.isEmpty(nrErrorsRightJoinField)) {
throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsRightJoinFieldNotSpecified"));
}
IValueMeta nrErrorsValueMeta = new ValueMetaInteger(nrErrorsField);
nrErrorsValueMeta.setLength(9);
nrErrorsValueMeta.setOrigin(origin);
inputRowMeta.addValueMeta(nrErrorsValueMeta);
IValueMeta nrRecordsReference = new ValueMetaInteger(nrRecordsReferenceField);
nrRecordsReference.setLength(9);
nrRecordsReference.setOrigin(origin);
inputRowMeta.addValueMeta(nrRecordsReference);
IValueMeta nrRecordsCompare = new ValueMetaInteger(nrRecordsCompareField);
nrRecordsCompare.setLength(9);
nrRecordsCompare.setOrigin(origin);
inputRowMeta.addValueMeta(nrRecordsCompare);
IValueMeta nrErrorsLeft = new ValueMetaInteger(nrErrorsLeftJoinField);
nrErrorsLeft.setLength(9);
nrErrorsLeft.setOrigin(origin);
inputRowMeta.addValueMeta(nrErrorsLeft);
IValueMeta nrErrorsInner = new ValueMetaInteger(nrErrorsInnerJoinField);
nrErrorsInner.setLength(9);
nrErrorsInner.setOrigin(origin);
inputRowMeta.addValueMeta(nrErrorsInner);
IValueMeta nrErrorsRight = new ValueMetaInteger(nrErrorsRightJoinField);
nrErrorsRight.setLength(9);
nrErrorsRight.setOrigin(origin);
inputRowMeta.addValueMeta(nrErrorsRight);
}
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
this.metadataProvider = metadataProvider;
try {
referenceConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "reference_connection"));
referenceSchemaField = XmlHandler.getTagValue(transformNode, "reference_schema_field");
referenceTableField = XmlHandler.getTagValue(transformNode, "reference_table_field");
compareConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "compare_connection"));
compareSchemaField = XmlHandler.getTagValue(transformNode, "compare_schema_field");
compareTableField = XmlHandler.getTagValue(transformNode, "compare_table_field");
keyFieldsField = XmlHandler.getTagValue(transformNode, "key_fields_field");
excludeFieldsField = XmlHandler.getTagValue(transformNode, "exclude_fields_field");
nrErrorsField = XmlHandler.getTagValue(transformNode, "nr_errors_field");
nrRecordsReferenceField = XmlHandler.getTagValue(transformNode, "nr_records_reference_field");
nrRecordsCompareField = XmlHandler.getTagValue(transformNode, "nr_records_compare_field");
nrErrorsLeftJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_left_join_field");
nrErrorsInnerJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_inner_join_field");
nrErrorsRightJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_right_join_field");
keyDescriptionField = XmlHandler.getTagValue(transformNode, "key_description_field");
valueReferenceField = XmlHandler.getTagValue(transformNode, "value_reference_field");
valueCompareField = XmlHandler.getTagValue(transformNode, "value_compare_field");
} catch (Exception e) {
throw new HopXmlException("It was not possibke to load the Trim metadata from XML", e);
}
}
@Override
public String getXml() {
StringBuilder retval = new StringBuilder();
retval.append(" ").append(XmlHandler.addTagValue("reference_connection", referenceConnection == null ? null : referenceConnection.getName()));
retval.append(" ").append(XmlHandler.addTagValue("reference_schema_field", referenceSchemaField));
retval.append(" ").append(XmlHandler.addTagValue("reference_table_field", referenceTableField));
retval.append(" ").append(XmlHandler.addTagValue("compare_connection", compareConnection == null ? null : compareConnection.getName()));
retval.append(" ").append(XmlHandler.addTagValue("compare_schema_field", compareSchemaField));
retval.append(" ").append(XmlHandler.addTagValue("compare_table_field", compareTableField));
retval.append(" ").append(XmlHandler.addTagValue("key_fields_field", keyFieldsField));
retval.append(" ").append(XmlHandler.addTagValue("exclude_fields_field", excludeFieldsField));
retval.append(" ").append(XmlHandler.addTagValue("nr_errors_field", nrErrorsField));
retval.append(" ").append(XmlHandler.addTagValue("nr_records_reference_field", nrRecordsReferenceField));
retval.append(" ").append(XmlHandler.addTagValue("nr_records_compare_field", nrRecordsCompareField));
retval.append(" ").append(XmlHandler.addTagValue("nr_errors_left_join_field", nrErrorsLeftJoinField));
retval.append(" ").append(XmlHandler.addTagValue("nr_errors_inner_join_field", nrErrorsInnerJoinField));
retval.append(" ").append(XmlHandler.addTagValue("nr_errors_right_join_field", nrErrorsRightJoinField));
retval.append(" ").append(XmlHandler.addTagValue("key_description_field", keyDescriptionField));
retval.append(" ").append(XmlHandler.addTagValue("value_reference_field", valueReferenceField));
retval.append(" ").append(XmlHandler.addTagValue("value_compare_field", valueCompareField));
return retval.toString();
}
@Override
public void setDefault() {
nrErrorsField = "nrErrors";
nrRecordsReferenceField = "nrRecordsReferenceTable";
nrRecordsCompareField = "nrRecordsCompareTable";
nrErrorsLeftJoinField = "nrErrorsLeftJoin";
nrErrorsInnerJoinField = "nrErrorsInnerJoin";
nrErrorsRightJoinField = "nrErrorsRightJoin";
}
@Override
public void check(List<ICheckResult> remarks, PipelineMeta pipelineMeta, TransformMeta transformMeta, IRowMeta prev, String[] input, String[] output, IRowMeta info, IVariables variables, IHopMetadataProvider metadataProvider) {
CheckResult cr;
if (prev == null || prev.size() == 0) {
cr = new CheckResult(CheckResult.TYPE_RESULT_WARNING, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.NotReceivingFields"), transformMeta);
remarks.add(cr);
} else {
cr = new CheckResult(CheckResult.TYPE_RESULT_OK, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.TransformRecevingData", prev.size() + ""), transformMeta);
remarks.add(cr);
}
// See if we have input streams leading to this transform!
if (input.length > 0) {
cr = new CheckResult(CheckResult.TYPE_RESULT_OK, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.TransformRecevingData2"), transformMeta);
remarks.add(cr);
} else {
cr = new CheckResult(CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.NoInputReceivedFromOtherTransforms"), transformMeta);
remarks.add(cr);
}
}
@Override
public TableCompareData getTransformData() {
return new TableCompareData();
}
@Override
public boolean supportsErrorHandling() {
return true;
}
}
19
Source : TableCompareMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
this.metadataProvider = metadataProvider;
try {
referenceConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "reference_connection"));
referenceSchemaField = XmlHandler.getTagValue(transformNode, "reference_schema_field");
referenceTableField = XmlHandler.getTagValue(transformNode, "reference_table_field");
compareConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "compare_connection"));
compareSchemaField = XmlHandler.getTagValue(transformNode, "compare_schema_field");
compareTableField = XmlHandler.getTagValue(transformNode, "compare_table_field");
keyFieldsField = XmlHandler.getTagValue(transformNode, "key_fields_field");
excludeFieldsField = XmlHandler.getTagValue(transformNode, "exclude_fields_field");
nrErrorsField = XmlHandler.getTagValue(transformNode, "nr_errors_field");
nrRecordsReferenceField = XmlHandler.getTagValue(transformNode, "nr_records_reference_field");
nrRecordsCompareField = XmlHandler.getTagValue(transformNode, "nr_records_compare_field");
nrErrorsLeftJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_left_join_field");
nrErrorsInnerJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_inner_join_field");
nrErrorsRightJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_right_join_field");
keyDescriptionField = XmlHandler.getTagValue(transformNode, "key_description_field");
valueReferenceField = XmlHandler.getTagValue(transformNode, "value_reference_field");
valueCompareField = XmlHandler.getTagValue(transformNode, "value_compare_field");
} catch (Exception e) {
throw new HopXmlException("It was not possibke to load the Trim metadata from XML", e);
}
}
19
Source : SynchronizeAfterMergeMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
this.metadataProvider = metadataProvider;
try {
int nrkeys, nrvalues;
this.databases = databases;
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
commitSize = XmlHandler.getTagValue(transformNode, "commit");
schemaName = XmlHandler.getTagValue(transformNode, "lookup", "schema");
tableName = XmlHandler.getTagValue(transformNode, "lookup", "table");
useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
performLookup = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "perform_lookup"));
tablenameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_field"));
tablenameField = XmlHandler.getTagValue(transformNode, "tablename_field");
operationOrderField = XmlHandler.getTagValue(transformNode, "operation_order_field");
OrderInsert = XmlHandler.getTagValue(transformNode, "order_insert");
OrderUpdate = XmlHandler.getTagValue(transformNode, "order_update");
OrderDelete = XmlHandler.getTagValue(transformNode, "order_delete");
Node lookup = XmlHandler.getSubNode(transformNode, "lookup");
nrkeys = XmlHandler.countNodes(lookup, "key");
nrvalues = XmlHandler.countNodes(lookup, "value");
allocate(nrkeys, nrvalues);
for (int i = 0; i < nrkeys; i++) {
Node knode = XmlHandler.getSubNodeByNr(lookup, "key", i);
keyStream[i] = XmlHandler.getTagValue(knode, "name");
keyLookup[i] = XmlHandler.getTagValue(knode, "field");
keyCondition[i] = XmlHandler.getTagValue(knode, "condition");
if (keyCondition[i] == null) {
keyCondition[i] = "=";
}
keyStream2[i] = XmlHandler.getTagValue(knode, "name2");
}
for (int i = 0; i < nrvalues; i++) {
Node vnode = XmlHandler.getSubNodeByNr(lookup, "value", i);
updateLookup[i] = XmlHandler.getTagValue(vnode, "name");
updateStream[i] = XmlHandler.getTagValue(vnode, "rename");
if (updateStream[i] == null) {
// default: the same name!
updateStream[i] = updateLookup[i];
}
String updateValue = XmlHandler.getTagValue(vnode, "update");
if (updateValue == null) {
// default TRUE
update[i] = Boolean.TRUE;
} else {
if (updateValue.equalsIgnoreCase("Y")) {
update[i] = Boolean.TRUE;
} else {
update[i] = Boolean.FALSE;
}
}
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "SynchronizeAfterMergeMeta.Exception.UnableToReadTransformMetaFromXML"), e);
}
}
19
Source : StreamSchemaMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
/**
* This method is called by Hop when a transform needs to load its configuration from XML.
*
* <p>Please use XmlHandler to conveniently read from the XML node preplaceded in.
*
* @param transformNode the XML node containing the configuration
* @param metadataProvider the metadataProvider to optionally read from
*/
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
readData(transformNode);
}
19
Source : SQLFileOutputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
schemaName = XmlHandler.getTagValue(transformNode, "schema");
tableName = XmlHandler.getTagValue(transformNode, "table");
truncateTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "truncate"));
createTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "create"));
encoding = XmlHandler.getTagValue(transformNode, "encoding");
dateformat = XmlHandler.getTagValue(transformNode, "dateformat");
AddToResult = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "AddToResult"));
StartNewLine = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "StartNewLine"));
fileName = XmlHandler.getTagValue(transformNode, "file", "name");
createparentfolder = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "create_parent_folder"));
extension = XmlHandler.getTagValue(transformNode, "file", "extention");
fileAppended = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "append"));
transformNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split"));
partNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "haspartno"));
dateInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date"));
timeInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time"));
splitEvery = Const.toInt(XmlHandler.getTagValue(transformNode, "file", "splitevery"), 0);
DoNotOpenNewFileInit = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "DoNotOpenNewFileInit"));
} catch (Exception e) {
throw new HopXmlException("Unable to load transform info from XML", e);
}
}
19
Source : ExecSqlMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
String eachRow = XmlHandler.getTagValue(transformNode, "execute_each_row");
executedEachInputRow = "Y".equalsIgnoreCase(eachRow);
singleStatement = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "single_statement"));
replaceVariables = "Y".equals(XmlHandler.getTagValue(transformNode, "replace_variables"));
quoteString = "Y".equals(XmlHandler.getTagValue(transformNode, "quoteString"));
setParams = "Y".equals(XmlHandler.getTagValue(transformNode, "set_params"));
sql = XmlHandler.getTagValue(transformNode, "sql");
insertField = XmlHandler.getTagValue(transformNode, "insert_field");
updateField = XmlHandler.getTagValue(transformNode, "update_field");
deleteField = XmlHandler.getTagValue(transformNode, "delete_field");
readField = XmlHandler.getTagValue(transformNode, "read_field");
Node argsnode = XmlHandler.getSubNode(transformNode, "arguments");
int nrArguments = XmlHandler.countNodes(argsnode, "argument");
allocate(nrArguments);
for (int i = 0; i < nrArguments; i++) {
Node argnode = XmlHandler.getSubNodeByNr(argsnode, "argument", i);
arguments[i] = XmlHandler.getTagValue(argnode, "name");
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "ExecSqlMeta.Exception.UnableToLoadTransformMetaFromXML"), e);
}
}
19
Source : SetValueFieldMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int count = XmlHandler.countNodes(fields, "field");
allocate(count);
for (int i = 0; i < count; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
fieldName[i] = XmlHandler.getTagValue(fnode, "name");
replaceByFieldValue[i] = XmlHandler.getTagValue(fnode, "replaceby");
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "SetValueFieldMeta.Exception.UnableToReadTransformMetaFromXML"), e);
}
}
19
Source : SetValueConstantMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
usevar = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "usevar"));
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrFields = XmlHandler.countNodes(fields, "field");
List<Field> fieldList = new ArrayList<>();
for (int i = 0; i < nrFields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
Field field = new Field();
field.setFieldName(XmlHandler.getTagValue(fnode, "name"));
field.setReplaceValue(XmlHandler.getTagValue(fnode, "value"));
field.setReplaceMask(XmlHandler.getTagValue(fnode, "mask"));
String emptyString = XmlHandler.getTagValue(fnode, "set_empty_string");
field.setEmptyString(!Utils.isEmpty(emptyString) && "Y".equalsIgnoreCase(emptyString));
fieldList.add(field);
}
setFields(fieldList);
} catch (Exception e) {
throw new HopXmlException("It was not possible to load the metadata for this transform from XML", e);
}
}
19
Source : SasInputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
acceptingField = XmlHandler.getTagValue(transformNode, "accept_field");
int nrFields = XmlHandler.countNodes(transformNode, Xml_TAG_FIELD);
outputFields = new ArrayList<SasInputField>();
for (int i = 0; i < nrFields; i++) {
Node fieldNode = XmlHandler.getSubNodeByNr(transformNode, Xml_TAG_FIELD, i);
outputFields.add(new SasInputField(fieldNode));
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "SASInputMeta.Exception.UnableToReadTransformInformationFromXml"), e);
}
}
19
Source : SampleRowsMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
linesrange = XmlHandler.getTagValue(transformNode, "linesrange");
linenumfield = XmlHandler.getTagValue(transformNode, "linenumfield");
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "SampleRowsMeta.Exception.UnableToReadTransformMeta"), e);
}
}
19
Source : SalesforceUpsertMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
super.loadXml(transformNode, metadataProvider);
readData(transformNode);
}
19
Source : SalesforceInputMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
super.loadXml(transformNode, metadataProvider);
readData(transformNode);
}
19
Source : SalesforceTransformMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
setTargetUrl(XmlHandler.getTagValue(transformNode, "targeturl"));
setUsername(XmlHandler.getTagValue(transformNode, "username"));
setPreplacedword(Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "preplacedword")));
setTimeout(XmlHandler.getTagValue(transformNode, "timeout"));
setCompression("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "useCompression")));
setModule(XmlHandler.getTagValue(transformNode, "module"));
}
19
Source : RestMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
applicationType = XmlHandler.getTagValue(transformNode, "applicationType");
method = XmlHandler.getTagValue(transformNode, "method");
url = XmlHandler.getTagValue(transformNode, "url");
urlInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "urlInField"));
methodFieldName = XmlHandler.getTagValue(transformNode, "methodFieldName");
dynamicMethod = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "dynamicMethod"));
urlField = XmlHandler.getTagValue(transformNode, "urlField");
bodyField = XmlHandler.getTagValue(transformNode, "bodyField");
httpLogin = XmlHandler.getTagValue(transformNode, "httpLogin");
httpPreplacedword = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "httpPreplacedword"));
proxyHost = XmlHandler.getTagValue(transformNode, "proxyHost");
proxyPort = XmlHandler.getTagValue(transformNode, "proxyPort");
preemptive = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preemptive"));
trustStoreFile = XmlHandler.getTagValue(transformNode, "trustStoreFile");
trustStorePreplacedword = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "trustStorePreplacedword"));
Node headernode = XmlHandler.getSubNode(transformNode, "headers");
int nrheaders = XmlHandler.countNodes(headernode, "header");
Node paramnode = XmlHandler.getSubNode(transformNode, "parameters");
int nrparameters = XmlHandler.countNodes(paramnode, "parameter");
Node matrixparamnode = XmlHandler.getSubNode(transformNode, "matrixParameters");
int nrmatrixparameters = XmlHandler.countNodes(matrixparamnode, "matrixParameter");
allocate(nrheaders, nrparameters, nrmatrixparameters);
for (int i = 0; i < nrheaders; i++) {
Node anode = XmlHandler.getSubNodeByNr(headernode, "header", i);
headerField[i] = XmlHandler.getTagValue(anode, "field");
headerName[i] = XmlHandler.getTagValue(anode, "name");
}
for (int i = 0; i < nrparameters; i++) {
Node anode = XmlHandler.getSubNodeByNr(paramnode, "parameter", i);
parameterField[i] = XmlHandler.getTagValue(anode, "field");
parameterName[i] = XmlHandler.getTagValue(anode, "name");
}
for (int i = 0; i < nrmatrixparameters; i++) {
Node anode = XmlHandler.getSubNodeByNr(matrixparamnode, "matrixParameter", i);
matrixParameterField[i] = XmlHandler.getTagValue(anode, "field");
matrixParameterName[i] = XmlHandler.getTagValue(anode, "name");
}
// Optional, can be null
fieldName = XmlHandler.getTagValue(transformNode, "result", "name");
resultCodeFieldName = // Optional, can be null
XmlHandler.getTagValue(transformNode, "result", "code");
responseTimeFieldName = // Optional, can be null
XmlHandler.getTagValue(transformNode, "result", "response_time");
responseHeaderFieldName = XmlHandler.getTagValue(transformNode, "result", // Optional, can be null
"response_header");
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "RestMeta.Exception.UnableToReadTransformMeta"), e);
}
}
19
Source : ReservoirSamplingMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
/**
* Loads the meta data for this (configured) transform from XML.
*
* @param transformNode the transform to load
* @throws HopXmlException if an error occurs
*/
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
int nrTransforms = XmlHandler.countNodes(transformNode, XML_TAG);
if (nrTransforms > 0) {
Node reservoirnode = XmlHandler.getSubNodeByNr(transformNode, XML_TAG, 0);
m_sampleSize = XmlHandler.getTagValue(reservoirnode, "sample_size");
m_randomSeed = XmlHandler.getTagValue(reservoirnode, "seed");
}
}
19
Source : ReplaceStringMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
int nrkeys;
Node lookup = XmlHandler.getSubNode(transformNode, "fields");
nrkeys = XmlHandler.countNodes(lookup, "field");
allocate(nrkeys);
for (int i = 0; i < nrkeys; i++) {
Node fnode = XmlHandler.getSubNodeByNr(lookup, "field", i);
fieldInStream[i] = Const.NVL(XmlHandler.getTagValue(fnode, "in_stream_name"), "");
fieldOutStream[i] = Const.NVL(XmlHandler.getTagValue(fnode, "out_stream_name"), "");
useRegEx[i] = getCaseSensitiveByCode(Const.NVL(XmlHandler.getTagValue(fnode, "use_regex"), ""));
replaceString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_string"), "");
replaceByString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_by_string"), "");
String emptyString = XmlHandler.getTagValue(fnode, "set_empty_string");
setEmptyString[i] = !Utils.isEmpty(emptyString) && "Y".equalsIgnoreCase(emptyString);
replaceFieldByString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_field_by_string"), "");
wholeWord[i] = getWholeWordByCode(Const.NVL(XmlHandler.getTagValue(fnode, "whole_word"), ""));
caseSensitive[i] = getCaseSensitiveByCode(Const.NVL(XmlHandler.getTagValue(fnode, "case_sensitive"), ""));
isUnicode[i] = getIsUniCodeByCode(Const.NVL(XmlHandler.getTagValue(fnode, "is_unicode"), ""));
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "ReplaceStringMeta.Exception.UnableToReadTransformMetaFromXML"), e);
}
}
19
Source : RegexEvalMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
script = XmlHandler.getTagValue(transformNode, "script");
matcher = XmlHandler.getTagValue(transformNode, "matcher");
resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
usevar = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "usevar"));
allowcapturegroups = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "allowcapturegroups"));
replacefields = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "replacefields"));
canoneq = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "canoneq"));
caseinsensitive = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "caseinsensitive"));
comment = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "comment"));
dotall = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "dotall"));
multiline = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "multiline"));
unicode = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "unicode"));
unix = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "unix"));
Node fields = XmlHandler.getSubNode(transformNode, "fields");
int nrFields = XmlHandler.countNodes(fields, "field");
allocate(nrFields);
for (int i = 0; i < nrFields; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
fieldName[i] = XmlHandler.getTagValue(fnode, "name");
final String stype = XmlHandler.getTagValue(fnode, "type");
fieldFormat[i] = XmlHandler.getTagValue(fnode, "format");
fieldGroup[i] = XmlHandler.getTagValue(fnode, "group");
fieldDecimal[i] = XmlHandler.getTagValue(fnode, "decimal");
fieldCurrency[i] = XmlHandler.getTagValue(fnode, "currency");
final String slen = XmlHandler.getTagValue(fnode, "length");
final String sprc = XmlHandler.getTagValue(fnode, "precision");
fieldNullIf[i] = XmlHandler.getTagValue(fnode, "nullif");
fieldIfNull[i] = XmlHandler.getTagValue(fnode, "ifnull");
final String trim = XmlHandler.getTagValue(fnode, "trimtype");
fieldType[i] = ValueMetaFactory.getIdForValueMeta(stype);
fieldLength[i] = Const.toInt(slen, -1);
fieldPrecision[i] = Const.toInt(sprc, -1);
fieldTrimType[i] = ValueMetaString.getTrimTypeByCode(trim);
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "RegexEvalMeta.Exception.UnableToLoadTransformMetaFromXML"), e);
}
}
19
Source : RandomValueDialog.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
}
19
Source : PGPEncryptStreamMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
gpgLocation = XmlHandler.getTagValue(transformNode, "gpglocation");
keyname = XmlHandler.getTagValue(transformNode, "keyname");
keynameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "keynameInField"));
keynameFieldName = XmlHandler.getTagValue(transformNode, "keynameFieldName");
streamfield = XmlHandler.getTagValue(transformNode, "streamfield");
resultFieldName = XmlHandler.getTagValue(transformNode, "resultfieldname");
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "PGPEncryptStreamMeta.Exception.UnableToReadTransformMeta"), e);
}
}
19
Source : PGPDecryptStreamMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
gpgLocation = XmlHandler.getTagValue(transformNode, "gpglocation");
preplacedhrase = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "preplacedhrase"));
streamfield = XmlHandler.getTagValue(transformNode, "streamfield");
resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
preplacedphraseFromField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preplacedphraseFromField"));
preplacedphraseFieldName = XmlHandler.getTagValue(transformNode, "preplacedphraseFieldName");
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "PGPDecryptStreamMeta.Exception.UnableToReadTransformMeta"), e);
}
}
19
Source : PGBulkLoaderMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
String con = XmlHandler.getTagValue(transformNode, "connection");
databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
schemaName = XmlHandler.getTagValue(transformNode, "schema");
tableName = XmlHandler.getTagValue(transformNode, "table");
enclosure = XmlHandler.getTagValue(transformNode, "enclosure");
delimiter = XmlHandler.getTagValue(transformNode, "delimiter");
loadAction = XmlHandler.getTagValue(transformNode, "load_action");
dbNameOverride = XmlHandler.getTagValue(transformNode, "dbname_override");
stopOnError = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "stop_on_error"));
int nrvalues = XmlHandler.countNodes(transformNode, "mapping");
allocate(nrvalues);
for (int i = 0; i < nrvalues; i++) {
Node vnode = XmlHandler.getSubNodeByNr(transformNode, "mapping", i);
fieldTable[i] = XmlHandler.getTagValue(vnode, "stream_name");
fieldStream[i] = XmlHandler.getTagValue(vnode, "field_name");
if (fieldStream[i] == null) {
// default: the same name!
fieldStream[i] = fieldTable[i];
}
String locDateMask = XmlHandler.getTagValue(vnode, "date_mask");
if (locDateMask == null) {
dateMask[i] = "";
} else {
if (PGBulkLoaderMeta.DATE_MASK_DATE.equals(locDateMask) || PGBulkLoaderMeta.DATE_MASK_Preplaced_THROUGH.equals(locDateMask) || PGBulkLoaderMeta.DATE_MASK_DATETIME.equals(locDateMask)) {
dateMask[i] = locDateMask;
} else {
dateMask[i] = "";
}
}
}
} catch (Exception e) {
throw new HopXmlException(BaseMessages.getString(PKG, "GPBulkLoaderMeta.Exception.UnableToReadTransformMetaFromXML"), e);
}
}
19
Source : NumberRangeMeta.java
with Apache License 2.0
from apache
with Apache License 2.0
from apache
@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
try {
inputField = XmlHandler.getTagValue(transformNode, "inputField");
outputField = XmlHandler.getTagValue(transformNode, "outputField");
emptyRules();
String fallBackValue = XmlHandler.getTagValue(transformNode, "fallBackValue");
setFallBackValue(fallBackValue);
Node fields = XmlHandler.getSubNode(transformNode, "rules");
int count = XmlHandler.countNodes(fields, "rule");
for (int i = 0; i < count; i++) {
Node fnode = XmlHandler.getSubNodeByNr(fields, "rule", i);
String lowerBoundStr = XmlHandler.getTagValue(fnode, "lower_bound");
String upperBoundStr = XmlHandler.getTagValue(fnode, "upper_bound");
String value = XmlHandler.getTagValue(fnode, "value");
double lowerBound = Double.parseDouble(lowerBoundStr);
double upperBound = Double.parseDouble(upperBoundStr);
addRule(lowerBound, upperBound, value);
}
} catch (Exception e) {
throw new HopXmlException("Unable to read transform info from XML node", e);
}
}
See More Examples