org.apache.hop.metadata.api.IHopMetadataProvider

Here are the examples of the java api org.apache.hop.metadata.api.IHopMetadataProvider taken from open source projects. By voting up you can indicate which examples are most useful and appropriate.

759 Examples 7

19 Source : ActionDialog.java
with Apache License 2.0
from apache

public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
    this.metadataProvider = metadataProvider;
}

19 Source : HopGuiMetadataSearchable.java
with Apache License 2.0
from apache

public clreplaced HopGuiMetadataSearchable implements ISearchable<IHopMetadata> {

    private IHopMetadataProvider metadataProvider;

    private IHopMetadataSerializer<IHopMetadata> serializer;

    private IHopMetadata searchableObject;

    private Clreplaced<IHopMetadata> managedClreplaced;

    public HopGuiMetadataSearchable(IHopMetadataProvider metadataProvider, IHopMetadataSerializer<IHopMetadata> serializer, IHopMetadata searchableObject, Clreplaced<IHopMetadata> managedClreplaced) {
        this.metadataProvider = metadataProvider;
        this.serializer = serializer;
        this.searchableObject = searchableObject;
        this.managedClreplaced = managedClreplaced;
    }

    @Override
    public String getLocation() {
        return metadataProvider.getDescription();
    }

    @Override
    public String getName() {
        return searchableObject.getName();
    }

    @Override
    public String getType() {
        return serializer.getDescription();
    }

    @Override
    public String getFilename() {
        return null;
    }

    @Override
    public ISearchableCallback getSearchCallback() {
        return (searchable, searchResult) -> {
            // Open the metadata object...
            // 
            new MetadataManager(HopGui.getInstance().getVariables(), metadataProvider, managedClreplaced).editMetadata(searchable.getName());
        };
    }

    /**
     * Gets searchableObject
     *
     * @return value of searchableObject
     */
    @Override
    public IHopMetadata getSearchableObject() {
        return searchableObject;
    }

    /**
     * @param searchableObject The searchableObject to set
     */
    public void setSearchableObject(IHopMetadata searchableObject) {
        this.searchableObject = searchableObject;
    }

    /**
     * Gets managedClreplaced
     *
     * @return value of managedClreplaced
     */
    public Clreplaced<IHopMetadata> getManagedClreplaced() {
        return managedClreplaced;
    }

    /**
     * @param managedClreplaced The managedClreplaced to set
     */
    public void setManagedClreplaced(Clreplaced<IHopMetadata> managedClreplaced) {
        this.managedClreplaced = managedClreplaced;
    }
}

19 Source : MetadataExplorerDialog.java
with Apache License 2.0
from apache

private MetadataManager<IHopMetadata> getActiveMetadataManger() {
    try {
        IHopMetadataProvider metadataProvider = HopGui.getInstance().getMetadataProvider();
        Clreplaced<IHopMetadata> metadataClreplaced = metadataProvider.getMetadataClreplacedForKey(activeObjectKey);
        MetadataManager<IHopMetadata> manager = new MetadataManager<>(HopGui.getInstance().getVariables(), metadataProvider, metadataClreplaced);
        return manager;
    } catch (Exception e) {
        new ErrorDialog(shell, "Error", "Unexpected error getting the metadata clreplaced for key '" + activeObjectKey + "'", e);
        return null;
    }
}

19 Source : MetadataContextHandler.java
with Apache License 2.0
from apache

public clreplaced MetadataContextHandler implements IGuiContextHandler {

    // For Translator
    private static final Clreplaced<?> PKG = MetadataContextHandler.clreplaced;

    public static final String CONTEXT_ID = "HopGuiMetadataContext";

    private HopGui hopGui;

    private IHopMetadataProvider metadataProvider;

    private Clreplaced<? extends IHopMetadata> metadataObjectClreplaced;

    private MetadataManager<? extends IHopMetadata> metadataManager;

    public MetadataContextHandler(HopGui hopGui, IHopMetadataProvider metadataProvider, Clreplaced<? extends IHopMetadata> metadataObjectClreplaced) {
        this.hopGui = hopGui;
        this.metadataProvider = metadataProvider;
        this.metadataObjectClreplaced = metadataObjectClreplaced;
        metadataManager = new MetadataManager<>(hopGui.getVariables(), metadataProvider, metadataObjectClreplaced);
        metadataManager.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
    }

    @Override
    public String getContextId() {
        return CONTEXT_ID;
    }

    @Override
    public List<GuiAction> getSupportedActions() {
        HopMetadata hopMetadata = HopMetadataUtil.getHopMetadataAnnotation(metadataObjectClreplaced);
        List<GuiAction> actions = new ArrayList<>();
        GuiAction newAction = new GuiAction("CREATE_" + hopMetadata.name(), GuiActionType.Create, hopMetadata.name(), "Creates a new " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.newMetadataWithEditor());
        newAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
        newAction.setCategory("Metadata");
        newAction.setCategoryOrder("2");
        actions.add(newAction);
        GuiAction editAction = new GuiAction("EDIT_" + hopMetadata.name(), GuiActionType.Modify, hopMetadata.name(), "Edits a " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.editMetadata());
        editAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
        editAction.setCategory("Metadata");
        editAction.setCategoryOrder("2");
        actions.add(editAction);
        GuiAction deleteAction = new GuiAction("DELETE_" + hopMetadata.name(), GuiActionType.Delete, hopMetadata.name(), "After confirmation this deletes a " + hopMetadata.name() + " : " + hopMetadata.description(), hopMetadata.image(), (shiftClicked, controlClicked, parameters) -> metadataManager.deleteMetadata());
        deleteAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
        deleteAction.setCategory("Metadata");
        deleteAction.setCategoryOrder("2");
        actions.add(deleteAction);
        // Database meta
        if (metadataObjectClreplaced.isreplacedignableFrom(DatabaseMeta.clreplaced)) {
            GuiAction databaseClearCacheAction = new GuiAction("DATABASE_CLEAR_CACHE", GuiActionType.Custom, BaseMessages.getString(PKG, "HopGui.Context.Database.Menu.ClearDatabaseCache.Label"), BaseMessages.getString(PKG, "HopGui.Context.Database.Menu.ClearDatabaseCache.Tooltip"), null, (shiftClicked, controlClicked, parameters) -> DbCache.getInstance().clear((String) parameters[0]));
            newAction.setClreplacedLoader(metadataObjectClreplaced.getClreplacedLoader());
            newAction.setCategory("Metadata");
            newAction.setCategoryOrder("3");
            actions.add(databaseClearCacheAction);
        }
        return actions;
    }
}

19 Source : MetadataContext.java
with Apache License 2.0
from apache

public clreplaced MetadataContext implements IActionContextHandlersProvider {

    private HopGui hopGui;

    private IHopMetadataProvider metadataProvider;

    public MetadataContext(HopGui hopGui, IHopMetadataProvider metadataProvider) {
        this.hopGui = hopGui;
        this.metadataProvider = metadataProvider;
    }

    @Override
    public List<IGuiContextHandler> getContextHandlers() {
        List<IGuiContextHandler> handlers = new ArrayList<>();
        List<Clreplaced<IHopMetadata>> metaClreplacedes = metadataProvider.getMetadataClreplacedes();
        for (Clreplaced<IHopMetadata> metaClreplaced : metaClreplacedes) {
            handlers.add(new MetadataContextHandler(hopGui, metadataProvider, metaClreplaced));
        }
        return handlers;
    }
}

19 Source : MetadataManager.java
with Apache License 2.0
from apache

/**
 * @param metadataProvider The metadataProvider to set
 */
public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
    this.metadataProvider = metadataProvider;
}

19 Source : ZipFileMetaTest.java
with Apache License 2.0
from apache

@Test
public void testCheck() {
    ZipFileMeta zipFileMeta = new ZipFileMeta();
    zipFileMeta.setDefault();
    PipelineMeta pipelineMeta = mock(PipelineMeta.clreplaced);
    TransformMeta transformMeta = mock(TransformMeta.clreplaced);
    IRowMeta prev = mock(IRowMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    IRowMeta info = mock(IRowMeta.clreplaced);
    ArrayList<ICheckResult> remarks = new ArrayList<>();
    zipFileMeta.check(remarks, pipelineMeta, transformMeta, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
    replacedertEquals(2, remarks.size());
    replacedertEquals("Source Filename field is missing!", remarks.get(0).getText());
    replacedertEquals("Transform is receiving info from other transforms.", remarks.get(1).getText());
    remarks = new ArrayList<>();
    zipFileMeta = new ZipFileMeta();
    zipFileMeta.setDynamicSourceFileNameField("sourceFileField");
    zipFileMeta.check(remarks, pipelineMeta, transformMeta, prev, new String[0], new String[] { "output" }, info, new Variables(), metadataProvider);
    replacedertEquals(2, remarks.size());
    replacedertEquals("Target Filename field was specified", remarks.get(0).getText());
    replacedertEquals("No input received from other transforms!", remarks.get(1).getText());
}

19 Source : YamlInputMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    readData(transformNode);
}

19 Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache

@Test
public void testLoadXmlException() throws Exception {
    XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
    DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    Node transformNode = mock(Node.clreplaced);
    when(transformNode.getChildNodes()).thenThrow(new RuntimeException("some words"));
    try {
        xmlOutputMeta.loadXml(transformNode, metadataProvider);
    } catch (HopXmlException e) {
        replacedertEquals("some words", e.getCause().getMessage());
    }
}

19 Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache

@Test
public void testCheck() throws Exception {
    XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
    xmlOutputMeta.setDefault();
    PipelineMeta pipelineMeta = mock(PipelineMeta.clreplaced);
    TransformMeta transformInfo = mock(TransformMeta.clreplaced);
    IRowMeta prev = mock(IRowMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    IRowMeta info = mock(IRowMeta.clreplaced);
    ArrayList<ICheckResult> remarks = new ArrayList<>();
    xmlOutputMeta.check(remarks, pipelineMeta, transformInfo, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
    replacedertEquals(2, remarks.size());
    replacedertEquals("Transform is receiving info from other transforms.", remarks.get(0).getText());
    replacedertEquals("File specifications are not checked.", remarks.get(1).getText());
    XmlField xmlField = new XmlField();
    xmlField.setFieldName("aField");
    xmlField.setType(1);
    xmlField.setLength(10);
    xmlField.setPrecision(3);
    xmlOutputMeta.setOutputFields(new XmlField[] { xmlField });
    when(prev.size()).thenReturn(1);
    remarks.clear();
    xmlOutputMeta.check(remarks, pipelineMeta, transformInfo, prev, new String[] { "input" }, new String[] { "output" }, info, new Variables(), metadataProvider);
    replacedertEquals(4, remarks.size());
    replacedertEquals("Transform is connected to previous one, receiving 1 fields", remarks.get(0).getText());
    replacedertEquals("All output fields are found in the input stream.", remarks.get(1).getText());
    replacedertEquals("Transform is receiving info from other transforms.", remarks.get(2).getText());
    replacedertEquals("File specifications are not checked.", remarks.get(3).getText());
}

19 Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache

@Test
public void testClone() throws Exception {
    XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
    Node transformNode = getTestNode();
    DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    xmlOutputMeta.loadXml(transformNode, metadataProvider);
    XmlOutputMeta cloned = (XmlOutputMeta) xmlOutputMeta.clone();
    replacedertNotSame(cloned, xmlOutputMeta);
    replacedertXmlOutputMeta(cloned);
}

19 Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache

@Test
public void testLoadAndGetXml() throws Exception {
    XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
    Node transformNode = getTestNode();
    DatabaseMeta dbMeta = mock(DatabaseMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    xmlOutputMeta.loadXml(transformNode, metadataProvider);
    replacedertXmlOutputMeta(xmlOutputMeta);
}

19 Source : XmlOutputMetaTest.java
with Apache License 2.0
from apache

@Test
public void testGetFields() throws Exception {
    XmlOutputMeta xmlOutputMeta = new XmlOutputMeta();
    xmlOutputMeta.setDefault();
    XmlField xmlField = new XmlField();
    xmlField.setFieldName("aField");
    xmlField.setLength(10);
    xmlField.setPrecision(3);
    xmlOutputMeta.setOutputFields(new XmlField[] { xmlField });
    IRowMeta row = mock(IRowMeta.clreplaced);
    IRowMeta rmi = mock(IRowMeta.clreplaced);
    TransformMeta nextTransform = mock(TransformMeta.clreplaced);
    IHopMetadataProvider metadataProvider = mock(IHopMetadataProvider.clreplaced);
    IValueMeta vmi = mock(IValueMeta.clreplaced);
    when(row.searchValueMeta("aField")).thenReturn(vmi);
    xmlOutputMeta.getFields(row, "", new IRowMeta[] { rmi }, nextTransform, new Variables(), metadataProvider);
    verify(vmi).setLength(10, 3);
}

19 Source : XsltMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        xslFilename = XmlHandler.getTagValue(transformNode, "xslfilename");
        fieldName = XmlHandler.getTagValue(transformNode, "fieldname");
        resultFieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
        xslFileField = XmlHandler.getTagValue(transformNode, "xslfilefield");
        xslFileFieldUse = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "xslfilefielduse"));
        String isAFile = XmlHandler.getTagValue(transformNode, "xslfieldisafile");
        if (xslFileFieldUse && Utils.isEmpty(isAFile)) {
            xslFieldIsAFile = true;
        } else {
            xslFieldIsAFile = "Y".equalsIgnoreCase(isAFile);
        }
        xslFactory = XmlHandler.getTagValue(transformNode, "xslfactory");
        Node parametersNode = XmlHandler.getSubNode(transformNode, "parameters");
        int nrparams = XmlHandler.countNodes(parametersNode, "parameter");
        Node parametersOutputProps = XmlHandler.getSubNode(transformNode, "outputproperties");
        int nroutputprops = XmlHandler.countNodes(parametersOutputProps, "outputproperty");
        allocate(nrparams, nroutputprops);
        for (int i = 0; i < nrparams; i++) {
            Node anode = XmlHandler.getSubNodeByNr(parametersNode, "parameter", i);
            parameterField[i] = XmlHandler.getTagValue(anode, "field");
            parameterName[i] = XmlHandler.getTagValue(anode, "name");
        }
        for (int i = 0; i < nroutputprops; i++) {
            Node anode = XmlHandler.getSubNodeByNr(parametersOutputProps, "outputproperty", i);
            outputPropertyName[i] = XmlHandler.getTagValue(anode, "name");
            outputPropertyValue[i] = XmlHandler.getTagValue(anode, "value");
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "XsltMeta.Exception.UnableToLoadTransformInfoFromXML"), e);
    }
}

19 Source : XsdValidatorMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        xsdFilename = XmlHandler.getTagValue(transformNode, "xdsfilename");
        xmlStream = XmlHandler.getTagValue(transformNode, "xmlstream");
        resultFieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
        xsdDefinedField = XmlHandler.getTagValue(transformNode, "xsddefinedfield");
        xsdSource = XmlHandler.getTagValue(transformNode, "xsdsource");
        addValidationMessage = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "addvalidationmsg"));
        validationMessageField = XmlHandler.getTagValue(transformNode, "validationmsgfield");
        ifXmlValid = XmlHandler.getTagValue(transformNode, "ifxmlvalid");
        ifXmlInvalid = XmlHandler.getTagValue(transformNode, "ifxmlunvalid");
        outputStringField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "outputstringfield"));
        xmlSourceFile = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "xmlsourcefile"));
        allowExternalEnreplacedies = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "allowExternalEnreplacedies"));
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "XsdValidatorMeta.Exception.UnableToLoadTransformInfoFromXML"), e);
    }
}

19 Source : XmlOutputMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        setEncoding(XmlHandler.getTagValue(transformNode, "encoding"));
        setNameSpace(XmlHandler.getTagValue(transformNode, "name_space"));
        setMainElement(XmlHandler.getTagValue(transformNode, "xml_main_element"));
        setRepeatElement(XmlHandler.getTagValue(transformNode, "xml_repeat_element"));
        setFileName(XmlHandler.getTagValue(transformNode, "file", "name"));
        setExtension(XmlHandler.getTagValue(transformNode, "file", "extention"));
        setDoNotOpenNewFileInit("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "do_not_open_newfile_init")));
        setTransformNrInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split")));
        setDateInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date")));
        setTimeInFilename("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time")));
        setSpecifyFormat("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "SpecifyFormat")));
        setOmitNullValues("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omit_null_values")));
        setDateTimeFormat(XmlHandler.getTagValue(transformNode, "file", "date_time_format"));
        setAddToResultFiles("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_to_result_filenames")));
        setZipped("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "zipped")));
        setSplitEvery(Const.toInt(XmlHandler.getTagValue(transformNode, "file", "splitevery"), 0));
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrFields = XmlHandler.countNodes(fields, "field");
        allocate(nrFields);
        for (int i = 0; i < nrFields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            outputFields[i] = new XmlField();
            String contentTypeString = Const.NVL(XmlHandler.getTagValue(fnode, "content_type"), ContentType.Element.name());
            outputFields[i].setContentType(ContentType.valueOf(contentTypeString));
            String fieldName = XmlHandler.getTagValue(fnode, "name");
            outputFields[i].setFieldName(fieldName);
            String elementName = XmlHandler.getTagValue(fnode, "element");
            outputFields[i].setElementName(elementName == null ? "" : elementName);
            outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
            outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
            outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
            outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
            outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
            outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
            outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
            outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
        }
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : XmlInputStreamMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        sourceFromInput = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "sourceFromInput"));
        sourceFieldName = Const.NVL(XmlHandler.getTagValue(transformNode, "sourceFieldName"), "");
        filename = Const.NVL(XmlHandler.getTagValue(transformNode, "filename"), "");
        addResultFile = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "addResultFile"));
        nrRowsToSkip = Const.NVL(XmlHandler.getTagValue(transformNode, "nrRowsToSkip"), "0");
        rowLimit = Const.NVL(XmlHandler.getTagValue(transformNode, "rowLimit"), "0");
        defaultStringLen = Const.NVL(XmlHandler.getTagValue(transformNode, "defaultStringLen"), DEFAULT_STRING_LEN);
        encoding = Const.NVL(XmlHandler.getTagValue(transformNode, "encoding"), DEFAULT_ENCODING);
        enableNamespaces = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enableNamespaces"));
        enableTrim = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enableTrim"));
        // The fields in the output stream
        // When they are undefined (checked with NVL) the original default value will be taken
        includeFilenameField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeFilenameField"));
        filenameField = Const.NVL(XmlHandler.getTagValue(transformNode, "filenameField"), filenameField);
        includeRowNumberField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeRowNumberField"));
        rowNumberField = Const.NVL(XmlHandler.getTagValue(transformNode, "rowNumberField"), rowNumberField);
        includeXmlDataTypeNumericField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeDataTypeNumericField"));
        xmlDataTypeNumericField = Const.NVL(XmlHandler.getTagValue(transformNode, "dataTypeNumericField"), xmlDataTypeNumericField);
        includeXmlDataTypeDescriptionField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeDataTypeDescriptionField"));
        xmlDataTypeDescriptionField = Const.NVL(XmlHandler.getTagValue(transformNode, "dataTypeDescriptionField"), xmlDataTypeDescriptionField);
        includeXmlLocationLineField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlLocationLineField"));
        xmlLocationLineField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlLocationLineField"), xmlLocationLineField);
        includeXmlLocationColumnField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlLocationColumnField"));
        xmlLocationColumnField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlLocationColumnField"), xmlLocationColumnField);
        includeXmlElementIDField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlElementIDField"));
        xmlElementIDField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlElementIDField"), xmlElementIDField);
        includeXmlParentElementIDField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlParentElementIDField"));
        xmlParentElementIDField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlParentElementIDField"), xmlParentElementIDField);
        includeXmlElementLevelField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlElementLevelField"));
        xmlElementLevelField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlElementLevelField"), xmlElementLevelField);
        includeXmlPathField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlPathField"));
        xmlPathField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlPathField"), xmlPathField);
        includeXmlParentPathField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlParentPathField"));
        xmlParentPathField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlParentPathField"), xmlParentPathField);
        includeXmlDataNameField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlDataNameField"));
        xmlDataNameField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlDataNameField"), xmlDataNameField);
        includeXmlDataValueField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "includeXmlDataValueField"));
        xmlDataValueField = Const.NVL(XmlHandler.getTagValue(transformNode, "xmlDataValueField"), xmlDataValueField);
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : AddXmlMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        encoding = XmlHandler.getTagValue(transformNode, "encoding");
        valueName = XmlHandler.getTagValue(transformNode, "valueName");
        rootNode = XmlHandler.getTagValue(transformNode, "xml_repeat_element");
        omitXMLheader = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omitXMLheader"));
        omitNullValues = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "omitNullValues"));
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrFields = XmlHandler.countNodes(fields, "field");
        allocate(nrFields);
        for (int i = 0; i < nrFields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            outputFields[i] = new XmlField();
            outputFields[i].setFieldName(XmlHandler.getTagValue(fnode, "name"));
            outputFields[i].setElementName(XmlHandler.getTagValue(fnode, "element"));
            outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
            outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
            outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
            outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
            outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
            outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
            outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
            outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
            outputFields[i].setAttribute("Y".equalsIgnoreCase(XmlHandler.getTagValue(fnode, "attribute")));
            outputFields[i].setAttributeParentName(XmlHandler.getTagValue(fnode, "attributeParentName"));
        }
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : WebServiceMeta.java
with Apache License 2.0
from apache

public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    // Load the URL
    // 
    setUrl(XmlHandler.getTagValue(transformNode, "wsURL"));
    // Load the operation
    // 
    setOperationName(XmlHandler.getTagValue(transformNode, "wsOperation"));
    setOperationRequestName(XmlHandler.getTagValue(transformNode, "wsOperationRequest"));
    setOperationNamespace(XmlHandler.getTagValue(transformNode, "wsOperationNamespace"));
    setInFieldContainerName(XmlHandler.getTagValue(transformNode, "wsInFieldContainer"));
    setInFieldArgumentName(XmlHandler.getTagValue(transformNode, "wsInFieldArgument"));
    setOutFieldContainerName(XmlHandler.getTagValue(transformNode, "wsOutFieldContainer"));
    setOutFieldArgumentName(XmlHandler.getTagValue(transformNode, "wsOutFieldArgument"));
    setProxyHost(XmlHandler.getTagValue(transformNode, "proxyHost"));
    setProxyPort(XmlHandler.getTagValue(transformNode, "proxyPort"));
    setHttpLogin(XmlHandler.getTagValue(transformNode, "httpLogin"));
    setHttpPreplacedword(XmlHandler.getTagValue(transformNode, "httpPreplacedword"));
    setCallTransform(Const.toInt(XmlHandler.getTagValue(transformNode, "callTransform"), DEFAULT_TRANSFORM));
    setPreplacedingInputData("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preplacedingInputData")));
    String compat = XmlHandler.getTagValue(transformNode, "compatible");
    setCompatible(Utils.isEmpty(compat) || "Y".equalsIgnoreCase(compat));
    setRepeatingElementName(XmlHandler.getTagValue(transformNode, "repeating_element"));
    setReturningReplyreplacedtring("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "reply_as_string")));
    // Load the input fields mapping
    // 
    getFieldsIn().clear();
    Node fields = XmlHandler.getSubNode(transformNode, "fieldsIn");
    int nrFields = XmlHandler.countNodes(fields, "field");
    for (int i = 0; i < nrFields; ++i) {
        Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
        WebServiceField field = new WebServiceField();
        field.setName(XmlHandler.getTagValue(fnode, "name"));
        field.setWsName(XmlHandler.getTagValue(fnode, "wsName"));
        field.setXsdType(XmlHandler.getTagValue(fnode, "xsdType"));
        getFieldsIn().add(field);
    }
    // Load the output fields mapping
    // 
    getFieldsOut().clear();
    fields = XmlHandler.getSubNode(transformNode, "fieldsOut");
    nrFields = XmlHandler.countNodes(fields, "field");
    for (int i = 0; i < nrFields; ++i) {
        Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
        WebServiceField field = new WebServiceField();
        field.setName(XmlHandler.getTagValue(fnode, "name"));
        field.setWsName(XmlHandler.getTagValue(fnode, "wsName"));
        field.setXsdType(XmlHandler.getTagValue(fnode, "xsdType"));
        getFieldsOut().add(field);
    }
}

19 Source : UpdateMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    this.metadataProvider = metadataProvider;
    readData(transformNode, metadataProvider);
}

19 Source : UpdateMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    this.metadataProvider = metadataProvider;
    try {
        String csize;
        int nrkeys, nrvalues;
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        csize = XmlHandler.getTagValue(transformNode, "commit");
        commitSize = (csize == null) ? "0" : csize;
        useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
        skipLookup = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "skip_lookup"));
        errorIgnored = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "error_ignored"));
        ignoreFlagField = XmlHandler.getTagValue(transformNode, "ignore_flag_field");
        schemaName = XmlHandler.getTagValue(transformNode, "lookup", "schema");
        tableName = XmlHandler.getTagValue(transformNode, "lookup", "table");
        Node lookup = XmlHandler.getSubNode(transformNode, "lookup");
        nrkeys = XmlHandler.countNodes(lookup, "key");
        nrvalues = XmlHandler.countNodes(lookup, "value");
        allocate(nrkeys, nrvalues);
        for (int i = 0; i < nrkeys; i++) {
            Node knode = XmlHandler.getSubNodeByNr(lookup, "key", i);
            keyStream[i] = XmlHandler.getTagValue(knode, "name");
            keyLookup[i] = XmlHandler.getTagValue(knode, "field");
            keyCondition[i] = XmlHandler.getTagValue(knode, "condition");
            if (keyCondition[i] == null) {
                keyCondition[i] = "=";
            }
            keyStream2[i] = XmlHandler.getTagValue(knode, "name2");
        }
        for (int i = 0; i < nrvalues; i++) {
            Node vnode = XmlHandler.getSubNodeByNr(lookup, "value", i);
            updateLookup[i] = XmlHandler.getTagValue(vnode, "name");
            updateStream[i] = XmlHandler.getTagValue(vnode, "rename");
            if (updateStream[i] == null) {
                // default: the same name!
                updateStream[i] = updateLookup[i];
            }
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "UpdateMeta.Exception.UnableToReadTransformMetaFromXML"), e);
    }
}

19 Source : TokenReplacementMeta.java
with Apache License 2.0
from apache

public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        inputType = XmlHandler.getTagValue(transformNode, INPUT_TYPE);
        inputText = XmlHandler.getTagValue(transformNode, INPUT_TEXT);
        inputFieldName = XmlHandler.getTagValue(transformNode, INPUT_FIELD_NAME);
        inputFileName = XmlHandler.getTagValue(transformNode, INPUT_FILENAME);
        inputFileNameInField = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INPUT_FILENAME_IN_FIELD), ""));
        inputFileNameField = XmlHandler.getTagValue(transformNode, INPUT_FILENAME_FIELD);
        addInputFileNameToResult = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, ADD_INPUT_FILENAME_TO_RESULT), ""));
        outputType = XmlHandler.getTagValue(transformNode, OUTPUT_TYPE);
        outputFieldName = XmlHandler.getTagValue(transformNode, OUTPUT_FIELD_NAME);
        outputFileName = XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME);
        outputFileNameInField = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME_IN_FIELD), ""));
        outputFileNameField = XmlHandler.getTagValue(transformNode, OUTPUT_FILENAME_FIELD);
        appendOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, APPEND_OUTPUT_FILENAME), ""));
        outputFileFormat = XmlHandler.getTagValue(transformNode, OUTPUT_FILE_FORMAT);
        outputFileEncoding = Const.NVL(XmlHandler.getTagValue(transformNode, OUTPUT_FILE_ENCODING), Const.getEnvironmentVariable("file.encoding", "UTF-8"));
        splitEvery = Const.toInt(XmlHandler.getTagValue(transformNode, OUTPUT_SPLIT_EVERY), 0);
        createParentFolder = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, CREATE_PARENT_FOLDER), ""));
        includeTransformNrInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_TRANSFORM_NR_IN_OUTPUT_FILENAME), ""));
        includePartNrInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_PART_NR_IN_OUTPUT_FILENAME), ""));
        includeDateInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_DATE_IN_OUTPUT_FILENAME), ""));
        includeTimeInOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, INCLUDE_TIME_IN_OUTPUT_FILENAME), ""));
        specifyDateFormatOutputFileName = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, SPECIFY_DATE_FORMAT_OUTPUT_FILENAME), ""));
        dateFormatOutputFileName = XmlHandler.getTagValue(transformNode, DATE_FORMAT_OUTPUT_FILENAME);
        addOutputFileNameToResult = "Y".equalsIgnoreCase(Const.NVL(XmlHandler.getTagValue(transformNode, ADD_OUTPUT_FILENAME_TO_RESULT), ""));
        tokenStartString = XmlHandler.getTagValue(transformNode, TOKEN_START_STRING);
        tokenEndString = XmlHandler.getTagValue(transformNode, TOKEN_END_STRING);
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrfields = XmlHandler.countNodes(fields, "field");
        allocate(nrfields);
        for (int i = 0; i < nrfields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            tokenReplacementFields[i] = new TokenReplacementField();
            tokenReplacementFields[i].setName(XmlHandler.getTagValue(fnode, FIELD_NAME));
            tokenReplacementFields[i].setTokenName(XmlHandler.getTagValue(fnode, TOKEN_NAME));
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "BaseTransformMeta.Exception.ErrorLoadingTransformMeta"), e);
    }
}

19 Source : TextFileOutputMeta.java
with Apache License 2.0
from apache

protected String loadSource(Node transformNode, IHopMetadataProvider metadataProvider) {
    return XmlHandler.getTagValue(transformNode, "file", "name");
}

19 Source : TextFileOutputMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    readData(transformNode, metadataProvider);
}

19 Source : TextFileOutputMeta.java
with Apache License 2.0
from apache

protected void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        separator = XmlHandler.getTagValue(transformNode, "separator");
        if (separator == null) {
            separator = "";
        }
        enclosure = XmlHandler.getTagValue(transformNode, "enclosure");
        if (enclosure == null) {
            enclosure = "";
        }
        enclosureForced = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "enclosure_forced"));
        String sDisableEnclosureFix = XmlHandler.getTagValue(transformNode, "enclosure_fix_disabled");
        // Default this value to true for backwards compatibility
        if (sDisableEnclosureFix == null) {
            disableEnclosureFix = true;
        } else {
            disableEnclosureFix = "Y".equalsIgnoreCase(sDisableEnclosureFix);
        }
        // Default createparentfolder to true if the tag is missing
        String createParentFolderTagValue = XmlHandler.getTagValue(transformNode, "create_parent_folder");
        createparentfolder = (createParentFolderTagValue == null) ? true : "Y".equalsIgnoreCase(createParentFolderTagValue);
        headerEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "header"));
        footerEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "footer"));
        fileFormat = XmlHandler.getTagValue(transformNode, "format");
        setFileCompression(XmlHandler.getTagValue(transformNode, "compression"));
        if (getFileCompression() == null) {
            if ("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "zipped"))) {
                setFileCompression(fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_ZIP]);
            } else {
                setFileCompression(fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_NONE]);
            }
        }
        encoding = XmlHandler.getTagValue(transformNode, "encoding");
        endedLine = XmlHandler.getTagValue(transformNode, "endedLine");
        if (endedLine == null) {
            endedLine = "";
        }
        fileName = loadSource(transformNode, metadataProvider);
        servletOutput = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "servlet_output"));
        doNotOpenNewFileInit = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "do_not_open_new_file_init"));
        extension = XmlHandler.getTagValue(transformNode, "file", "extention");
        fileAppended = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "append"));
        transformNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split"));
        partNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "haspartno"));
        dateInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date"));
        timeInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time"));
        setSpecifyingFormat("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "SpecifyFormat")));
        setDateTimeFormat(XmlHandler.getTagValue(transformNode, "file", "date_time_format"));
        String AddToResultFiles = XmlHandler.getTagValue(transformNode, "file", "add_to_result_filenames");
        if (Utils.isEmpty(AddToResultFiles)) {
            addToResultFilenames = true;
        } else {
            addToResultFilenames = "Y".equalsIgnoreCase(AddToResultFiles);
        }
        padded = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "pad"));
        fastDump = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "fast_dump"));
        splitEveryRows = XmlHandler.getTagValue(transformNode, "file", "splitevery");
        newline = getNewLine(fileFormat);
        fileNameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "fileNameInField"));
        fileNameField = XmlHandler.getTagValue(transformNode, "fileNameField");
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrFields = XmlHandler.countNodes(fields, "field");
        allocate(nrFields);
        for (int i = 0; i < nrFields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            outputFields[i] = new TextFileField();
            outputFields[i].setName(XmlHandler.getTagValue(fnode, "name"));
            outputFields[i].setType(XmlHandler.getTagValue(fnode, "type"));
            outputFields[i].setFormat(XmlHandler.getTagValue(fnode, "format"));
            outputFields[i].setCurrencySymbol(XmlHandler.getTagValue(fnode, "currency"));
            outputFields[i].setDecimalSymbol(XmlHandler.getTagValue(fnode, "decimal"));
            outputFields[i].setGroupingSymbol(XmlHandler.getTagValue(fnode, "group"));
            outputFields[i].setTrimType(ValueMetaString.getTrimTypeByCode(XmlHandler.getTagValue(fnode, "trim_type")));
            outputFields[i].setNullString(XmlHandler.getTagValue(fnode, "nullif"));
            outputFields[i].setLength(Const.toInt(XmlHandler.getTagValue(fnode, "length"), -1));
            outputFields[i].setPrecision(Const.toInt(XmlHandler.getTagValue(fnode, "precision"), -1));
        }
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : TextFileInputMeta.java
with Apache License 2.0
from apache

protected String loadSource(Node filenode, Node filenamenode, int i, IHopMetadataProvider metadataProvider) {
    return XmlHandler.getNodeValue(filenamenode);
}

19 Source : TableOutputMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        schemaName = XmlHandler.getTagValue(transformNode, "schema");
        tableName = XmlHandler.getTagValue(transformNode, "table");
        commitSize = XmlHandler.getTagValue(transformNode, "commit");
        truncateTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "truncate"));
        ignoreErrors = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "ignore_errors"));
        useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
        // If not present it will be false to be compatible with pre-v3.2
        specifyFields = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "specify_fields"));
        parreplacedioningEnabled = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_enabled"));
        parreplacedioningField = XmlHandler.getTagValue(transformNode, "parreplacedioning_field");
        parreplacedioningDaily = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_daily"));
        parreplacedioningMonthly = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "parreplacedioning_monthly"));
        tableNameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_field"));
        tableNameField = XmlHandler.getTagValue(transformNode, "tablename_field");
        tableNameInTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_table"));
        returningGeneratedKeys = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "return_keys"));
        generatedKeyField = XmlHandler.getTagValue(transformNode, "return_field");
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrRows = XmlHandler.countNodes(fields, "field");
        allocate(nrRows);
        for (int i = 0; i < nrRows; i++) {
            Node knode = XmlHandler.getSubNodeByNr(fields, "field", i);
            fieldDatabase[i] = XmlHandler.getTagValue(knode, "column_name");
            fieldStream[i] = XmlHandler.getTagValue(knode, "stream_name");
        }
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : TableExistsMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        String con = XmlHandler.getTagValue(transformNode, "connection");
        database = DatabaseMeta.loadDatabase(metadataProvider, con);
        tablenamefield = XmlHandler.getTagValue(transformNode, "tablenamefield");
        resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
        schemaname = XmlHandler.getTagValue(transformNode, "schemaname");
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "TableExistsMeta.Exception.UnableToReadTransformMeta"), e);
    }
}

19 Source : TableCompareMeta.java
with Apache License 2.0
from apache

@Transform(id = "TableCompare", image = "tablecompare.svg", description = "i18n::BaseTransform.TypeTooltipDesc.TableCompare", name = "i18n::BaseTransform.TypeLongDesc.TableCompare", categoryDescription = "i18n:org.apache.hop.pipeline.transform:BaseTransform.Category.Flow", doreplacedentationUrl = "https://hop.apache.org/manual/latest/pipeline/transforms/tablecompare.html")
public clreplaced TableCompareMeta extends BaseTransformMeta implements ITransformMeta<TableCompare, TableCompareData> {

    // For Translator
    private static final Clreplaced<?> PKG = TableCompare.clreplaced;

    private DatabaseMeta referenceConnection;

    private String referenceSchemaField;

    private String referenceTableField;

    private DatabaseMeta compareConnection;

    private String compareSchemaField;

    private String compareTableField;

    private String keyFieldsField;

    private String excludeFieldsField;

    private String nrErrorsField;

    private String nrRecordsReferenceField;

    private String nrRecordsCompareField;

    private String nrErrorsLeftJoinField;

    private String nrErrorsInnerJoinField;

    private String nrErrorsRightJoinField;

    private String keyDescriptionField;

    private String valueReferenceField;

    private String valueCompareField;

    private IHopMetadataProvider metadataProvider;

    public TableCompareMeta() {
        // allocate BaseTransformMeta
        super();
    }

    /**
     * @return the referenceSchemaField
     */
    public String getReferenceSchemaField() {
        return referenceSchemaField;
    }

    /**
     * @param referenceSchemaField the referenceSchemaField to set
     */
    public void setReferenceSchemaField(String referenceSchemaField) {
        this.referenceSchemaField = referenceSchemaField;
    }

    /**
     * @return the referenceTableField
     */
    public String getReferenceTableField() {
        return referenceTableField;
    }

    /**
     * @param referenceTableField the referenceTableField to set
     */
    public void setReferenceTableField(String referenceTableField) {
        this.referenceTableField = referenceTableField;
    }

    /**
     * @return the compareSchemaField
     */
    public String getCompareSchemaField() {
        return compareSchemaField;
    }

    /**
     * @param compareSchemaField the compareSchemaField to set
     */
    public void setCompareSchemaField(String compareSchemaField) {
        this.compareSchemaField = compareSchemaField;
    }

    /**
     * @return the compareTableField
     */
    public String getCompareTableField() {
        return compareTableField;
    }

    /**
     * @param compareTableField the compareTableField to set
     */
    public void setCompareTableField(String compareTableField) {
        this.compareTableField = compareTableField;
    }

    /**
     * @return the nrErrorsField
     */
    public String getNrErrorsField() {
        return nrErrorsField;
    }

    /**
     * @param nrErrorsField the nrErrorsField to set
     */
    public void setNrErrorsField(String nrErrorsField) {
        this.nrErrorsField = nrErrorsField;
    }

    /**
     * @return the referenceConnection
     */
    public DatabaseMeta getReferenceConnection() {
        return referenceConnection;
    }

    /**
     * @param referenceConnection the referenceConnection to set
     */
    public void setReferenceConnection(DatabaseMeta referenceConnection) {
        this.referenceConnection = referenceConnection;
    }

    /**
     * @return the compareConnection
     */
    public DatabaseMeta getCompareConnection() {
        return compareConnection;
    }

    /**
     * @param compareConnection the compareConnection to set
     */
    public void setCompareConnection(DatabaseMeta compareConnection) {
        this.compareConnection = compareConnection;
    }

    @Override
    public DatabaseMeta[] getUsedDatabaseConnections() {
        List<DatabaseMeta> connList = new ArrayList<>(2);
        if (compareConnection != null) {
            connList.add(compareConnection);
        }
        if (referenceConnection != null) {
            connList.add(referenceConnection);
        }
        if (connList.size() > 0) {
            DatabaseMeta[] rtn = new DatabaseMeta[connList.size()];
            connList.toArray(rtn);
            return rtn;
        } else {
            return super.getUsedDatabaseConnections();
        }
    }

    /**
     * @return the keyFieldsField
     */
    public String getKeyFieldsField() {
        return keyFieldsField;
    }

    /**
     * @param keyFieldsField the keyFieldsField to set
     */
    public void setKeyFieldsField(String keyFieldsField) {
        this.keyFieldsField = keyFieldsField;
    }

    /**
     * @return the excludeFieldsField
     */
    public String getExcludeFieldsField() {
        return excludeFieldsField;
    }

    /**
     * @param excludeFieldsField the excludeFieldsField to set
     */
    public void setExcludeFieldsField(String excludeFieldsField) {
        this.excludeFieldsField = excludeFieldsField;
    }

    /**
     * @return the nrRecordsReferenceField
     */
    public String getNrRecordsReferenceField() {
        return nrRecordsReferenceField;
    }

    /**
     * @param nrRecordsReferenceField the nrRecordsReferenceField to set
     */
    public void setNrRecordsReferenceField(String nrRecordsReferenceField) {
        this.nrRecordsReferenceField = nrRecordsReferenceField;
    }

    /**
     * @return the nrRecordsCompareField
     */
    public String getNrRecordsCompareField() {
        return nrRecordsCompareField;
    }

    /**
     * @param nrRecordsCompareField the nrRecordsCompareField to set
     */
    public void setNrRecordsCompareField(String nrRecordsCompareField) {
        this.nrRecordsCompareField = nrRecordsCompareField;
    }

    /**
     * @return the nrErrorsLeftJoinField
     */
    public String getNrErrorsLeftJoinField() {
        return nrErrorsLeftJoinField;
    }

    /**
     * @param nrErrorsLeftJoinField the nrErrorsLeftJoinField to set
     */
    public void setNrErrorsLeftJoinField(String nrErrorsLeftJoinField) {
        this.nrErrorsLeftJoinField = nrErrorsLeftJoinField;
    }

    /**
     * @return the nrErrorsInnerJoinField
     */
    public String getNrErrorsInnerJoinField() {
        return nrErrorsInnerJoinField;
    }

    /**
     * @param nrErrorsInnerJoinField the nrErrorsInnerJoinField to set
     */
    public void setNrErrorsInnerJoinField(String nrErrorsInnerJoinField) {
        this.nrErrorsInnerJoinField = nrErrorsInnerJoinField;
    }

    /**
     * @return the nrErrorsRightJoinField
     */
    public String getNrErrorsRightJoinField() {
        return nrErrorsRightJoinField;
    }

    /**
     * @param nrErrorsRightJoinField the nrErrorsRightJoinField to set
     */
    public void setNrErrorsRightJoinField(String nrErrorsRightJoinField) {
        this.nrErrorsRightJoinField = nrErrorsRightJoinField;
    }

    /**
     * @return the keyDescriptionField
     */
    public String getKeyDescriptionField() {
        return keyDescriptionField;
    }

    /**
     * @param keyDescriptionField the keyDescriptionField to set
     */
    public void setKeyDescriptionField(String keyDescriptionField) {
        this.keyDescriptionField = keyDescriptionField;
    }

    /**
     * @return the valueReferenceField
     */
    public String getValueReferenceField() {
        return valueReferenceField;
    }

    /**
     * @param valueReferenceField the valueReferenceField to set
     */
    public void setValueReferenceField(String valueReferenceField) {
        this.valueReferenceField = valueReferenceField;
    }

    /**
     * @return the valueCompareField
     */
    public String getValueCompareField() {
        return valueCompareField;
    }

    /**
     * @param valueCompareField the valueCompareField to set
     */
    public void setValueCompareField(String valueCompareField) {
        this.valueCompareField = valueCompareField;
    }

    @Override
    public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
        readData(transformNode, metadataProvider);
    }

    @Override
    public Object clone() {
        TableCompareMeta retval = (TableCompareMeta) super.clone();
        return retval;
    }

    @Override
    public ITransform createTransform(TransformMeta transformMeta, TableCompareData data, int copyNr, PipelineMeta pipelineMeta, Pipeline pipeline) {
        return new TableCompare(transformMeta, this, data, copyNr, pipelineMeta, pipeline);
    }

    @Override
    public void getFields(IRowMeta inputRowMeta, String origin, IRowMeta[] info, TransformMeta nextTransform, IVariables variables, IHopMetadataProvider metadataProvider) throws HopTransformException {
        if (Utils.isEmpty(nrErrorsField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsFieldIsNotSpecified"));
        }
        if (Utils.isEmpty(nrRecordsReferenceField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrRecordsReferenceFieldNotSpecified"));
        }
        if (Utils.isEmpty(nrRecordsCompareField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrRecordsCompareFieldNotSpecified"));
        }
        if (Utils.isEmpty(nrErrorsLeftJoinField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsLeftJoinFieldNotSpecified"));
        }
        if (Utils.isEmpty(nrErrorsInnerJoinField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsInnerJoinFieldNotSpecified"));
        }
        if (Utils.isEmpty(nrErrorsRightJoinField)) {
            throw new HopTransformException(BaseMessages.getString(PKG, "TableCompareMeta.Exception.NrErrorsRightJoinFieldNotSpecified"));
        }
        IValueMeta nrErrorsValueMeta = new ValueMetaInteger(nrErrorsField);
        nrErrorsValueMeta.setLength(9);
        nrErrorsValueMeta.setOrigin(origin);
        inputRowMeta.addValueMeta(nrErrorsValueMeta);
        IValueMeta nrRecordsReference = new ValueMetaInteger(nrRecordsReferenceField);
        nrRecordsReference.setLength(9);
        nrRecordsReference.setOrigin(origin);
        inputRowMeta.addValueMeta(nrRecordsReference);
        IValueMeta nrRecordsCompare = new ValueMetaInteger(nrRecordsCompareField);
        nrRecordsCompare.setLength(9);
        nrRecordsCompare.setOrigin(origin);
        inputRowMeta.addValueMeta(nrRecordsCompare);
        IValueMeta nrErrorsLeft = new ValueMetaInteger(nrErrorsLeftJoinField);
        nrErrorsLeft.setLength(9);
        nrErrorsLeft.setOrigin(origin);
        inputRowMeta.addValueMeta(nrErrorsLeft);
        IValueMeta nrErrorsInner = new ValueMetaInteger(nrErrorsInnerJoinField);
        nrErrorsInner.setLength(9);
        nrErrorsInner.setOrigin(origin);
        inputRowMeta.addValueMeta(nrErrorsInner);
        IValueMeta nrErrorsRight = new ValueMetaInteger(nrErrorsRightJoinField);
        nrErrorsRight.setLength(9);
        nrErrorsRight.setOrigin(origin);
        inputRowMeta.addValueMeta(nrErrorsRight);
    }

    private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
        this.metadataProvider = metadataProvider;
        try {
            referenceConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "reference_connection"));
            referenceSchemaField = XmlHandler.getTagValue(transformNode, "reference_schema_field");
            referenceTableField = XmlHandler.getTagValue(transformNode, "reference_table_field");
            compareConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "compare_connection"));
            compareSchemaField = XmlHandler.getTagValue(transformNode, "compare_schema_field");
            compareTableField = XmlHandler.getTagValue(transformNode, "compare_table_field");
            keyFieldsField = XmlHandler.getTagValue(transformNode, "key_fields_field");
            excludeFieldsField = XmlHandler.getTagValue(transformNode, "exclude_fields_field");
            nrErrorsField = XmlHandler.getTagValue(transformNode, "nr_errors_field");
            nrRecordsReferenceField = XmlHandler.getTagValue(transformNode, "nr_records_reference_field");
            nrRecordsCompareField = XmlHandler.getTagValue(transformNode, "nr_records_compare_field");
            nrErrorsLeftJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_left_join_field");
            nrErrorsInnerJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_inner_join_field");
            nrErrorsRightJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_right_join_field");
            keyDescriptionField = XmlHandler.getTagValue(transformNode, "key_description_field");
            valueReferenceField = XmlHandler.getTagValue(transformNode, "value_reference_field");
            valueCompareField = XmlHandler.getTagValue(transformNode, "value_compare_field");
        } catch (Exception e) {
            throw new HopXmlException("It was not possibke to load the Trim metadata from XML", e);
        }
    }

    @Override
    public String getXml() {
        StringBuilder retval = new StringBuilder();
        retval.append("      ").append(XmlHandler.addTagValue("reference_connection", referenceConnection == null ? null : referenceConnection.getName()));
        retval.append("      ").append(XmlHandler.addTagValue("reference_schema_field", referenceSchemaField));
        retval.append("      ").append(XmlHandler.addTagValue("reference_table_field", referenceTableField));
        retval.append("      ").append(XmlHandler.addTagValue("compare_connection", compareConnection == null ? null : compareConnection.getName()));
        retval.append("      ").append(XmlHandler.addTagValue("compare_schema_field", compareSchemaField));
        retval.append("      ").append(XmlHandler.addTagValue("compare_table_field", compareTableField));
        retval.append("      ").append(XmlHandler.addTagValue("key_fields_field", keyFieldsField));
        retval.append("      ").append(XmlHandler.addTagValue("exclude_fields_field", excludeFieldsField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_errors_field", nrErrorsField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_records_reference_field", nrRecordsReferenceField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_records_compare_field", nrRecordsCompareField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_errors_left_join_field", nrErrorsLeftJoinField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_errors_inner_join_field", nrErrorsInnerJoinField));
        retval.append("      ").append(XmlHandler.addTagValue("nr_errors_right_join_field", nrErrorsRightJoinField));
        retval.append("      ").append(XmlHandler.addTagValue("key_description_field", keyDescriptionField));
        retval.append("      ").append(XmlHandler.addTagValue("value_reference_field", valueReferenceField));
        retval.append("      ").append(XmlHandler.addTagValue("value_compare_field", valueCompareField));
        return retval.toString();
    }

    @Override
    public void setDefault() {
        nrErrorsField = "nrErrors";
        nrRecordsReferenceField = "nrRecordsReferenceTable";
        nrRecordsCompareField = "nrRecordsCompareTable";
        nrErrorsLeftJoinField = "nrErrorsLeftJoin";
        nrErrorsInnerJoinField = "nrErrorsInnerJoin";
        nrErrorsRightJoinField = "nrErrorsRightJoin";
    }

    @Override
    public void check(List<ICheckResult> remarks, PipelineMeta pipelineMeta, TransformMeta transformMeta, IRowMeta prev, String[] input, String[] output, IRowMeta info, IVariables variables, IHopMetadataProvider metadataProvider) {
        CheckResult cr;
        if (prev == null || prev.size() == 0) {
            cr = new CheckResult(CheckResult.TYPE_RESULT_WARNING, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.NotReceivingFields"), transformMeta);
            remarks.add(cr);
        } else {
            cr = new CheckResult(CheckResult.TYPE_RESULT_OK, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.TransformRecevingData", prev.size() + ""), transformMeta);
            remarks.add(cr);
        }
        // See if we have input streams leading to this transform!
        if (input.length > 0) {
            cr = new CheckResult(CheckResult.TYPE_RESULT_OK, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.TransformRecevingData2"), transformMeta);
            remarks.add(cr);
        } else {
            cr = new CheckResult(CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString(PKG, "IfNullMeta.CheckResult.NoInputReceivedFromOtherTransforms"), transformMeta);
            remarks.add(cr);
        }
    }

    @Override
    public TableCompareData getTransformData() {
        return new TableCompareData();
    }

    @Override
    public boolean supportsErrorHandling() {
        return true;
    }
}

19 Source : TableCompareMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    this.metadataProvider = metadataProvider;
    try {
        referenceConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "reference_connection"));
        referenceSchemaField = XmlHandler.getTagValue(transformNode, "reference_schema_field");
        referenceTableField = XmlHandler.getTagValue(transformNode, "reference_table_field");
        compareConnection = DatabaseMeta.loadDatabase(metadataProvider, XmlHandler.getTagValue(transformNode, "compare_connection"));
        compareSchemaField = XmlHandler.getTagValue(transformNode, "compare_schema_field");
        compareTableField = XmlHandler.getTagValue(transformNode, "compare_table_field");
        keyFieldsField = XmlHandler.getTagValue(transformNode, "key_fields_field");
        excludeFieldsField = XmlHandler.getTagValue(transformNode, "exclude_fields_field");
        nrErrorsField = XmlHandler.getTagValue(transformNode, "nr_errors_field");
        nrRecordsReferenceField = XmlHandler.getTagValue(transformNode, "nr_records_reference_field");
        nrRecordsCompareField = XmlHandler.getTagValue(transformNode, "nr_records_compare_field");
        nrErrorsLeftJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_left_join_field");
        nrErrorsInnerJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_inner_join_field");
        nrErrorsRightJoinField = XmlHandler.getTagValue(transformNode, "nr_errors_right_join_field");
        keyDescriptionField = XmlHandler.getTagValue(transformNode, "key_description_field");
        valueReferenceField = XmlHandler.getTagValue(transformNode, "value_reference_field");
        valueCompareField = XmlHandler.getTagValue(transformNode, "value_compare_field");
    } catch (Exception e) {
        throw new HopXmlException("It was not possibke to load the Trim metadata from XML", e);
    }
}

19 Source : SynchronizeAfterMergeMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    this.metadataProvider = metadataProvider;
    try {
        int nrkeys, nrvalues;
        this.databases = databases;
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        commitSize = XmlHandler.getTagValue(transformNode, "commit");
        schemaName = XmlHandler.getTagValue(transformNode, "lookup", "schema");
        tableName = XmlHandler.getTagValue(transformNode, "lookup", "table");
        useBatchUpdate = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "use_batch"));
        performLookup = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "perform_lookup"));
        tablenameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "tablename_in_field"));
        tablenameField = XmlHandler.getTagValue(transformNode, "tablename_field");
        operationOrderField = XmlHandler.getTagValue(transformNode, "operation_order_field");
        OrderInsert = XmlHandler.getTagValue(transformNode, "order_insert");
        OrderUpdate = XmlHandler.getTagValue(transformNode, "order_update");
        OrderDelete = XmlHandler.getTagValue(transformNode, "order_delete");
        Node lookup = XmlHandler.getSubNode(transformNode, "lookup");
        nrkeys = XmlHandler.countNodes(lookup, "key");
        nrvalues = XmlHandler.countNodes(lookup, "value");
        allocate(nrkeys, nrvalues);
        for (int i = 0; i < nrkeys; i++) {
            Node knode = XmlHandler.getSubNodeByNr(lookup, "key", i);
            keyStream[i] = XmlHandler.getTagValue(knode, "name");
            keyLookup[i] = XmlHandler.getTagValue(knode, "field");
            keyCondition[i] = XmlHandler.getTagValue(knode, "condition");
            if (keyCondition[i] == null) {
                keyCondition[i] = "=";
            }
            keyStream2[i] = XmlHandler.getTagValue(knode, "name2");
        }
        for (int i = 0; i < nrvalues; i++) {
            Node vnode = XmlHandler.getSubNodeByNr(lookup, "value", i);
            updateLookup[i] = XmlHandler.getTagValue(vnode, "name");
            updateStream[i] = XmlHandler.getTagValue(vnode, "rename");
            if (updateStream[i] == null) {
                // default: the same name!
                updateStream[i] = updateLookup[i];
            }
            String updateValue = XmlHandler.getTagValue(vnode, "update");
            if (updateValue == null) {
                // default TRUE
                update[i] = Boolean.TRUE;
            } else {
                if (updateValue.equalsIgnoreCase("Y")) {
                    update[i] = Boolean.TRUE;
                } else {
                    update[i] = Boolean.FALSE;
                }
            }
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "SynchronizeAfterMergeMeta.Exception.UnableToReadTransformMetaFromXML"), e);
    }
}

19 Source : StreamSchemaMeta.java
with Apache License 2.0
from apache

/**
 * This method is called by Hop when a transform needs to load its configuration from XML.
 *
 * <p>Please use XmlHandler to conveniently read from the XML node preplaceded in.
 *
 * @param transformNode the XML node containing the configuration
 * @param metadataProvider the metadataProvider to optionally read from
 */
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    readData(transformNode);
}

19 Source : SQLFileOutputMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        schemaName = XmlHandler.getTagValue(transformNode, "schema");
        tableName = XmlHandler.getTagValue(transformNode, "table");
        truncateTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "truncate"));
        createTable = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "create"));
        encoding = XmlHandler.getTagValue(transformNode, "encoding");
        dateformat = XmlHandler.getTagValue(transformNode, "dateformat");
        AddToResult = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "AddToResult"));
        StartNewLine = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "StartNewLine"));
        fileName = XmlHandler.getTagValue(transformNode, "file", "name");
        createparentfolder = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "create_parent_folder"));
        extension = XmlHandler.getTagValue(transformNode, "file", "extention");
        fileAppended = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "append"));
        transformNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "split"));
        partNrInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "haspartno"));
        dateInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_date"));
        timeInFilename = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "add_time"));
        splitEvery = Const.toInt(XmlHandler.getTagValue(transformNode, "file", "splitevery"), 0);
        DoNotOpenNewFileInit = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "file", "DoNotOpenNewFileInit"));
    } catch (Exception e) {
        throw new HopXmlException("Unable to load transform info from XML", e);
    }
}

19 Source : ExecSqlMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        String eachRow = XmlHandler.getTagValue(transformNode, "execute_each_row");
        executedEachInputRow = "Y".equalsIgnoreCase(eachRow);
        singleStatement = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "single_statement"));
        replaceVariables = "Y".equals(XmlHandler.getTagValue(transformNode, "replace_variables"));
        quoteString = "Y".equals(XmlHandler.getTagValue(transformNode, "quoteString"));
        setParams = "Y".equals(XmlHandler.getTagValue(transformNode, "set_params"));
        sql = XmlHandler.getTagValue(transformNode, "sql");
        insertField = XmlHandler.getTagValue(transformNode, "insert_field");
        updateField = XmlHandler.getTagValue(transformNode, "update_field");
        deleteField = XmlHandler.getTagValue(transformNode, "delete_field");
        readField = XmlHandler.getTagValue(transformNode, "read_field");
        Node argsnode = XmlHandler.getSubNode(transformNode, "arguments");
        int nrArguments = XmlHandler.countNodes(argsnode, "argument");
        allocate(nrArguments);
        for (int i = 0; i < nrArguments; i++) {
            Node argnode = XmlHandler.getSubNodeByNr(argsnode, "argument", i);
            arguments[i] = XmlHandler.getTagValue(argnode, "name");
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "ExecSqlMeta.Exception.UnableToLoadTransformMetaFromXML"), e);
    }
}

19 Source : SetValueFieldMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int count = XmlHandler.countNodes(fields, "field");
        allocate(count);
        for (int i = 0; i < count; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            fieldName[i] = XmlHandler.getTagValue(fnode, "name");
            replaceByFieldValue[i] = XmlHandler.getTagValue(fnode, "replaceby");
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "SetValueFieldMeta.Exception.UnableToReadTransformMetaFromXML"), e);
    }
}

19 Source : SetValueConstantMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        usevar = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "usevar"));
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrFields = XmlHandler.countNodes(fields, "field");
        List<Field> fieldList = new ArrayList<>();
        for (int i = 0; i < nrFields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            Field field = new Field();
            field.setFieldName(XmlHandler.getTagValue(fnode, "name"));
            field.setReplaceValue(XmlHandler.getTagValue(fnode, "value"));
            field.setReplaceMask(XmlHandler.getTagValue(fnode, "mask"));
            String emptyString = XmlHandler.getTagValue(fnode, "set_empty_string");
            field.setEmptyString(!Utils.isEmpty(emptyString) && "Y".equalsIgnoreCase(emptyString));
            fieldList.add(field);
        }
        setFields(fieldList);
    } catch (Exception e) {
        throw new HopXmlException("It was not possible to load the metadata for this transform from XML", e);
    }
}

19 Source : SasInputMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        acceptingField = XmlHandler.getTagValue(transformNode, "accept_field");
        int nrFields = XmlHandler.countNodes(transformNode, Xml_TAG_FIELD);
        outputFields = new ArrayList<SasInputField>();
        for (int i = 0; i < nrFields; i++) {
            Node fieldNode = XmlHandler.getSubNodeByNr(transformNode, Xml_TAG_FIELD, i);
            outputFields.add(new SasInputField(fieldNode));
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "SASInputMeta.Exception.UnableToReadTransformInformationFromXml"), e);
    }
}

19 Source : SampleRowsMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        linesrange = XmlHandler.getTagValue(transformNode, "linesrange");
        linenumfield = XmlHandler.getTagValue(transformNode, "linenumfield");
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "SampleRowsMeta.Exception.UnableToReadTransformMeta"), e);
    }
}

19 Source : SalesforceUpsertMeta.java
with Apache License 2.0
from apache

public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    super.loadXml(transformNode, metadataProvider);
    readData(transformNode);
}

19 Source : SalesforceInputMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    super.loadXml(transformNode, metadataProvider);
    readData(transformNode);
}

19 Source : SalesforceTransformMeta.java
with Apache License 2.0
from apache

public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    setTargetUrl(XmlHandler.getTagValue(transformNode, "targeturl"));
    setUsername(XmlHandler.getTagValue(transformNode, "username"));
    setPreplacedword(Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "preplacedword")));
    setTimeout(XmlHandler.getTagValue(transformNode, "timeout"));
    setCompression("Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "useCompression")));
    setModule(XmlHandler.getTagValue(transformNode, "module"));
}

19 Source : RestMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        applicationType = XmlHandler.getTagValue(transformNode, "applicationType");
        method = XmlHandler.getTagValue(transformNode, "method");
        url = XmlHandler.getTagValue(transformNode, "url");
        urlInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "urlInField"));
        methodFieldName = XmlHandler.getTagValue(transformNode, "methodFieldName");
        dynamicMethod = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "dynamicMethod"));
        urlField = XmlHandler.getTagValue(transformNode, "urlField");
        bodyField = XmlHandler.getTagValue(transformNode, "bodyField");
        httpLogin = XmlHandler.getTagValue(transformNode, "httpLogin");
        httpPreplacedword = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "httpPreplacedword"));
        proxyHost = XmlHandler.getTagValue(transformNode, "proxyHost");
        proxyPort = XmlHandler.getTagValue(transformNode, "proxyPort");
        preemptive = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preemptive"));
        trustStoreFile = XmlHandler.getTagValue(transformNode, "trustStoreFile");
        trustStorePreplacedword = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "trustStorePreplacedword"));
        Node headernode = XmlHandler.getSubNode(transformNode, "headers");
        int nrheaders = XmlHandler.countNodes(headernode, "header");
        Node paramnode = XmlHandler.getSubNode(transformNode, "parameters");
        int nrparameters = XmlHandler.countNodes(paramnode, "parameter");
        Node matrixparamnode = XmlHandler.getSubNode(transformNode, "matrixParameters");
        int nrmatrixparameters = XmlHandler.countNodes(matrixparamnode, "matrixParameter");
        allocate(nrheaders, nrparameters, nrmatrixparameters);
        for (int i = 0; i < nrheaders; i++) {
            Node anode = XmlHandler.getSubNodeByNr(headernode, "header", i);
            headerField[i] = XmlHandler.getTagValue(anode, "field");
            headerName[i] = XmlHandler.getTagValue(anode, "name");
        }
        for (int i = 0; i < nrparameters; i++) {
            Node anode = XmlHandler.getSubNodeByNr(paramnode, "parameter", i);
            parameterField[i] = XmlHandler.getTagValue(anode, "field");
            parameterName[i] = XmlHandler.getTagValue(anode, "name");
        }
        for (int i = 0; i < nrmatrixparameters; i++) {
            Node anode = XmlHandler.getSubNodeByNr(matrixparamnode, "matrixParameter", i);
            matrixParameterField[i] = XmlHandler.getTagValue(anode, "field");
            matrixParameterName[i] = XmlHandler.getTagValue(anode, "name");
        }
        // Optional, can be null
        fieldName = XmlHandler.getTagValue(transformNode, "result", "name");
        resultCodeFieldName = // Optional, can be null
        XmlHandler.getTagValue(transformNode, "result", "code");
        responseTimeFieldName = // Optional, can be null
        XmlHandler.getTagValue(transformNode, "result", "response_time");
        responseHeaderFieldName = XmlHandler.getTagValue(transformNode, "result", // Optional, can be null
        "response_header");
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "RestMeta.Exception.UnableToReadTransformMeta"), e);
    }
}

19 Source : ReservoirSamplingMeta.java
with Apache License 2.0
from apache

/**
 * Loads the meta data for this (configured) transform from XML.
 *
 * @param transformNode the transform to load
 * @throws HopXmlException if an error occurs
 */
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    int nrTransforms = XmlHandler.countNodes(transformNode, XML_TAG);
    if (nrTransforms > 0) {
        Node reservoirnode = XmlHandler.getSubNodeByNr(transformNode, XML_TAG, 0);
        m_sampleSize = XmlHandler.getTagValue(reservoirnode, "sample_size");
        m_randomSeed = XmlHandler.getTagValue(reservoirnode, "seed");
    }
}

19 Source : ReplaceStringMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        int nrkeys;
        Node lookup = XmlHandler.getSubNode(transformNode, "fields");
        nrkeys = XmlHandler.countNodes(lookup, "field");
        allocate(nrkeys);
        for (int i = 0; i < nrkeys; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(lookup, "field", i);
            fieldInStream[i] = Const.NVL(XmlHandler.getTagValue(fnode, "in_stream_name"), "");
            fieldOutStream[i] = Const.NVL(XmlHandler.getTagValue(fnode, "out_stream_name"), "");
            useRegEx[i] = getCaseSensitiveByCode(Const.NVL(XmlHandler.getTagValue(fnode, "use_regex"), ""));
            replaceString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_string"), "");
            replaceByString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_by_string"), "");
            String emptyString = XmlHandler.getTagValue(fnode, "set_empty_string");
            setEmptyString[i] = !Utils.isEmpty(emptyString) && "Y".equalsIgnoreCase(emptyString);
            replaceFieldByString[i] = Const.NVL(XmlHandler.getTagValue(fnode, "replace_field_by_string"), "");
            wholeWord[i] = getWholeWordByCode(Const.NVL(XmlHandler.getTagValue(fnode, "whole_word"), ""));
            caseSensitive[i] = getCaseSensitiveByCode(Const.NVL(XmlHandler.getTagValue(fnode, "case_sensitive"), ""));
            isUnicode[i] = getIsUniCodeByCode(Const.NVL(XmlHandler.getTagValue(fnode, "is_unicode"), ""));
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "ReplaceStringMeta.Exception.UnableToReadTransformMetaFromXML"), e);
    }
}

19 Source : RegexEvalMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        script = XmlHandler.getTagValue(transformNode, "script");
        matcher = XmlHandler.getTagValue(transformNode, "matcher");
        resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
        usevar = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "usevar"));
        allowcapturegroups = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "allowcapturegroups"));
        replacefields = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "replacefields"));
        canoneq = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "canoneq"));
        caseinsensitive = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "caseinsensitive"));
        comment = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "comment"));
        dotall = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "dotall"));
        multiline = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "multiline"));
        unicode = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "unicode"));
        unix = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "unix"));
        Node fields = XmlHandler.getSubNode(transformNode, "fields");
        int nrFields = XmlHandler.countNodes(fields, "field");
        allocate(nrFields);
        for (int i = 0; i < nrFields; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "field", i);
            fieldName[i] = XmlHandler.getTagValue(fnode, "name");
            final String stype = XmlHandler.getTagValue(fnode, "type");
            fieldFormat[i] = XmlHandler.getTagValue(fnode, "format");
            fieldGroup[i] = XmlHandler.getTagValue(fnode, "group");
            fieldDecimal[i] = XmlHandler.getTagValue(fnode, "decimal");
            fieldCurrency[i] = XmlHandler.getTagValue(fnode, "currency");
            final String slen = XmlHandler.getTagValue(fnode, "length");
            final String sprc = XmlHandler.getTagValue(fnode, "precision");
            fieldNullIf[i] = XmlHandler.getTagValue(fnode, "nullif");
            fieldIfNull[i] = XmlHandler.getTagValue(fnode, "ifnull");
            final String trim = XmlHandler.getTagValue(fnode, "trimtype");
            fieldType[i] = ValueMetaFactory.getIdForValueMeta(stype);
            fieldLength[i] = Const.toInt(slen, -1);
            fieldPrecision[i] = Const.toInt(sprc, -1);
            fieldTrimType[i] = ValueMetaString.getTrimTypeByCode(trim);
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "RegexEvalMeta.Exception.UnableToLoadTransformMetaFromXML"), e);
    }
}

19 Source : RandomValueDialog.java
with Apache License 2.0
from apache

@Override
public void setMetadataProvider(IHopMetadataProvider metadataProvider) {
}

19 Source : PGPEncryptStreamMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        gpgLocation = XmlHandler.getTagValue(transformNode, "gpglocation");
        keyname = XmlHandler.getTagValue(transformNode, "keyname");
        keynameInField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "keynameInField"));
        keynameFieldName = XmlHandler.getTagValue(transformNode, "keynameFieldName");
        streamfield = XmlHandler.getTagValue(transformNode, "streamfield");
        resultFieldName = XmlHandler.getTagValue(transformNode, "resultfieldname");
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "PGPEncryptStreamMeta.Exception.UnableToReadTransformMeta"), e);
    }
}

19 Source : PGPDecryptStreamMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        gpgLocation = XmlHandler.getTagValue(transformNode, "gpglocation");
        preplacedhrase = Encr.decryptPreplacedwordOptionallyEncrypted(XmlHandler.getTagValue(transformNode, "preplacedhrase"));
        streamfield = XmlHandler.getTagValue(transformNode, "streamfield");
        resultfieldname = XmlHandler.getTagValue(transformNode, "resultfieldname");
        preplacedphraseFromField = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "preplacedphraseFromField"));
        preplacedphraseFieldName = XmlHandler.getTagValue(transformNode, "preplacedphraseFieldName");
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "PGPDecryptStreamMeta.Exception.UnableToReadTransformMeta"), e);
    }
}

19 Source : PGBulkLoaderMeta.java
with Apache License 2.0
from apache

private void readData(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        String con = XmlHandler.getTagValue(transformNode, "connection");
        databaseMeta = DatabaseMeta.loadDatabase(metadataProvider, con);
        schemaName = XmlHandler.getTagValue(transformNode, "schema");
        tableName = XmlHandler.getTagValue(transformNode, "table");
        enclosure = XmlHandler.getTagValue(transformNode, "enclosure");
        delimiter = XmlHandler.getTagValue(transformNode, "delimiter");
        loadAction = XmlHandler.getTagValue(transformNode, "load_action");
        dbNameOverride = XmlHandler.getTagValue(transformNode, "dbname_override");
        stopOnError = "Y".equalsIgnoreCase(XmlHandler.getTagValue(transformNode, "stop_on_error"));
        int nrvalues = XmlHandler.countNodes(transformNode, "mapping");
        allocate(nrvalues);
        for (int i = 0; i < nrvalues; i++) {
            Node vnode = XmlHandler.getSubNodeByNr(transformNode, "mapping", i);
            fieldTable[i] = XmlHandler.getTagValue(vnode, "stream_name");
            fieldStream[i] = XmlHandler.getTagValue(vnode, "field_name");
            if (fieldStream[i] == null) {
                // default: the same name!
                fieldStream[i] = fieldTable[i];
            }
            String locDateMask = XmlHandler.getTagValue(vnode, "date_mask");
            if (locDateMask == null) {
                dateMask[i] = "";
            } else {
                if (PGBulkLoaderMeta.DATE_MASK_DATE.equals(locDateMask) || PGBulkLoaderMeta.DATE_MASK_Preplaced_THROUGH.equals(locDateMask) || PGBulkLoaderMeta.DATE_MASK_DATETIME.equals(locDateMask)) {
                    dateMask[i] = locDateMask;
                } else {
                    dateMask[i] = "";
                }
            }
        }
    } catch (Exception e) {
        throw new HopXmlException(BaseMessages.getString(PKG, "GPBulkLoaderMeta.Exception.UnableToReadTransformMetaFromXML"), e);
    }
}

19 Source : NumberRangeMeta.java
with Apache License 2.0
from apache

@Override
public void loadXml(Node transformNode, IHopMetadataProvider metadataProvider) throws HopXmlException {
    try {
        inputField = XmlHandler.getTagValue(transformNode, "inputField");
        outputField = XmlHandler.getTagValue(transformNode, "outputField");
        emptyRules();
        String fallBackValue = XmlHandler.getTagValue(transformNode, "fallBackValue");
        setFallBackValue(fallBackValue);
        Node fields = XmlHandler.getSubNode(transformNode, "rules");
        int count = XmlHandler.countNodes(fields, "rule");
        for (int i = 0; i < count; i++) {
            Node fnode = XmlHandler.getSubNodeByNr(fields, "rule", i);
            String lowerBoundStr = XmlHandler.getTagValue(fnode, "lower_bound");
            String upperBoundStr = XmlHandler.getTagValue(fnode, "upper_bound");
            String value = XmlHandler.getTagValue(fnode, "value");
            double lowerBound = Double.parseDouble(lowerBoundStr);
            double upperBound = Double.parseDouble(upperBoundStr);
            addRule(lowerBound, upperBound, value);
        }
    } catch (Exception e) {
        throw new HopXmlException("Unable to read transform info from XML node", e);
    }
}

See More Examples