org.apache.accumulo.core.client.Instance

Here are the examples of the java api class org.apache.accumulo.core.client.Instance taken from open source projects.

1. AccumuloConnector#getMockConnector()

Project: mrgeo
File: AccumuloConnector.java
// end getMockConnector
/**
 * For testing.
 *
 * @param instance
 * @param user
 * @param pass
 * @return
 */
public static Connector getMockConnector(String instance, String user, String pass) throws DataProviderException {
    Instance mock = new MockInstance(instance);
    Connector conn = null;
    try {
        conn = mock.getConnector(user, pass.getBytes());
    } catch (Exception e) {
        throw new DataProviderException("problem creating mock connector - " + e.getMessage());
    }
    return conn;
}

2. AccumuloConnector#getConnector()

Project: mrgeo
File: AccumuloConnector.java
// end getConnector - File
public static synchronized Connector getConnector(String instance, String zookeepers, String user, String pass) throws DataProviderException {
    if (conn != null) {
        return conn;
    }
    if (checkMock()) {
        return getMockConnector(instance, user, pass);
    }
    Instance inst = new ZooKeeperInstance(instance, zookeepers);
    try {
        conn = inst.getConnector(user, new PasswordToken(pass.getBytes()));
        return conn;
    } catch (Exception e) {
        e.printStackTrace();
        throw new DataProviderException("problem creating connector " + e.getMessage());
    }
}

3. AccumuloTestHelper#getConnector()

Project: apex-malhar
File: AccumuloTestHelper.java
public static void getConnector() {
    Instance instance = new ZooKeeperInstance("instance", "127.0.0.1");
    try {
        con = instance.getConnector("root", "pass");
    } catch (AccumuloException e) {
        logger.error("error in test helper");
        DTThrowable.rethrow(e);
    } catch (AccumuloSecurityException e) {
        logger.error("error in test helper");
        DTThrowable.rethrow(e);
    }
}

4. AccumuloStore#connect()

Project: apex-malhar
File: AccumuloStore.java
@Override
public void connect() throws IOException {
    Instance instance = null;
    instance = new ZooKeeperInstance(instanceName, zookeeperHost);
    try {
        PasswordToken t = new PasswordToken(password.getBytes());
        connector = instance.getConnector(userName, t);
    } catch (AccumuloException e) {
        logger.error("error connecting to accumulo", e);
        DTThrowable.rethrow(e);
    } catch (AccumuloSecurityException e) {
        logger.error("error connecting to accumulo", e);
        DTThrowable.rethrow(e);
    }
    BatchWriterConfig config = new BatchWriterConfig();
    config.setMaxMemory(memoryLimit);
    config.setMaxWriteThreads(numThreads);
    try {
        batchwriter = connector.createBatchWriter(tableName, config);
    } catch (TableNotFoundException e) {
        logger.error("table not found", e);
        DTThrowable.rethrow(e);
    }
}

5. ConfigUtils#getConnector()

Project: incubator-rya
File: ConfigUtils.java
public static Connector getConnector(Configuration conf) throws AccumuloException, AccumuloSecurityException {
    Instance instance = ConfigUtils.getInstance(conf);
    return instance.getConnector(getUsername(conf), getPassword(conf));
}

6. AccumuloMutationProcessor#setConf()

Project: sqoop
File: AccumuloMutationProcessor.java
@Override
@SuppressWarnings("unchecked")
public void setConf(Configuration config) {
    this.conf = config;
    // Get the implementation of MutationTransformer to use.
    // By default, we call toString() on every non-null field.
    Class<? extends MutationTransformer> xformerClass = (Class<? extends MutationTransformer>) this.conf.getClass(AccumuloConstants.TRANSFORMER_CLASS_KEY, ToStringMutationTransformer.class);
    this.mutationTransformer = (MutationTransformer) ReflectionUtils.newInstance(xformerClass, this.conf);
    if (null == mutationTransformer) {
        throw new RuntimeException("Could not instantiate MutationTransformer.");
    }
    String colFam = conf.get(AccumuloConstants.COL_FAMILY_KEY, null);
    if (null == colFam) {
        throw new RuntimeException("Accumulo column family not set.");
    }
    this.mutationTransformer.setColumnFamily(colFam);
    String rowKey = conf.get(AccumuloConstants.ROW_KEY_COLUMN_KEY, null);
    if (null == rowKey) {
        throw new RuntimeException("Row key column not set.");
    }
    this.mutationTransformer.setRowKeyColumn(rowKey);
    String vis = conf.get(AccumuloConstants.VISIBILITY_KEY, null);
    this.mutationTransformer.setVisibility(vis);
    this.tableName = conf.get(AccumuloConstants.TABLE_NAME_KEY, null);
    String zookeeper = conf.get(AccumuloConstants.ZOOKEEPERS);
    String instance = conf.get(AccumuloConstants.ACCUMULO_INSTANCE);
    Instance inst = new ZooKeeperInstance(instance, zookeeper);
    String username = conf.get(AccumuloConstants.ACCUMULO_USER_NAME);
    String pw = conf.get(AccumuloConstants.ACCUMULO_PASSWORD);
    if (null == pw) {
        pw = "";
    }
    byte[] password = pw.getBytes();
    BatchWriterConfig bwc = new BatchWriterConfig();
    long bs = conf.getLong(AccumuloConstants.BATCH_SIZE, AccumuloConstants.DEFAULT_BATCH_SIZE);
    bwc.setMaxMemory(bs);
    long la = conf.getLong(AccumuloConstants.MAX_LATENCY, AccumuloConstants.DEFAULT_LATENCY);
    bwc.setMaxLatency(la, TimeUnit.MILLISECONDS);
    try {
        Connector conn = inst.getConnector(username, new PasswordToken(password));
        this.table = conn.createBatchWriter(tableName, bwc);
    } catch (AccumuloException ex) {
        throw new RuntimeException("Error accessing Accumulo", ex);
    } catch (AccumuloSecurityException aex) {
        throw new RuntimeException("Security exception accessing Accumulo", aex);
    } catch (TableNotFoundException tex) {
        throw new RuntimeException("Accumulo table " + tableName + " not found", tex);
    }
}

7. IndexWritingToolTest#testIndexWrite2()

Project: incubator-rya
File: IndexWritingToolTest.java
@Test
public void testIndexWrite2() {
    Connector accCon = null;
    Instance inst;
    String[] args = new String[7];
    args[0] = "src/test/resources/ResultsFile1.txt";
    args[1] = "src/test/resources/testQuery2.txt";
    args[2] = "instance";
    args[3] = "mock";
    args[4] = "user";
    args[5] = "password";
    args[6] = "table";
    String query = null;
    try {
        query = FileUtils.readFileToString(new File(args[1]));
    } catch (IOException e1) {
        e1.printStackTrace();
    }
    try {
        inst = new MockInstance(args[2]);
        accCon = inst.getConnector(args[4], args[5].getBytes());
        if (accCon.tableOperations().exists(args[6])) {
            accCon.tableOperations().delete(args[6]);
        }
        accCon.tableOperations().create(args[6]);
    } catch (AccumuloException e) {
        e.printStackTrace();
    } catch (AccumuloSecurityException e) {
        e.printStackTrace();
    } catch (TableExistsException e) {
        e.printStackTrace();
    } catch (TableNotFoundException e) {
        e.printStackTrace();
    }
    int result = 5;
    try {
        result = ToolRunner.run(new IndexWritingTool(), args);
    } catch (Exception e) {
        e.printStackTrace();
    }
    Assert.assertEquals(0, result);
    Scanner scan = null;
    try {
        scan = accCon.createScanner("table", new Authorizations());
    } catch (TableNotFoundException e) {
        e.printStackTrace();
    }
    scan.setRange(new Range());
    int count = 0;
    for (Map.Entry<Key, Value> entry : scan) {
        String[] k = entry.getKey().getRow().toString().split("");
        String[] c = entry.getKey().getColumnFamily().toString().split("");
        if (count == 0) {
            Assert.assertEquals(k[0], "person1");
            Assert.assertEquals(k[1], "person2");
            Assert.assertEquals(k[2], "person3");
            Assert.assertEquals(c[0], "x");
            Assert.assertEquals(c[1], "y");
            Assert.assertEquals(c[2], "z");
        } else if (count == 2) {
            Assert.assertEquals(k[0], "person3");
            Assert.assertEquals(k[1], "person4");
            Assert.assertEquals(k[2], "person5");
            Assert.assertEquals(c[0], "x");
            Assert.assertEquals(c[1], "y");
            Assert.assertEquals(c[2], "z");
        } else if (count == 5) {
            Assert.assertEquals(k[0], "person6");
            Assert.assertEquals(k[1], "person7");
            Assert.assertEquals(k[2], "person8");
            Assert.assertEquals(c[0], "x");
            Assert.assertEquals(c[1], "y");
            Assert.assertEquals(c[2], "z");
        }
        count++;
        System.out.println(count);
    }
    Assert.assertEquals(9, count);
}

8. IndexWritingToolTest#testIndexWrite()

Project: incubator-rya
File: IndexWritingToolTest.java
@Test
public void testIndexWrite() {
    Connector accCon = null;
    Instance inst;
    String[] args = new String[7];
    args[0] = "src/test/resources/ResultsFile1.txt";
    args[1] = "src/test/resources/testQuery.txt";
    args[2] = "instance";
    args[3] = "mock";
    args[4] = "user";
    args[5] = "password";
    args[6] = "table";
    String query = null;
    try {
        query = FileUtils.readFileToString(new File(args[1]));
    } catch (IOException e1) {
        e1.printStackTrace();
    }
    try {
        inst = new MockInstance(args[2]);
        accCon = inst.getConnector(args[4], args[5].getBytes());
        if (accCon.tableOperations().exists(args[6])) {
            accCon.tableOperations().delete(args[6]);
        }
        accCon.tableOperations().create(args[6]);
    } catch (AccumuloException e) {
        e.printStackTrace();
    } catch (AccumuloSecurityException e) {
        e.printStackTrace();
    } catch (TableExistsException e) {
        e.printStackTrace();
    } catch (TableNotFoundException e) {
        e.printStackTrace();
    }
    int result = 5;
    try {
        result = ToolRunner.run(new IndexWritingTool(), args);
    } catch (Exception e) {
        e.printStackTrace();
    }
    Assert.assertEquals(0, result);
    Scanner scan = null;
    try {
        scan = accCon.createScanner("table", new Authorizations());
    } catch (TableNotFoundException e) {
        e.printStackTrace();
    }
    scan.setRange(new Range());
    int count = 0;
    for (Map.Entry<Key, Value> entry : scan) {
        String[] k = entry.getKey().getRow().toString().split("");
        String[] c = entry.getKey().getColumnFamily().toString().split("");
        if (count == 0) {
            Assert.assertEquals(k[0], "person10");
            Assert.assertEquals(k[1], "person8");
            Assert.assertEquals(k[2], "person9");
            Assert.assertEquals(c[0], "z");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "y");
        } else if (count == 2) {
            Assert.assertEquals(k[0], "person2");
            Assert.assertEquals(k[1], "person1");
            Assert.assertEquals(k[2], "person3");
            Assert.assertEquals(c[0], "y");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "z");
        } else if (count == 5) {
            Assert.assertEquals(k[0], "person3");
            Assert.assertEquals(k[1], "person2");
            Assert.assertEquals(k[2], "person4");
            Assert.assertEquals(c[0], "y");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "z");
        } else if (count == 9) {
            Assert.assertEquals(k[0], "person5");
            Assert.assertEquals(k[1], "person3");
            Assert.assertEquals(k[2], "person4");
            Assert.assertEquals(c[0], "z");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "y");
        } else if (count == 13) {
            Assert.assertEquals(k[0], "person6");
            Assert.assertEquals(k[1], "person5");
            Assert.assertEquals(k[2], "person4");
            Assert.assertEquals(c[0], "z");
            Assert.assertEquals(c[1], "y");
            Assert.assertEquals(c[2], "x");
        } else if (count == 17) {
            Assert.assertEquals(k[0], "person7");
            Assert.assertEquals(k[1], "person6");
            Assert.assertEquals(k[2], "person8");
            Assert.assertEquals(c[0], "y");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "z");
        } else if (count == 21) {
            Assert.assertEquals(k[0], "person9");
            Assert.assertEquals(k[1], "person7");
            Assert.assertEquals(k[2], "person8");
            Assert.assertEquals(c[0], "z");
            Assert.assertEquals(c[1], "x");
            Assert.assertEquals(c[2], "y");
        } else if (count == 24) {
            Assert.assertEquals(query, entry.getValue().toString());
            String[] varOrders = entry.getKey().getColumnQualifier().toString().split("");
            Assert.assertEquals(3, varOrders.length);
            Assert.assertEquals(varOrders[0], "z;y;x");
            Assert.assertEquals(varOrders[1], "y;x;z");
            Assert.assertEquals(varOrders[2], "z;x;y");
        } else {
            Assert.assertTrue(k[0].startsWith("person"));
            Assert.assertTrue(k[1].startsWith("person"));
            Assert.assertTrue(k[2].startsWith("person"));
        }
        count++;
    }
    Assert.assertEquals(25, count);
}

9. ExternalIndexMain#main()

Project: incubator-rya
File: ExternalIndexMain.java
public static void main(String[] args) throws Exception {
    Preconditions.checkArgument(args.length == 6, "java " + ExternalIndexMain.class.getCanonicalName() + " sparqlFile cbinstance cbzk cbuser cbpassword rdfTablePrefix.");
    final String sparqlFile = args[0];
    instStr = args[1];
    zooStr = args[2];
    userStr = args[3];
    passStr = args[4];
    tablePrefix = args[5];
    String queryString = FileUtils.readFileToString(new File(sparqlFile));
    // Look for Extra Indexes
    Instance inst = new ZooKeeperInstance(instStr, zooStr);
    Connector c = inst.getConnector(userStr, passStr.getBytes());
    System.out.println("Searching for Indexes");
    Map<String, String> indexTables = Maps.newLinkedHashMap();
    for (String table : c.tableOperations().list()) {
        if (table.startsWith(tablePrefix + "INDEX_")) {
            Scanner s = c.createScanner(table, new Authorizations());
            s.setRange(Range.exact(new Text("~SPARQL")));
            for (Entry<Key, Value> e : s) {
                indexTables.put(table, e.getValue().toString());
            }
        }
    }
    List<ExternalTupleSet> index = Lists.newArrayList();
    if (indexTables.isEmpty()) {
        System.out.println("No Index found");
    } else {
        for (String table : indexTables.keySet()) {
            String indexSparqlString = indexTables.get(table);
            System.out.println("====================== INDEX FOUND ======================");
            System.out.println(" table : " + table);
            System.out.println(" sparql : ");
            System.out.println(indexSparqlString);
            index.add(new AccumuloIndexSet(indexSparqlString, c, table));
        }
    }
    // Connect to Rya
    Sail s = getRyaSail();
    SailRepository repo = new SailRepository(s);
    repo.initialize();
    // Perform Query
    CountingTupleQueryResultHandler count = new CountingTupleQueryResultHandler();
    SailRepositoryConnection conn;
    if (index.isEmpty()) {
        conn = repo.getConnection();
    } else {
        ExternalProcessor processor = new ExternalProcessor(index);
        Sail processingSail = new ExternalSail(s, processor);
        SailRepository smartSailRepo = new SailRepository(processingSail);
        smartSailRepo.initialize();
        conn = smartSailRepo.getConnection();
    }
    startTime = System.currentTimeMillis();
    lastTime = startTime;
    System.out.println("Query Started");
    conn.prepareTupleQuery(QueryLanguage.SPARQL, queryString).evaluate(count);
    System.out.println("Count of Results found : " + count.i);
    System.out.println("Total query time (s) : " + (System.currentTimeMillis() - startTime) / 1000.);
}

10. GeoMesaGeoIndexer#createDataStore()

Project: incubator-rya
File: GeoMesaGeoIndexer.java
private static DataStore createDataStore(Configuration conf) throws IOException {
    // get the configuration parameters
    Instance instance = ConfigUtils.getInstance(conf);
    boolean useMock = instance instanceof MockInstance;
    String instanceId = instance.getInstanceName();
    String zookeepers = instance.getZooKeepers();
    String user = ConfigUtils.getUsername(conf);
    String password = ConfigUtils.getPassword(conf);
    String auths = ConfigUtils.getAuthorizations(conf).toString();
    String tableName = ConfigUtils.getGeoTablename(conf);
    int numParitions = ConfigUtils.getGeoNumPartitions(conf);
    String featureSchemaFormat = "%~#s%" + numParitions + "#r%" + FEATURE_NAME + "#cstr%0,3#gh%yyyyMMdd#d::%~#s%3,2#gh::%~#s%#id";
    // build the map of parameters
    Map<String, Serializable> params = new HashMap<String, Serializable>();
    params.put("instanceId", instanceId);
    params.put("zookeepers", zookeepers);
    params.put("user", user);
    params.put("password", password);
    params.put("auths", auths);
    params.put("tableName", tableName);
    params.put("indexSchemaFormat", featureSchemaFormat);
    params.put("useMock", Boolean.toString(useMock));
    // fetch the data store from the finder
    return DataStoreFinder.getDataStore(params);
}

11. AccumuloHDFSFileInputFormat#getSplits()

Project: incubator-rya
File: AccumuloHDFSFileInputFormat.java
@Override
public List<InputSplit> getSplits(JobContext jobContext) throws IOException {
    //read the params from AccumuloInputFormat
    Configuration conf = jobContext.getConfiguration();
    Instance instance = AccumuloProps.getInstance(jobContext);
    String user = AccumuloProps.getUsername(jobContext);
    AuthenticationToken password = AccumuloProps.getPassword(jobContext);
    String table = AccumuloProps.getTablename(jobContext);
    ArgumentChecker.notNull(instance);
    ArgumentChecker.notNull(table);
    //find the files necessary
    try {
        AccumuloConfiguration acconf = instance.getConfiguration();
        FileSystem fs = FileSystem.get(conf);
        Connector connector = instance.getConnector(user, password);
        TableOperations tos = connector.tableOperations();
        String tableId = tos.tableIdMap().get(table);
        String filePrefix = acconf.get(Property.INSTANCE_DFS_DIR) + "/tables/" + tableId;
        System.out.println(filePrefix);
        //TODO: auths?
        Scanner scanner = connector.createScanner("!METADATA", Constants.NO_AUTHS);
        scanner.setRange(new Range(new Text(tableId + ""), new Text(tableId + "")));
        scanner.fetchColumnFamily(new Text("file"));
        List<String> files = new ArrayList<String>();
        List<InputSplit> fileSplits = new ArrayList<InputSplit>();
        Job job = new Job(conf);
        for (Map.Entry<Key, Value> entry : scanner) {
            String file = filePrefix + entry.getKey().getColumnQualifier().toString();
            files.add(file);
            Path path = new Path(file);
            FileStatus fileStatus = fs.getFileStatus(path);
            long len = fileStatus.getLen();
            BlockLocation[] fileBlockLocations = fs.getFileBlockLocations(fileStatus, 0, len);
            fileSplits.add(new FileSplit(path, 0, len, fileBlockLocations[0].getHosts()));
        //                FileInputFormat.addInputPath(job, path);
        }
        System.out.println(files);
        return fileSplits;
    //            return super.getSplits(job);
    } catch (Exception e) {
        throw new IOException(e);
    }
}

12. TableUtils#getConnector()

Project: Gaffer
File: TableUtils.java
/**
     * Creates a connection to an accumulo instance using the provided
     * parameters
     *
     * @param instanceName the instance name
     * @param zookeepers   the zoo keepers
     * @param userName     the user name
     * @param password     the password
     * @return A connection to an accumulo instance
     * @throws StoreException failure to create an accumulo connection
     */
public static Connector getConnector(final String instanceName, final String zookeepers, final String userName, final String password) throws StoreException {
    final Instance instance = new ZooKeeperInstance(instanceName, zookeepers);
    try {
        return instance.getConnector(userName, new PasswordToken(password));
    } catch (AccumuloExceptionAccumuloSecurityException |  e) {
        throw new StoreException("Failed to create accumulo connection", e);
    }
}