Here are the examples of the java api class org.apache.accumulo.core.client.Instance taken from open source projects.
1. AccumuloConnector#getMockConnector()
Project: mrgeo
File: AccumuloConnector.java
File: AccumuloConnector.java
// end getMockConnector /** * For testing. * * @param instance * @param user * @param pass * @return */ public static Connector getMockConnector(String instance, String user, String pass) throws DataProviderException { Instance mock = new MockInstance(instance); Connector conn = null; try { conn = mock.getConnector(user, pass.getBytes()); } catch (Exception e) { throw new DataProviderException("problem creating mock connector - " + e.getMessage()); } return conn; }
2. AccumuloConnector#getConnector()
Project: mrgeo
File: AccumuloConnector.java
File: AccumuloConnector.java
// end getConnector - File public static synchronized Connector getConnector(String instance, String zookeepers, String user, String pass) throws DataProviderException { if (conn != null) { return conn; } if (checkMock()) { return getMockConnector(instance, user, pass); } Instance inst = new ZooKeeperInstance(instance, zookeepers); try { conn = inst.getConnector(user, new PasswordToken(pass.getBytes())); return conn; } catch (Exception e) { e.printStackTrace(); throw new DataProviderException("problem creating connector " + e.getMessage()); } }
3. AccumuloTestHelper#getConnector()
Project: apex-malhar
File: AccumuloTestHelper.java
File: AccumuloTestHelper.java
public static void getConnector() { Instance instance = new ZooKeeperInstance("instance", "127.0.0.1"); try { con = instance.getConnector("root", "pass"); } catch (AccumuloException e) { logger.error("error in test helper"); DTThrowable.rethrow(e); } catch (AccumuloSecurityException e) { logger.error("error in test helper"); DTThrowable.rethrow(e); } }
4. AccumuloStore#connect()
Project: apex-malhar
File: AccumuloStore.java
File: AccumuloStore.java
@Override public void connect() throws IOException { Instance instance = null; instance = new ZooKeeperInstance(instanceName, zookeeperHost); try { PasswordToken t = new PasswordToken(password.getBytes()); connector = instance.getConnector(userName, t); } catch (AccumuloException e) { logger.error("error connecting to accumulo", e); DTThrowable.rethrow(e); } catch (AccumuloSecurityException e) { logger.error("error connecting to accumulo", e); DTThrowable.rethrow(e); } BatchWriterConfig config = new BatchWriterConfig(); config.setMaxMemory(memoryLimit); config.setMaxWriteThreads(numThreads); try { batchwriter = connector.createBatchWriter(tableName, config); } catch (TableNotFoundException e) { logger.error("table not found", e); DTThrowable.rethrow(e); } }
5. ConfigUtils#getConnector()
Project: incubator-rya
File: ConfigUtils.java
File: ConfigUtils.java
public static Connector getConnector(Configuration conf) throws AccumuloException, AccumuloSecurityException { Instance instance = ConfigUtils.getInstance(conf); return instance.getConnector(getUsername(conf), getPassword(conf)); }
6. AccumuloMutationProcessor#setConf()
Project: sqoop
File: AccumuloMutationProcessor.java
File: AccumuloMutationProcessor.java
@Override @SuppressWarnings("unchecked") public void setConf(Configuration config) { this.conf = config; // Get the implementation of MutationTransformer to use. // By default, we call toString() on every non-null field. Class<? extends MutationTransformer> xformerClass = (Class<? extends MutationTransformer>) this.conf.getClass(AccumuloConstants.TRANSFORMER_CLASS_KEY, ToStringMutationTransformer.class); this.mutationTransformer = (MutationTransformer) ReflectionUtils.newInstance(xformerClass, this.conf); if (null == mutationTransformer) { throw new RuntimeException("Could not instantiate MutationTransformer."); } String colFam = conf.get(AccumuloConstants.COL_FAMILY_KEY, null); if (null == colFam) { throw new RuntimeException("Accumulo column family not set."); } this.mutationTransformer.setColumnFamily(colFam); String rowKey = conf.get(AccumuloConstants.ROW_KEY_COLUMN_KEY, null); if (null == rowKey) { throw new RuntimeException("Row key column not set."); } this.mutationTransformer.setRowKeyColumn(rowKey); String vis = conf.get(AccumuloConstants.VISIBILITY_KEY, null); this.mutationTransformer.setVisibility(vis); this.tableName = conf.get(AccumuloConstants.TABLE_NAME_KEY, null); String zookeeper = conf.get(AccumuloConstants.ZOOKEEPERS); String instance = conf.get(AccumuloConstants.ACCUMULO_INSTANCE); Instance inst = new ZooKeeperInstance(instance, zookeeper); String username = conf.get(AccumuloConstants.ACCUMULO_USER_NAME); String pw = conf.get(AccumuloConstants.ACCUMULO_PASSWORD); if (null == pw) { pw = ""; } byte[] password = pw.getBytes(); BatchWriterConfig bwc = new BatchWriterConfig(); long bs = conf.getLong(AccumuloConstants.BATCH_SIZE, AccumuloConstants.DEFAULT_BATCH_SIZE); bwc.setMaxMemory(bs); long la = conf.getLong(AccumuloConstants.MAX_LATENCY, AccumuloConstants.DEFAULT_LATENCY); bwc.setMaxLatency(la, TimeUnit.MILLISECONDS); try { Connector conn = inst.getConnector(username, new PasswordToken(password)); this.table = conn.createBatchWriter(tableName, bwc); } catch (AccumuloException ex) { throw new RuntimeException("Error accessing Accumulo", ex); } catch (AccumuloSecurityException aex) { throw new RuntimeException("Security exception accessing Accumulo", aex); } catch (TableNotFoundException tex) { throw new RuntimeException("Accumulo table " + tableName + " not found", tex); } }
7. IndexWritingToolTest#testIndexWrite2()
Project: incubator-rya
File: IndexWritingToolTest.java
File: IndexWritingToolTest.java
@Test public void testIndexWrite2() { Connector accCon = null; Instance inst; String[] args = new String[7]; args[0] = "src/test/resources/ResultsFile1.txt"; args[1] = "src/test/resources/testQuery2.txt"; args[2] = "instance"; args[3] = "mock"; args[4] = "user"; args[5] = "password"; args[6] = "table"; String query = null; try { query = FileUtils.readFileToString(new File(args[1])); } catch (IOException e1) { e1.printStackTrace(); } try { inst = new MockInstance(args[2]); accCon = inst.getConnector(args[4], args[5].getBytes()); if (accCon.tableOperations().exists(args[6])) { accCon.tableOperations().delete(args[6]); } accCon.tableOperations().create(args[6]); } catch (AccumuloException e) { e.printStackTrace(); } catch (AccumuloSecurityException e) { e.printStackTrace(); } catch (TableExistsException e) { e.printStackTrace(); } catch (TableNotFoundException e) { e.printStackTrace(); } int result = 5; try { result = ToolRunner.run(new IndexWritingTool(), args); } catch (Exception e) { e.printStackTrace(); } Assert.assertEquals(0, result); Scanner scan = null; try { scan = accCon.createScanner("table", new Authorizations()); } catch (TableNotFoundException e) { e.printStackTrace(); } scan.setRange(new Range()); int count = 0; for (Map.Entry<Key, Value> entry : scan) { String[] k = entry.getKey().getRow().toString().split(""); String[] c = entry.getKey().getColumnFamily().toString().split(""); if (count == 0) { Assert.assertEquals(k[0], "person1"); Assert.assertEquals(k[1], "person2"); Assert.assertEquals(k[2], "person3"); Assert.assertEquals(c[0], "x"); Assert.assertEquals(c[1], "y"); Assert.assertEquals(c[2], "z"); } else if (count == 2) { Assert.assertEquals(k[0], "person3"); Assert.assertEquals(k[1], "person4"); Assert.assertEquals(k[2], "person5"); Assert.assertEquals(c[0], "x"); Assert.assertEquals(c[1], "y"); Assert.assertEquals(c[2], "z"); } else if (count == 5) { Assert.assertEquals(k[0], "person6"); Assert.assertEquals(k[1], "person7"); Assert.assertEquals(k[2], "person8"); Assert.assertEquals(c[0], "x"); Assert.assertEquals(c[1], "y"); Assert.assertEquals(c[2], "z"); } count++; System.out.println(count); } Assert.assertEquals(9, count); }
8. IndexWritingToolTest#testIndexWrite()
Project: incubator-rya
File: IndexWritingToolTest.java
File: IndexWritingToolTest.java
@Test public void testIndexWrite() { Connector accCon = null; Instance inst; String[] args = new String[7]; args[0] = "src/test/resources/ResultsFile1.txt"; args[1] = "src/test/resources/testQuery.txt"; args[2] = "instance"; args[3] = "mock"; args[4] = "user"; args[5] = "password"; args[6] = "table"; String query = null; try { query = FileUtils.readFileToString(new File(args[1])); } catch (IOException e1) { e1.printStackTrace(); } try { inst = new MockInstance(args[2]); accCon = inst.getConnector(args[4], args[5].getBytes()); if (accCon.tableOperations().exists(args[6])) { accCon.tableOperations().delete(args[6]); } accCon.tableOperations().create(args[6]); } catch (AccumuloException e) { e.printStackTrace(); } catch (AccumuloSecurityException e) { e.printStackTrace(); } catch (TableExistsException e) { e.printStackTrace(); } catch (TableNotFoundException e) { e.printStackTrace(); } int result = 5; try { result = ToolRunner.run(new IndexWritingTool(), args); } catch (Exception e) { e.printStackTrace(); } Assert.assertEquals(0, result); Scanner scan = null; try { scan = accCon.createScanner("table", new Authorizations()); } catch (TableNotFoundException e) { e.printStackTrace(); } scan.setRange(new Range()); int count = 0; for (Map.Entry<Key, Value> entry : scan) { String[] k = entry.getKey().getRow().toString().split(""); String[] c = entry.getKey().getColumnFamily().toString().split(""); if (count == 0) { Assert.assertEquals(k[0], "person10"); Assert.assertEquals(k[1], "person8"); Assert.assertEquals(k[2], "person9"); Assert.assertEquals(c[0], "z"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "y"); } else if (count == 2) { Assert.assertEquals(k[0], "person2"); Assert.assertEquals(k[1], "person1"); Assert.assertEquals(k[2], "person3"); Assert.assertEquals(c[0], "y"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "z"); } else if (count == 5) { Assert.assertEquals(k[0], "person3"); Assert.assertEquals(k[1], "person2"); Assert.assertEquals(k[2], "person4"); Assert.assertEquals(c[0], "y"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "z"); } else if (count == 9) { Assert.assertEquals(k[0], "person5"); Assert.assertEquals(k[1], "person3"); Assert.assertEquals(k[2], "person4"); Assert.assertEquals(c[0], "z"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "y"); } else if (count == 13) { Assert.assertEquals(k[0], "person6"); Assert.assertEquals(k[1], "person5"); Assert.assertEquals(k[2], "person4"); Assert.assertEquals(c[0], "z"); Assert.assertEquals(c[1], "y"); Assert.assertEquals(c[2], "x"); } else if (count == 17) { Assert.assertEquals(k[0], "person7"); Assert.assertEquals(k[1], "person6"); Assert.assertEquals(k[2], "person8"); Assert.assertEquals(c[0], "y"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "z"); } else if (count == 21) { Assert.assertEquals(k[0], "person9"); Assert.assertEquals(k[1], "person7"); Assert.assertEquals(k[2], "person8"); Assert.assertEquals(c[0], "z"); Assert.assertEquals(c[1], "x"); Assert.assertEquals(c[2], "y"); } else if (count == 24) { Assert.assertEquals(query, entry.getValue().toString()); String[] varOrders = entry.getKey().getColumnQualifier().toString().split(""); Assert.assertEquals(3, varOrders.length); Assert.assertEquals(varOrders[0], "z;y;x"); Assert.assertEquals(varOrders[1], "y;x;z"); Assert.assertEquals(varOrders[2], "z;x;y"); } else { Assert.assertTrue(k[0].startsWith("person")); Assert.assertTrue(k[1].startsWith("person")); Assert.assertTrue(k[2].startsWith("person")); } count++; } Assert.assertEquals(25, count); }
9. ExternalIndexMain#main()
Project: incubator-rya
File: ExternalIndexMain.java
File: ExternalIndexMain.java
public static void main(String[] args) throws Exception { Preconditions.checkArgument(args.length == 6, "java " + ExternalIndexMain.class.getCanonicalName() + " sparqlFile cbinstance cbzk cbuser cbpassword rdfTablePrefix."); final String sparqlFile = args[0]; instStr = args[1]; zooStr = args[2]; userStr = args[3]; passStr = args[4]; tablePrefix = args[5]; String queryString = FileUtils.readFileToString(new File(sparqlFile)); // Look for Extra Indexes Instance inst = new ZooKeeperInstance(instStr, zooStr); Connector c = inst.getConnector(userStr, passStr.getBytes()); System.out.println("Searching for Indexes"); Map<String, String> indexTables = Maps.newLinkedHashMap(); for (String table : c.tableOperations().list()) { if (table.startsWith(tablePrefix + "INDEX_")) { Scanner s = c.createScanner(table, new Authorizations()); s.setRange(Range.exact(new Text("~SPARQL"))); for (Entry<Key, Value> e : s) { indexTables.put(table, e.getValue().toString()); } } } List<ExternalTupleSet> index = Lists.newArrayList(); if (indexTables.isEmpty()) { System.out.println("No Index found"); } else { for (String table : indexTables.keySet()) { String indexSparqlString = indexTables.get(table); System.out.println("====================== INDEX FOUND ======================"); System.out.println(" table : " + table); System.out.println(" sparql : "); System.out.println(indexSparqlString); index.add(new AccumuloIndexSet(indexSparqlString, c, table)); } } // Connect to Rya Sail s = getRyaSail(); SailRepository repo = new SailRepository(s); repo.initialize(); // Perform Query CountingTupleQueryResultHandler count = new CountingTupleQueryResultHandler(); SailRepositoryConnection conn; if (index.isEmpty()) { conn = repo.getConnection(); } else { ExternalProcessor processor = new ExternalProcessor(index); Sail processingSail = new ExternalSail(s, processor); SailRepository smartSailRepo = new SailRepository(processingSail); smartSailRepo.initialize(); conn = smartSailRepo.getConnection(); } startTime = System.currentTimeMillis(); lastTime = startTime; System.out.println("Query Started"); conn.prepareTupleQuery(QueryLanguage.SPARQL, queryString).evaluate(count); System.out.println("Count of Results found : " + count.i); System.out.println("Total query time (s) : " + (System.currentTimeMillis() - startTime) / 1000.); }
10. GeoMesaGeoIndexer#createDataStore()
Project: incubator-rya
File: GeoMesaGeoIndexer.java
File: GeoMesaGeoIndexer.java
private static DataStore createDataStore(Configuration conf) throws IOException { // get the configuration parameters Instance instance = ConfigUtils.getInstance(conf); boolean useMock = instance instanceof MockInstance; String instanceId = instance.getInstanceName(); String zookeepers = instance.getZooKeepers(); String user = ConfigUtils.getUsername(conf); String password = ConfigUtils.getPassword(conf); String auths = ConfigUtils.getAuthorizations(conf).toString(); String tableName = ConfigUtils.getGeoTablename(conf); int numParitions = ConfigUtils.getGeoNumPartitions(conf); String featureSchemaFormat = "%~#s%" + numParitions + "#r%" + FEATURE_NAME + "#cstr%0,3#gh%yyyyMMdd#d::%~#s%3,2#gh::%~#s%#id"; // build the map of parameters Map<String, Serializable> params = new HashMap<String, Serializable>(); params.put("instanceId", instanceId); params.put("zookeepers", zookeepers); params.put("user", user); params.put("password", password); params.put("auths", auths); params.put("tableName", tableName); params.put("indexSchemaFormat", featureSchemaFormat); params.put("useMock", Boolean.toString(useMock)); // fetch the data store from the finder return DataStoreFinder.getDataStore(params); }
11. AccumuloHDFSFileInputFormat#getSplits()
Project: incubator-rya
File: AccumuloHDFSFileInputFormat.java
File: AccumuloHDFSFileInputFormat.java
@Override public List<InputSplit> getSplits(JobContext jobContext) throws IOException { //read the params from AccumuloInputFormat Configuration conf = jobContext.getConfiguration(); Instance instance = AccumuloProps.getInstance(jobContext); String user = AccumuloProps.getUsername(jobContext); AuthenticationToken password = AccumuloProps.getPassword(jobContext); String table = AccumuloProps.getTablename(jobContext); ArgumentChecker.notNull(instance); ArgumentChecker.notNull(table); //find the files necessary try { AccumuloConfiguration acconf = instance.getConfiguration(); FileSystem fs = FileSystem.get(conf); Connector connector = instance.getConnector(user, password); TableOperations tos = connector.tableOperations(); String tableId = tos.tableIdMap().get(table); String filePrefix = acconf.get(Property.INSTANCE_DFS_DIR) + "/tables/" + tableId; System.out.println(filePrefix); //TODO: auths? Scanner scanner = connector.createScanner("!METADATA", Constants.NO_AUTHS); scanner.setRange(new Range(new Text(tableId + ""), new Text(tableId + ""))); scanner.fetchColumnFamily(new Text("file")); List<String> files = new ArrayList<String>(); List<InputSplit> fileSplits = new ArrayList<InputSplit>(); Job job = new Job(conf); for (Map.Entry<Key, Value> entry : scanner) { String file = filePrefix + entry.getKey().getColumnQualifier().toString(); files.add(file); Path path = new Path(file); FileStatus fileStatus = fs.getFileStatus(path); long len = fileStatus.getLen(); BlockLocation[] fileBlockLocations = fs.getFileBlockLocations(fileStatus, 0, len); fileSplits.add(new FileSplit(path, 0, len, fileBlockLocations[0].getHosts())); // FileInputFormat.addInputPath(job, path); } System.out.println(files); return fileSplits; // return super.getSplits(job); } catch (Exception e) { throw new IOException(e); } }
12. TableUtils#getConnector()
Project: Gaffer
File: TableUtils.java
File: TableUtils.java
/** * Creates a connection to an accumulo instance using the provided * parameters * * @param instanceName the instance name * @param zookeepers the zoo keepers * @param userName the user name * @param password the password * @return A connection to an accumulo instance * @throws StoreException failure to create an accumulo connection */ public static Connector getConnector(final String instanceName, final String zookeepers, final String userName, final String password) throws StoreException { final Instance instance = new ZooKeeperInstance(instanceName, zookeepers); try { return instance.getConnector(userName, new PasswordToken(password)); } catch (AccumuloExceptionAccumuloSecurityException | e) { throw new StoreException("Failed to create accumulo connection", e); } }