Here are the examples of the java api class com.google.api.services.dataflow.Dataflow taken from open source projects.
1. TestDataflowRunnerTest#setUp()
Project: incubator-beam
File: TestDataflowRunnerTest.java
File: TestDataflowRunnerTest.java
@Before public void setUp() throws Exception { MockitoAnnotations.initMocks(this); when(transport.buildRequest(anyString(), anyString())).thenReturn(request); doCallRealMethod().when(request).getContentAsString(); service = new Dataflow(transport, Transport.getJsonFactory(), null); options = PipelineOptionsFactory.as(TestDataflowPipelineOptions.class); options.setAppName("TestAppName"); options.setProject("test-project"); options.setTempLocation("gs://test/temp/location"); options.setTempRoot("gs://test"); options.setGcpCredential(new TestCredential()); options.setDataflowClient(service); options.setRunner(TestDataflowRunner.class); options.setPathValidatorClass(NoopPathValidator.class); }
2. DataflowRunnerTest#testRunReturnDifferentRequestId()
Project: incubator-beam
File: DataflowRunnerTest.java
File: DataflowRunnerTest.java
@Test public void testRunReturnDifferentRequestId() throws IOException { DataflowPipelineOptions options = buildPipelineOptions(); Dataflow mockDataflowClient = options.getDataflowClient(); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects().jobs().create(eq(PROJECT_ID), any(Job.class))).thenReturn(mockRequest); Job resultJob = new Job(); resultJob.setId("newid"); // Return a different request id. resultJob.setClientRequestId("different_request_id"); when(mockRequest.execute()).thenReturn(resultJob); Pipeline p = buildDataflowPipeline(options); try { p.run(); fail("Expected DataflowJobAlreadyExistsException"); } catch (DataflowJobAlreadyExistsException expected) { assertThat(expected.getMessage(), containsString("If you want to submit a second job, try again by setting a " + "different name using --jobName.")); assertEquals(expected.getJob().getJobId(), resultJob.getId()); } }
3. DataflowPipelineTranslatorTest#buildMockDataflow()
Project: incubator-beam
File: DataflowPipelineTranslatorTest.java
File: DataflowPipelineTranslatorTest.java
private static Dataflow buildMockDataflow(ArgumentMatcher<Job> jobMatcher) throws IOException { Dataflow mockDataflowClient = mock(Dataflow.class); Dataflow.Projects mockProjects = mock(Dataflow.Projects.class); Dataflow.Projects.Jobs mockJobs = mock(Dataflow.Projects.Jobs.class); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects()).thenReturn(mockProjects); when(mockProjects.jobs()).thenReturn(mockJobs); when(mockJobs.create(eq("someProject"), argThat(jobMatcher))).thenReturn(mockRequest); Job resultJob = new Job(); resultJob.setId("newid"); when(mockRequest.execute()).thenReturn(resultJob); return mockDataflowClient; }
4. TestDataflowPipelineRunnerTest#setUp()
Project: DataflowJavaSDK
File: TestDataflowPipelineRunnerTest.java
File: TestDataflowPipelineRunnerTest.java
@Before public void setUp() throws Exception { MockitoAnnotations.initMocks(this); when(transport.buildRequest(anyString(), anyString())).thenReturn(request); doCallRealMethod().when(request).getContentAsString(); service = new Dataflow(transport, Transport.getJsonFactory(), null); options = PipelineOptionsFactory.as(TestDataflowPipelineOptions.class); options.setAppName("TestAppName"); options.setProject("test-project"); options.setTempLocation("gs://test/temp/location"); options.setGcpCredential(new TestCredential()); options.setDataflowClient(service); options.setRunner(TestDataflowPipelineRunner.class); options.setPathValidatorClass(NoopPathValidator.class); }
5. DataflowPipelineTranslatorTest#buildMockDataflow()
Project: DataflowJavaSDK
File: DataflowPipelineTranslatorTest.java
File: DataflowPipelineTranslatorTest.java
private static Dataflow buildMockDataflow(ArgumentMatcher<Job> jobMatcher) throws IOException { Dataflow mockDataflowClient = mock(Dataflow.class); Dataflow.Projects mockProjects = mock(Dataflow.Projects.class); Dataflow.Projects.Jobs mockJobs = mock(Dataflow.Projects.Jobs.class); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects()).thenReturn(mockProjects); when(mockProjects.jobs()).thenReturn(mockJobs); when(mockJobs.create(eq("someProject"), argThat(jobMatcher))).thenReturn(mockRequest); Job resultJob = new Job(); resultJob.setId("newid"); when(mockRequest.execute()).thenReturn(resultJob); return mockDataflowClient; }
6. DataflowPipelineRunnerTest#testRunReturnDifferentRequestId()
Project: DataflowJavaSDK
File: DataflowPipelineRunnerTest.java
File: DataflowPipelineRunnerTest.java
@Test public void testRunReturnDifferentRequestId() throws IOException { DataflowPipelineOptions options = buildPipelineOptions(); Dataflow mockDataflowClient = options.getDataflowClient(); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects().jobs().create(eq(PROJECT_ID), any(Job.class))).thenReturn(mockRequest); Job resultJob = new Job(); resultJob.setId("newid"); // Return a different request id. resultJob.setClientRequestId("different_request_id"); when(mockRequest.execute()).thenReturn(resultJob); DataflowPipeline p = buildDataflowPipeline(options); try { p.run(); fail("Expected DataflowJobAlreadyExistsException"); } catch (DataflowJobAlreadyExistsException expected) { assertThat(expected.getMessage(), containsString("If you want to submit a second job, try again by setting a " + "different name using --jobName.")); assertEquals(expected.getJob().getJobId(), resultJob.getId()); } }
7. DataflowRunnerTest#testUpdateAlreadyUpdatedPipeline()
Project: incubator-beam
File: DataflowRunnerTest.java
File: DataflowRunnerTest.java
@Test public void testUpdateAlreadyUpdatedPipeline() throws IOException { DataflowPipelineOptions options = buildPipelineOptions(); options.setUpdate(true); options.setJobName("oldJobName"); Dataflow mockDataflowClient = options.getDataflowClient(); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects().jobs().create(eq(PROJECT_ID), any(Job.class))).thenReturn(mockRequest); final Job resultJob = new Job(); resultJob.setId("newid"); // Return a different request id. resultJob.setClientRequestId("different_request_id"); when(mockRequest.execute()).thenReturn(resultJob); Pipeline p = buildDataflowPipeline(options); thrown.expect(DataflowJobAlreadyUpdatedException.class); thrown.expect(new TypeSafeMatcher<DataflowJobAlreadyUpdatedException>() { @Override public void describeTo(Description description) { description.appendText("Expected job ID: " + resultJob.getId()); } @Override protected boolean matchesSafely(DataflowJobAlreadyUpdatedException item) { return resultJob.getId().equals(item.getJob().getJobId()); } }); thrown.expectMessage("The job named oldjobname with id: oldJobId has already been updated " + "into job id: newid and cannot be updated again."); p.run(); }
8. DataflowRunnerTest#buildMockDataflow()
Project: incubator-beam
File: DataflowRunnerTest.java
File: DataflowRunnerTest.java
private static Dataflow buildMockDataflow(final ArgumentCaptor<Job> jobCaptor) throws IOException { Dataflow mockDataflowClient = mock(Dataflow.class); Dataflow.Projects mockProjects = mock(Dataflow.Projects.class); Dataflow.Projects.Jobs mockJobs = mock(Dataflow.Projects.Jobs.class); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); Dataflow.Projects.Jobs.List mockList = mock(Dataflow.Projects.Jobs.List.class); when(mockDataflowClient.projects()).thenReturn(mockProjects); when(mockProjects.jobs()).thenReturn(mockJobs); when(mockJobs.create(eq(PROJECT_ID), jobCaptor.capture())).thenReturn(mockRequest); when(mockJobs.list(eq(PROJECT_ID))).thenReturn(mockList); when(mockList.setPageToken(anyString())).thenReturn(mockList); when(mockList.execute()).thenReturn(new ListJobsResponse().setJobs(Arrays.asList(new Job().setName("oldjobname").setId("oldJobId").setCurrentState("JOB_STATE_RUNNING")))); Job resultJob = new Job(); resultJob.setId("newid"); when(mockRequest.execute()).thenReturn(resultJob); return mockDataflowClient; }
9. DataflowPipelineRunnerTest#testUpdateAlreadyUpdatedPipeline()
Project: DataflowJavaSDK
File: DataflowPipelineRunnerTest.java
File: DataflowPipelineRunnerTest.java
@Test public void testUpdateAlreadyUpdatedPipeline() throws IOException { DataflowPipelineOptions options = buildPipelineOptions(); options.setUpdate(true); options.setJobName("oldJobName"); Dataflow mockDataflowClient = options.getDataflowClient(); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); when(mockDataflowClient.projects().jobs().create(eq(PROJECT_ID), any(Job.class))).thenReturn(mockRequest); final Job resultJob = new Job(); resultJob.setId("newid"); // Return a different request id. resultJob.setClientRequestId("different_request_id"); when(mockRequest.execute()).thenReturn(resultJob); DataflowPipeline p = buildDataflowPipeline(options); thrown.expect(DataflowJobAlreadyUpdatedException.class); thrown.expect(new TypeSafeMatcher<DataflowJobAlreadyUpdatedException>() { @Override public void describeTo(Description description) { description.appendText("Expected job ID: " + resultJob.getId()); } @Override protected boolean matchesSafely(DataflowJobAlreadyUpdatedException item) { return resultJob.getId().equals(item.getJob().getJobId()); } }); thrown.expectMessage("The job named oldjobname with id: oldJobId has already been updated " + "into job id: newid and cannot be updated again."); p.run(); }
10. DataflowPipelineRunnerTest#buildMockDataflow()
Project: DataflowJavaSDK
File: DataflowPipelineRunnerTest.java
File: DataflowPipelineRunnerTest.java
private static Dataflow buildMockDataflow(final ArgumentCaptor<Job> jobCaptor) throws IOException { Dataflow mockDataflowClient = mock(Dataflow.class); Dataflow.Projects mockProjects = mock(Dataflow.Projects.class); Dataflow.Projects.Jobs mockJobs = mock(Dataflow.Projects.Jobs.class); Dataflow.Projects.Jobs.Create mockRequest = mock(Dataflow.Projects.Jobs.Create.class); Dataflow.Projects.Jobs.List mockList = mock(Dataflow.Projects.Jobs.List.class); when(mockDataflowClient.projects()).thenReturn(mockProjects); when(mockProjects.jobs()).thenReturn(mockJobs); when(mockJobs.create(eq(PROJECT_ID), jobCaptor.capture())).thenReturn(mockRequest); when(mockJobs.list(eq(PROJECT_ID))).thenReturn(mockList); when(mockList.setPageToken(anyString())).thenReturn(mockList); when(mockList.execute()).thenReturn(new ListJobsResponse().setJobs(Arrays.asList(new Job().setName("oldjobname").setId("oldJobId").setCurrentState("JOB_STATE_RUNNING")))); Job resultJob = new Job(); resultJob.setId("newid"); when(mockRequest.execute()).thenReturn(resultJob); return mockDataflowClient; }