Skip to content

Commit 74b4fad

Browse files
committed
Fixing after hooks for GCP resources
1 parent 6307e9e commit 74b4fad

File tree

5 files changed

+24
-14
lines changed

5 files changed

+24
-14
lines changed

pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1245,7 +1245,7 @@
12451245
<dependency>
12461246
<groupId>io.cdap.tests.e2e</groupId>
12471247
<artifactId>cdap-e2e-framework</artifactId>
1248-
<version>0.3.2</version>
1248+
<version>0.5.0-SNAPSHOT</version>
12491249
<scope>test</scope>
12501250
</dependency>
12511251
<dependency>

src/e2e-test/features/gcs/sink/GCSSinkError.feature

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ Feature: GCS sink - Verify GCS Sink plugin error scenarios
4343
Then Open GCS sink properties
4444
Then Replace input plugin property: "project" with value: "projectId"
4545
Then Enter input plugin property: "referenceName" with value: "gcsReferenceName"
46-
Then Enter GCS source property path "gcsInvalidBucketName"
46+
Then Enter input plugin property: "path" with value: "gcsInvalidBucketName"
4747
Then Select GCS property format "csv"
4848
Then Click on the Validate button
4949
Then Verify that the Plugin Property: "path" is displaying an in-line error message: "errorMessageInvalidBucketName"

src/e2e-test/features/gcsmove/GCSMoveErrorScenarios.feature

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ Feature: GCSMove - Validate GCSMove plugin error scenarios
1919
When Expand Plugin group in the LHS plugins list: "Conditions and Actions"
2020
When Select plugin: "GCS Move" from the plugins list as: "Conditions and Actions"
2121
When Navigate to the properties page of plugin: "GCS Move"
22-
Then Enter GCSMove property source path "gcsInvalidBucketName"
22+
Then Enter input plugin property: "sourcePath" with value: "gcsInvalidBucketName"
2323
Then Enter GCSMove property destination path
2424
Then Verify GCS Move property "sourcePath" invalid bucket name error message is displayed for bucket "gcsInvalidBucketName"
2525

@@ -30,5 +30,5 @@ Feature: GCSMove - Validate GCSMove plugin error scenarios
3030
When Select plugin: "GCS Move" from the plugins list as: "Conditions and Actions"
3131
When Navigate to the properties page of plugin: "GCS Move"
3232
Then Enter GCSMove property source path "gcsCsvFile"
33-
Then Enter GCSMove property destination path "gcsInvalidBucketName"
33+
Then Enter input plugin property: "destPath" with value: "gcsInvalidBucketName"
3434
Then Verify GCS Move property "destPath" invalid bucket name error message is displayed for bucket "gcsInvalidBucketName"

src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java

Lines changed: 19 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -177,13 +177,13 @@ public static void createBucketWithAvroTestFile() throws IOException, URISyntaxE
177177

178178
@After(order = 1, value = "@GCS_CSV_TEST or @GCS_TSV_TEST or @GCS_BLOB_TEST " +
179179
"or @GCS_DELIMITED_TEST or @GCS_TEXT_TEST or @GCS_OUTPUT_FIELD_TEST or @GCS_DATATYPE_1_TEST or " +
180-
"@GCS_DATATYPE_2_TEST or @GCS_READ_RECURSIVE_TEST or @GCS_DELETE_WILDCARD_TEST or @GCS_CSV_RANGE_TEST or" +
181-
" @GCS_PARQUET_TEST or @GCS_AVRO_TEST or @GCS_DATATYPE_TEST or @GCS_AVRO_FILE")
180+
"@GCS_DATATYPE_2_TEST or @GCS_READ_RECURSIVE_TEST or @GCS_DELETE_WILDCARD_TEST or @GCS_CSV_RANGE_TEST or " +
181+
"@GCS_PARQUET_TEST or @GCS_AVRO_TEST or @GCS_DATATYPE_TEST or @GCS_AVRO_FILE or @GCS_CSV or " +
182+
"@GCS_JSON_TEST")
182183
public static void deleteSourceBucketWithFile() {
183184
deleteGCSBucket(gcsSourceBucketName);
184185
PluginPropertyUtils.removePluginProp("gcsSourceBucketName");
185186
PluginPropertyUtils.removePluginProp("gcsSourcePath");
186-
gcsSourceBucketName = StringUtils.EMPTY;
187187
}
188188

189189
@After(order = 1, value = "@GCS_DELETE_MULTIPLE_BUCKETS_TEST")
@@ -211,7 +211,7 @@ public static void createTargetGCSBucketWithCSVFile() throws IOException, URISyn
211211
BeforeActions.scenario.write("GCS target bucket name - " + gcsTargetBucketName);
212212
}
213213

214-
@After(order = 1, value = "@GCS_SINK_TEST or @GCS_SINK_EXISTING_BUCKET_TEST")
214+
@After(order = 1, value = "@GCS_SINK_TEST or @GCS_SINK_EXISTING_BUCKET_TEST or @GCS_SINK_MULTI_PART_UPLOAD")
215215
public static void deleteTargetBucketWithFile() {
216216
deleteGCSBucket(gcsTargetBucketName);
217217
PluginPropertyUtils.removePluginProp("gcsTargetBucketName");
@@ -226,7 +226,8 @@ public static void setTempTargetBQTableName() {
226226
BeforeActions.scenario.write("BQ Target table name - " + bqTargetTable);
227227
}
228228

229-
@After(order = 1, value = "@BQ_SINK_TEST")
229+
@After(order = 1, value = "@BQ_SINK_TEST or @BQ_UPSERT_SINK_TEST or @BQ_UPDATE_SINK_DEDUPE_TEST or " +
230+
"@BQ_EXISTING_SINK_TEST or @BQ_UPSERT_DEDUPE_SINK_TEST or @BQ_INSERT_SINK_TEST")
230231
public static void deleteTempTargetBQTable() throws IOException, InterruptedException {
231232
try {
232233
BigQueryClient.dropBqQuery(bqTargetTable);
@@ -270,7 +271,10 @@ public static void createTempSourceBQTable() throws IOException, InterruptedExce
270271

271272
@After(order = 1, value = "@BQ_SOURCE_TEST or @BQ_PARTITIONED_SOURCE_TEST or @BQ_SOURCE_DATATYPE_TEST or " +
272273
"@BQ_INSERT_SOURCE_TEST or @BQ_UPDATE_SINK_TEST or @BQ_EXISTING_SOURCE_TEST or @BQ_EXISTING_SINK_TEST or " +
273-
"@BQ_EXISTING_SOURCE_DATATYPE_TEST or @BQ_EXISTING_SINK_DATATYPE_TEST")
274+
"@BQ_EXISTING_SOURCE_DATATYPE_TEST or @BQ_EXISTING_SINK_DATATYPE_TEST or @BQ_UPSERT_SOURCE_TEST or " +
275+
"@BQ_NULL_MODE_SOURCE_TEST or @BQ_UPDATE_SOURCE_DEDUPE_TEST or @BQ_INSERT_INT_SOURCE_TEST or " +
276+
"@BQ_TIME_SOURCE_TEST or @BQ_UPSERT_DEDUPE_SOURCE_TEST or @BQ_PRIMARY_RECORD_SOURCE_TEST or " +
277+
"@BQ_SINGLE_SOURCE_BQMT_TEST")
274278
public static void deleteTempSourceBQTable() throws IOException, InterruptedException {
275279
BigQueryClient.dropBqQuery(bqSourceTable);
276280
PluginPropertyUtils.removePluginProp("bqSourceTable");
@@ -394,7 +398,7 @@ private static void createSourceBQViewWithQueries(String bqCreateViewQueryFile)
394398
}
395399

396400
private static String createGCSBucketWithFile(String filePath) throws IOException, URISyntaxException {
397-
String bucketName = StorageClient.createBucket("00000000-e2e-" + UUID.randomUUID()).getName();
401+
String bucketName = StorageClient.createBucket("cdf-e2e-test-" + UUID.randomUUID()).getName();
398402
StorageClient.uploadObject(bucketName, filePath, filePath);
399403
PluginPropertyUtils.addPluginProp("gcsSourceBucketName", bucketName);
400404
PluginPropertyUtils.addPluginProp("gcsSourcePath", "gs://" + bucketName + "/" + filePath);
@@ -936,12 +940,18 @@ public static void createBucketWithMultipleTestFiles() throws IOException, URISy
936940
gcsSourceBucketName = createGCSBucketWithMultipleFiles(PluginPropertyUtils.pluginProp("gcsMultipleFilesPath"));
937941
}
938942

943+
@After(order = 1, value = "@GCS_MULTIPLE_FILES_TEST or @GCS_MULTIPLE_FILES_REGEX_TEST")
944+
public static void deleteSourceBucketWithMultipleFile() {
945+
deleteGCSBucket(gcsSourceBucketName);
946+
PluginPropertyUtils.removePluginProp("gcsSourceBucketName");
947+
PluginPropertyUtils.removePluginProp("gcsSourcePath");
948+
}
949+
939950
@Before(order = 1, value = "@GCS_MULTIPLE_FILES_REGEX_TEST")
940951
public static void createBucketWithMultipleTestFilesWithRegex () throws IOException, URISyntaxException {
941952
gcsSourceBucketName = createGCSBucketWithMultipleFiles(PluginPropertyUtils.pluginProp(
942953
"gcsMultipleFilesFilterRegexPath"));
943-
PluginPropertyUtils.addPluginProp(" bqTargetTable", bqTargetTable);
944-
BeforeActions.scenario.write("BQ Target Table " + bqTargetTable + " updated successfully");
954+
PluginPropertyUtils.addPluginProp(" gcsSourceBucketName", gcsSourceBucketName);
945955
}
946956

947957
@Before(order = 1, value = "@BQ_EXISTING_SOURCE_TEST")

src/e2e-test/java/io/cdap/plugin/gcsmove/stepsdesign/GCSMove.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ public void verifyGCSMovePropertyInvalidBucketNameErrorMessageIsDisplayedForBuck
109109
String bucketName) {
110110
CdfStudioActions.clickValidateButton();
111111
String expectedErrorMessage = PluginPropertyUtils.errorProp(E2ETestConstants.ERROR_MSG_GCS_INVALID_BUCKET_NAME)
112-
.replace("BUCKET_NAME", "/" + PluginPropertyUtils.pluginProp(bucketName));
112+
.replace("BUCKET_NAME", PluginPropertyUtils.pluginProp(bucketName));
113113
String actualErrorMessage = PluginPropertyUtils.findPropertyErrorElement(property).getText();
114114
Assert.assertEquals(expectedErrorMessage, actualErrorMessage);
115115
}

0 commit comments

Comments
 (0)