@@ -177,13 +177,13 @@ public static void createBucketWithAvroTestFile() throws IOException, URISyntaxE
177
177
178
178
@ After (order = 1 , value = "@GCS_CSV_TEST or @GCS_TSV_TEST or @GCS_BLOB_TEST " +
179
179
"or @GCS_DELIMITED_TEST or @GCS_TEXT_TEST or @GCS_OUTPUT_FIELD_TEST or @GCS_DATATYPE_1_TEST or " +
180
- "@GCS_DATATYPE_2_TEST or @GCS_READ_RECURSIVE_TEST or @GCS_DELETE_WILDCARD_TEST or @GCS_CSV_RANGE_TEST or" +
181
- " @GCS_PARQUET_TEST or @GCS_AVRO_TEST or @GCS_DATATYPE_TEST or @GCS_AVRO_FILE" )
180
+ "@GCS_DATATYPE_2_TEST or @GCS_READ_RECURSIVE_TEST or @GCS_DELETE_WILDCARD_TEST or @GCS_CSV_RANGE_TEST or " +
181
+ "@GCS_PARQUET_TEST or @GCS_AVRO_TEST or @GCS_DATATYPE_TEST or @GCS_AVRO_FILE or @GCS_CSV or " +
182
+ "@GCS_JSON_TEST" )
182
183
public static void deleteSourceBucketWithFile () {
183
184
deleteGCSBucket (gcsSourceBucketName );
184
185
PluginPropertyUtils .removePluginProp ("gcsSourceBucketName" );
185
186
PluginPropertyUtils .removePluginProp ("gcsSourcePath" );
186
- gcsSourceBucketName = StringUtils .EMPTY ;
187
187
}
188
188
189
189
@ After (order = 1 , value = "@GCS_DELETE_MULTIPLE_BUCKETS_TEST" )
@@ -211,7 +211,7 @@ public static void createTargetGCSBucketWithCSVFile() throws IOException, URISyn
211
211
BeforeActions .scenario .write ("GCS target bucket name - " + gcsTargetBucketName );
212
212
}
213
213
214
- @ After (order = 1 , value = "@GCS_SINK_TEST or @GCS_SINK_EXISTING_BUCKET_TEST" )
214
+ @ After (order = 1 , value = "@GCS_SINK_TEST or @GCS_SINK_EXISTING_BUCKET_TEST or @GCS_SINK_MULTI_PART_UPLOAD " )
215
215
public static void deleteTargetBucketWithFile () {
216
216
deleteGCSBucket (gcsTargetBucketName );
217
217
PluginPropertyUtils .removePluginProp ("gcsTargetBucketName" );
@@ -226,7 +226,8 @@ public static void setTempTargetBQTableName() {
226
226
BeforeActions .scenario .write ("BQ Target table name - " + bqTargetTable );
227
227
}
228
228
229
- @ After (order = 1 , value = "@BQ_SINK_TEST" )
229
+ @ After (order = 1 , value = "@BQ_SINK_TEST or @BQ_UPSERT_SINK_TEST or @BQ_UPDATE_SINK_DEDUPE_TEST or " +
230
+ "@BQ_EXISTING_SINK_TEST or @BQ_UPSERT_DEDUPE_SINK_TEST or @BQ_INSERT_SINK_TEST" )
230
231
public static void deleteTempTargetBQTable () throws IOException , InterruptedException {
231
232
try {
232
233
BigQueryClient .dropBqQuery (bqTargetTable );
@@ -270,7 +271,10 @@ public static void createTempSourceBQTable() throws IOException, InterruptedExce
270
271
271
272
@ After (order = 1 , value = "@BQ_SOURCE_TEST or @BQ_PARTITIONED_SOURCE_TEST or @BQ_SOURCE_DATATYPE_TEST or " +
272
273
"@BQ_INSERT_SOURCE_TEST or @BQ_UPDATE_SINK_TEST or @BQ_EXISTING_SOURCE_TEST or @BQ_EXISTING_SINK_TEST or " +
273
- "@BQ_EXISTING_SOURCE_DATATYPE_TEST or @BQ_EXISTING_SINK_DATATYPE_TEST" )
274
+ "@BQ_EXISTING_SOURCE_DATATYPE_TEST or @BQ_EXISTING_SINK_DATATYPE_TEST or @BQ_UPSERT_SOURCE_TEST or " +
275
+ "@BQ_NULL_MODE_SOURCE_TEST or @BQ_UPDATE_SOURCE_DEDUPE_TEST or @BQ_INSERT_INT_SOURCE_TEST or " +
276
+ "@BQ_TIME_SOURCE_TEST or @BQ_UPSERT_DEDUPE_SOURCE_TEST or @BQ_PRIMARY_RECORD_SOURCE_TEST or " +
277
+ "@BQ_SINGLE_SOURCE_BQMT_TEST" )
274
278
public static void deleteTempSourceBQTable () throws IOException , InterruptedException {
275
279
BigQueryClient .dropBqQuery (bqSourceTable );
276
280
PluginPropertyUtils .removePluginProp ("bqSourceTable" );
@@ -394,7 +398,7 @@ private static void createSourceBQViewWithQueries(String bqCreateViewQueryFile)
394
398
}
395
399
396
400
private static String createGCSBucketWithFile (String filePath ) throws IOException , URISyntaxException {
397
- String bucketName = StorageClient .createBucket ("00000000 -e2e-" + UUID .randomUUID ()).getName ();
401
+ String bucketName = StorageClient .createBucket ("cdf -e2e-test -" + UUID .randomUUID ()).getName ();
398
402
StorageClient .uploadObject (bucketName , filePath , filePath );
399
403
PluginPropertyUtils .addPluginProp ("gcsSourceBucketName" , bucketName );
400
404
PluginPropertyUtils .addPluginProp ("gcsSourcePath" , "gs://" + bucketName + "/" + filePath );
@@ -936,12 +940,18 @@ public static void createBucketWithMultipleTestFiles() throws IOException, URISy
936
940
gcsSourceBucketName = createGCSBucketWithMultipleFiles (PluginPropertyUtils .pluginProp ("gcsMultipleFilesPath" ));
937
941
}
938
942
943
+ @ After (order = 1 , value = "@GCS_MULTIPLE_FILES_TEST or @GCS_MULTIPLE_FILES_REGEX_TEST" )
944
+ public static void deleteSourceBucketWithMultipleFile () {
945
+ deleteGCSBucket (gcsSourceBucketName );
946
+ PluginPropertyUtils .removePluginProp ("gcsSourceBucketName" );
947
+ PluginPropertyUtils .removePluginProp ("gcsSourcePath" );
948
+ }
949
+
939
950
@ Before (order = 1 , value = "@GCS_MULTIPLE_FILES_REGEX_TEST" )
940
951
public static void createBucketWithMultipleTestFilesWithRegex () throws IOException , URISyntaxException {
941
952
gcsSourceBucketName = createGCSBucketWithMultipleFiles (PluginPropertyUtils .pluginProp (
942
953
"gcsMultipleFilesFilterRegexPath" ));
943
- PluginPropertyUtils .addPluginProp (" bqTargetTable" , bqTargetTable );
944
- BeforeActions .scenario .write ("BQ Target Table " + bqTargetTable + " updated successfully" );
954
+ PluginPropertyUtils .addPluginProp (" gcsSourceBucketName" , gcsSourceBucketName );
945
955
}
946
956
947
957
@ Before (order = 1 , value = "@BQ_EXISTING_SOURCE_TEST" )
0 commit comments