BigQuery Sink Plugin - Automated test Scenarios

Author: Praveena2607

src/e2e-test/features/bigquery/sink/BigQuerySinkError.feature

@@ -62,3 +62,16 @@ Feature: BigQuery sink - Validate BigQuery sink plugin error scenarios
     Then Enter BigQuery sink property table name
     Then Enter BigQuery property temporary bucket name "bqInvalidTemporaryBucket"
     Then Verify the BigQuery validation error message for invalid property "bucket"
+
+  @BQ_SINK_TEST
+  Scenario:Verify BigQuery Sink properties validation errors for incorrect value of reference name
+    Given Open Datafusion Project to configure pipeline
+    When Sink is BigQuery
+    Then Open BigQuery sink properties
+    Then Enter BigQuery property reference name "bqInvalidRefName"
+    Then Enter BigQuery property projectId "projectId"
+    Then Enter BigQuery property datasetProjectId "projectId"
+    Then Override Service account details if set in environment variables
+    Then Enter BigQuery property dataset "dataset"
+    Then Enter BigQuery sink property table name
+    Then Verify the BigQuery validation error message for reference name "referenceName"

src/e2e-test/features/bigquery/sink/BigQueryToBigQuerySink.feature

@@ -385,6 +385,37 @@ public void enterBigQueryPropertyAsMacroArgumentoutputschema(String pluginProper
     }
   }
 
+  @Then("Enter BigQuery property reference name {string}")
+  public void EnterBigQuerypropertyreferencename(String referenceName) throws IOException {
+    CdfBigQueryPropertiesActions.enterBigQueryReferenceName(PluginPropertyUtils.pluginProp(referenceName));
+  }
 
+  @Then("Verify the BigQuery validation error message for reference name {string}")
+  public void VerifytheBigQueryvalidationerrormessageforreferencename (String property) {
+    CdfStudioActions.clickValidateButton();
+    String expectedErrorMessage;
+    if (property.equalsIgnoreCase("gcsChunkSize")) {
+      expectedErrorMessage = PluginPropertyUtils
+              .errorProp(E2ETestConstants.ERROR_MSG_BQ_INCORRECT_CHUNKSIZE);
+    } else if (property.equalsIgnoreCase("bucket")) {
+      expectedErrorMessage = PluginPropertyUtils
+              .errorProp(E2ETestConstants.ERROR_MSG_BQ_INCORRECT_TEMPORARY_BUCKET);
+    } else if (property.equalsIgnoreCase("table")) {
+      expectedErrorMessage = PluginPropertyUtils
+              .errorProp(E2ETestConstants.ERROR_MSG_INCORRECT_TABLE_NAME);
+    } else if (property.equalsIgnoreCase("referenceName")) {
+      expectedErrorMessage = PluginPropertyUtils
+              .errorProp(E2ETestConstants.ERROR_MSG_INCORRECT_REFERENCENAME);
+    } else {
+      expectedErrorMessage = PluginPropertyUtils.errorProp(E2ETestConstants.ERROR_MSG_INCORRECT_REFERENCENAME).
+              replaceAll("referenceName", property.substring(0, 1).toUpperCase() + property.substring(1));
+    }
+    String actualErrorMessage = PluginPropertyUtils.findPropertyErrorElement("referenceName").getText();
+    System.out.println(actualErrorMessage);
+    Assert.assertEquals(expectedErrorMessage, actualErrorMessage);
+    String actualColor = PluginPropertyUtils.getErrorColor(PluginPropertyUtils.findPropertyErrorElement("referenceName"));
+    String expectedColor = ConstantsUtil.ERROR_MSG_COLOR;
+    Assert.assertEquals(expectedColor, actualColor);
+  }
 
 }

src/e2e-test/java/io/cdap/plugin/bigquery/stepsdesign/BigQueryBase.java

@@ -24,8 +24,11 @@
 import io.cdap.plugin.utils.E2EHelper;
 import io.cucumber.java.en.Then;
 import io.cucumber.java.en.When;
+import org.apache.commons.lang3.time.DateUtils;
 
 import java.io.IOException;
+import java.text.SimpleDateFormat;
+import java.util.Date;
 import java.util.UUID;
 
 /**
@@ -54,8 +57,14 @@ public void toggleBigQuerySinkPropertyTruncateTableToTrue() {
     CdfBigQueryPropertiesActions.clickTruncatableSwitch();
   }
 
+  @Then("Toggle BigQuery sink property reuire partition filter to true")
+  public void toggleBigQuerysinkpropertyreuirepartitionfiltertotrue() {
+    CdfBigQueryPropertiesActions.toggleRequirePartitionFilter();
+  }
+
   @Then("Toggle BigQuery sink property updateTableSchema to true")
   public void toggleBigQuerySinkPropertyUpdateTableSchemaToTrue() {
+
     CdfBigQueryPropertiesActions.clickUpdateTable();
   }
 

src/e2e-test/java/io/cdap/plugin/bigquery/stepsdesign/BigQuerySink.java

@@ -21,5 +21,5 @@ public class E2ETestConstants {
   public static final String ERROR_MSG_INCORRECT_PARTITIONENDDATE= "errorMessageIncorrectPartitionEndDate";
   public static final String ERROR_MSG_INCORRECT_REFERENCENAME= "errorMessageInvalidReferenceName";
   public static final String ERROR_MSG_INCORRECT_FILTER= "errorMessageIncorrectRegexPathFilter";
-
+  public static final String JSON_STRING_VALUE ="jsonStringValue";
 }

src/e2e-test/java/io/cdap/plugin/utils/E2ETestConstants.java

@@ -34,6 +34,6 @@ errorMessageInvalidDestPath=Invalid bucket name in path 'abc@'. Bucket name shou
 errorMessageInvalidEncryptionKey=CryptoKeyName.parse: formattedString not in valid format: Parameter "abc@" must be
 errorMessageIncorrectPartitionStartDate=08-12-2024 is not in a valid format. Enter valid date in format: yyyy-MM-dd
 errorMessageIncorrectPartitionEndDate=09-12-2024 is not in a valid format. Enter valid date in format: yyyy-MM-dd
-errorMessageInvalidReferenceName=Invalid reference name '#$%^'. Supported characters are: letters, numbers, and '_', '-', '.', or '$'.
+errorMessageInvalidReferenceName=Invalid reference name 'invalidRef&^*&&*'. Supported characters are: letters, numbers, and '_', '-', '.', or '$'.
 errorLogsMessageInvalidFilter=Spark Program 'phase-1' failed.
 

src/e2e-test/resources/errorMessage.properties

@@ -179,6 +179,9 @@ bqFuturePartitionEndDate=2099-10-02
 bqTruncateTableTrue=True
 bqUpdateTableSchemaTrue=True
 clusterValue=transaction_date
+jsonStringValue=transaction_uid.field
+jobLabelKey=transaction_uid
+jobLabelValue=transaction_uid:redis
 TableKey=PersonID
 bqSourceTable=dummy
 bqCreateTableQueryFile=testdata/BigQuery/BigQueryCreateTableQuery.txt
@@ -193,6 +196,7 @@ bqSourceSchemaDatatype=[{"key":"transaction_info","value":"boolean"},{"key":"tra
   {"key":"difference","value":"array"},{"key":"Userdata","value":"record"}]
 bqPartitionField=Month_of_Joining
 bqPartitionFieldTime=transaction_date
+partitionFilter=Customer_Exists
 bqRangeStart=1
 bqRangeEnd=10
 bqRangeInterval=2
@@ -214,7 +218,7 @@ bqUpdateDedupeExpectedFile=testdata/BigQuery/BQUpdateDedupeFile
 bqInsertExpectedFile=testdata/BigQuery/BQInsertIntFile
 relationTableKeyValue=Name
 dedupeByOrder=ASC
-dedupeByValue=ID
+dedupeByValue=transaction_time
 dedupeByValueUpsert=Price
 rangeStartValue=2
 rangeEndValue=3
@@ -231,7 +235,7 @@ bqDifferentRecordFile=testdata/BigQuery/BQDifferentRecordNameFile
 bqDateExpectedFile=testdata/BigQuery/BQDateFile
 bqDateTimeExpectedFile=testdata/BigQuery/BQDateTimeFile
 bqTimeStampExpectedFile=testdata/BigQuery/BQTimeStampFile
-bqPartitionFieldDate=transaction_date
+bqPartitionFieldDate=transaction_date,transaction_time
 ## BIGQUERY-PLUGIN-PROPERTIES-END
 
 ## PUBSUBSINK-PLUGIN-PROPERTIES-START
@@ -243,6 +247,7 @@ pubSubErrorThreshold=0
 pubSubStringValue=one
 pubSubNegativeValue=-100
 pubsubDelimiter=@
+JasonString=name.first
 ## PUBSUBSINK-PLUGIN-PROPERTIES-END
 
 ## GCSDELETE-PLUGIN-PROPERTIES-START
@@ -331,7 +336,8 @@ bqExecuteDMLUpsert=MERGE `PROJECT_NAME.DATASET.TABLENAME` as T \
   UPDATE SET UID = 'UPDATED RECORD' \
   WHEN NOT MATCHED THEN \
   INSERT ROW
-bqExecuteCountDMLUpsertInsert=SELECT COUNT(*) FROM `PROJECT_NAME.DATASET.TABLENAME` WHERE Id=101 AND Value=5000 AND UID='INSERTED RECORD'
+bqExecuteCountDMLUpsertInsert=SELECT COUNT(*) FROM `PROJECT_NAME.\
+  .TABLENAME` WHERE Id=101 AND Value=5000 AND UID='INSERTED RECORD'
 bqExecuteCountDMLUpsertUpdate=SELECT COUNT(*) FROM `PROJECT_NAME.DATASET.TABLENAME` WHERE Id=101 AND Value=5000 AND UID='UPDATED RECORD'
 bqExecuteInsertFile=testdata/BQExecute/BQExecuteInsertFile
 ## BQEXECUTE-PLUGIN-PROPERTIES-END