Merge pull request #44 from DataKitchen/release/4.12.6

Release/4.12.6

Author: datakitchen-devops

deploy/charts/testgen-app/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 1.0.0
+version: 1.0.1
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

deploy/charts/testgen-app/templates/_environment.yaml

@@ -31,8 +31,6 @@
   value: {{ .Values.testgen.trustTargetDatabaseCertificate | ternary "yes" "no" | quote }}
 - name: TG_EXPORT_TO_OBSERVABILITY_VERIFY_SSL
   value: {{ .Values.testgen.observabilityVerifySsl | ternary "yes" "no" | quote }}
-- name: TG_DOCKER_RELEASE_CHECK_ENABLED
-  value: {{ .Values.testgen.releaseCheck | ternary "yes" "no" | quote }}
 {{- end -}}
 
 {{- define "testgen.hookEnvironment" -}}

deploy/charts/testgen-app/values.yaml

@@ -15,7 +15,6 @@ testgen:
   uiPassword:
   trustTargetDatabaseCertificate: false
   observabilityVerifySsl: true
-  releaseCheck: true
   labels:
 
 cliHooks:

deploy/docker-bake.hcl

@@ -4,12 +4,16 @@ variable "TESTGEN_VERSION" {}
 variable "TESTGEN_DOCKER_HUB_REPO" {
   default = "datakitchen/dataops-testgen"
 }
+variable "TESTGEN_SUPPORT_EMAIL" {
+  default = "[email protected]"
+}
 
 target "testgen-release" {
   args = {
     TESTGEN_VERSION = "${TESTGEN_VERSION}"
     TESTGEN_BASE_LABEL = "${TESTGEN_BASE_LABEL}"
     TESTGEN_DOCKER_HUB_REPO = "${TESTGEN_DOCKER_HUB_REPO}"
+    TESTGEN_SUPPORT_EMAIL = "${TESTGEN_SUPPORT_EMAIL}"
   }
   context = "."
   dockerfile = "deploy/testgen.dockerfile"
@@ -31,6 +35,7 @@ target "testgen-qa" {
     TESTGEN_VERSION = "${TESTGEN_VERSION}"
     TESTGEN_BASE_LABEL = "${TESTGEN_BASE_LABEL}"
     TESTGEN_DOCKER_HUB_REPO = "${TESTGEN_DOCKER_HUB_REPO}"
+    TESTGEN_SUPPORT_EMAIL = "${TESTGEN_SUPPORT_EMAIL}"
   }
   context = "."
   dockerfile = "deploy/testgen.dockerfile"

deploy/testgen.dockerfile

@@ -1,10 +1,11 @@
-ARG TESTGEN_BASE_LABEL=v6
+ARG TESTGEN_BASE_LABEL=v7
 
 FROM datakitchen/dataops-testgen-base:${TESTGEN_BASE_LABEL} AS release-image
 
 # Args have to be set in current build stage: https://github.com/moby/moby/issues/37345
 ARG TESTGEN_VERSION
 ARG TESTGEN_DOCKER_HUB_REPO
+ARG TESTGEN_SUPPORT_EMAIL
 
 ENV PYTHONPATH=/dk/lib/python3.12/site-packages
 ENV PATH=$PATH:/dk/bin
@@ -24,6 +25,7 @@ RUN chown -R testgen:testgen /var/lib/testgen /dk/lib/python3.12/site-packages/s
 
 ENV TESTGEN_VERSION=${TESTGEN_VERSION}
 ENV TESTGEN_DOCKER_HUB_REPO=${TESTGEN_DOCKER_HUB_REPO}
+ENV TESTGEN_SUPPORT_EMAIL=${TESTGEN_SUPPORT_EMAIL}
 ENV TG_RELEASE_CHECK=docker
 
 USER testgen

docker-compose.yml

@@ -9,7 +9,6 @@ x-common-variables: &common-variables
   TG_METADATA_DB_HOST: postgres
   TG_TARGET_DB_TRUST_SERVER_CERTIFICATE: yes
   TG_EXPORT_TO_OBSERVABILITY_VERIFY_SSL: no
-  TG_DOCKER_RELEASE_CHECK_ENABLED: yes
 
 
 services:

docs/configuration.md

@@ -282,9 +282,3 @@ default: `dataset`
 
 When exporting to your instance of Observabilty, the key sent to the events API to identify the components.
 default: `default`
-
-#### `TG_DOCKER_RELEASE_CHECK_ENABLED`
-
-Enables calling Docker Hub API to fetch the latest released image tag. The fetched tag is displayed in the UI menu.
-
-default: `yes`

pyproject.toml

@@ -8,7 +8,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dataops-testgen"
-version = "4.1.3"
+version = "4.12.6"
 description = "DataKitchen's Data Quality DataOps TestGen"
 authors = [
     { "name" = "DataKitchen, Inc.", "email" = "[email protected]" },
@@ -40,7 +40,7 @@ dependencies = [
     "requests_extensions==1.1.3",
     "numpy==1.26.4",
     "pandas==2.1.4",
-    "streamlit==1.44.1",
+    "streamlit==1.46.1",
     "streamlit-extras==0.3.0",
     "streamlit-aggrid==0.3.4.post3",
     "plotly_express==0.4.1",
@@ -61,7 +61,6 @@ dependencies = [
 
     # Pinned to match the manually compiled libs or for security
     "pyarrow==18.1.0",
-    "snowflake-connector-python==3.13.1",
     "matplotlib==3.9.2",
     "scipy==1.14.1",
     "jinja2==3.1.6",

testgen/__main__.py

@@ -48,6 +48,7 @@
 LOG = logging.getLogger("testgen")
 
 APP_MODULES = ["ui", "scheduler"]
+VERSION_DATA = version_service.get_version()
 
 
 @dataclass
@@ -69,7 +70,13 @@ def invoke(self, ctx: Context):
 
 @click.group(
     cls=CliGroup,
-    help=f"This version: {settings.VERSION} \n\nLatest version: {version_service.get_latest_version()} \n\nSchema revision: {get_schema_revision()}"
+    help=f"""
+    {VERSION_DATA.edition} {VERSION_DATA.current or ""}
+    
+    {f"New version available! {VERSION_DATA.latest}" if VERSION_DATA.latest != VERSION_DATA.current else ""}
+    
+    Schema revision: {get_schema_revision()}
+    """
 )
 @click.option(
     "-v",

testgen/commands/queries/execute_tests_query.py

@@ -29,12 +29,30 @@ def __init__(self, strProjectCode, strFlavor, strTestSuiteId, strTestSuite, minu
 
     def _AssembleDisplayParameters(self):
 
-        lst_parms = ["column_name", "skip_errors", "baseline_ct", "baseline_unique_ct", "baseline_value",
-                     "baseline_value_ct", "baseline_sum", "baseline_avg", "baseline_sd", "subset_condition",
-                     "groupby_names", "having_condition", "window_date_column", "window_days",
-                     "match_column_names", "match_subset_condition", "match_schema_name", "match_table_name",
-                     "match_groupby_names", "match_having_condition",
-                     ]
+        lst_parms = [
+            "column_name",
+            "skip_errors",
+            "baseline_ct",
+            "baseline_unique_ct",
+            "baseline_value",
+            "baseline_value_ct",
+            "baseline_sum",
+            "baseline_avg",
+            "baseline_sd",
+            "lower_tolerance",
+            "upper_tolerance",
+            "subset_condition",
+            "groupby_names",
+            "having_condition",
+            "window_date_column",
+            "window_days",
+            "match_column_names",
+            "match_subset_condition",
+            "match_schema_name",
+            "match_table_name",
+            "match_groupby_names",
+            "match_having_condition",
+        ]
         str_parms = "; ".join(f"{key}={self.dctTestParms[key]}"
                              for key in lst_parms
                              if key.lower() in self.dctTestParms and self.dctTestParms[key] not in [None, ""])
@@ -107,11 +125,6 @@ def GetTestsNonCAT(self, booClean):
 
         return strQ
 
-    def AddTestRecordtoTestRunTable(self):
-        strQ = self._ReplaceParms(read_template_sql_file("ex_write_test_record_to_testrun_table.sql", "execution"))
-
-        return strQ
-
     def PushTestRunStatusUpdateSQL(self):
         # Runs on DK DB
         strQ = self._ReplaceParms(read_template_sql_file("ex_update_test_record_in_testrun_table.sql", "execution"))