#482 Add TruthSet (#486)

* #482 Savepoint

* #482 Somewhat working

* #482 Improved logging

* #482 Prepare for versioned release

* #482 Prepare for versioned release

* #482 Fix review issues

* #482 Fix Claud Code Review issues

* #482 Fix Linting

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

* #482 Fix Claude code review issues

Author: docktermj

.github/linters/.golangci.yaml

@@ -125,7 +125,7 @@ linters:
       - examples$
   settings:
     cyclop:
-      max-complexity: 20
+      max-complexity: 25
     depguard:
       rules:
         prevent_unmaintained_packages:
@@ -138,13 +138,17 @@ linters:
     exhaustruct:
       exclude:
         - '.+/cobra\.Command$'
+        - '.+/http\.Client$'
         - '.+/initializer\.BasicInitializer$'
         - '.+/senzingconfig\.BasicSenzingConfig$'
+        - '.+/senzingload\.BasicSenzingLoad$'
         - '.+/senzingschema\.BasicSenzingSchema$'
         - '.+/subject\.SimpleSubject$'
     funlen:
-      lines: 140
-      statements: 75
+      lines: 150
+      statements: 80
+    gocognit:
+      min-complexity: 40
     ireturn:
       allow:
         - anon
@@ -154,6 +158,7 @@ linters:
         - observer.Observer
         - senzing.SzAbstractFactory
         - senzingconfig.SenzingConfig
+        - senzingload.SenzingLoad
         - senzingschema.SenzingSchema
         - settingsparser.SettingsParser
         - stdlib
@@ -165,8 +170,17 @@ linters:
         - '^notifier\.Notify$'
         - '^senzingConfig\.log$'
         - '^senzingConfig\.traceEntry$'
+        - '^senzingLoad\.log$'
+        - '^senzingLoad\.traceEntry$'
         - '^senzingSchema\.log$'
         - '^senzingSchema\.traceEntry$'
+    tagliatelle:
+      case:
+        rules:
+          json: camel
+        overrides:
+          - pkg: senzingload
+            ignore: true
 formatters:
   enable:
     - gci

.vscode/cspell.json

@@ -129,4 +129,4 @@
     "rootfs/opt/senzing/*",
     "Makefile"
   ]
-}
+}

CHANGELOG.md

@@ -9,6 +9,12 @@ and this project adheres to [Semantic Versioning].
 
 -
 
+## [0.8.0] - 2025-11-18
+
+### Added in 0.8.0
+
+- Option to load Senzing TruthSet
+
 ## [0.7.22] - 2025-11-14
 
 ### Changed in 0.7.22

README.md

@@ -123,6 +123,7 @@ This usage shows how to initialize a database with a Docker container.
 - **[SENZING_TOOLS_ENGINE_LOG_LEVEL]**
 - **[SENZING_TOOLS_ENGINE_MODULE_NAME]**
 - **[SENZING_TOOLS_LICENSE_STRING_BASE64]**
+- **[SENZING_TOOLS_LOAD_TRUTHSET]**
 - **[SENZING_TOOLS_LOG_LEVEL]**
 - **[SENZING_TOOLS_OBSERVER_ORIGIN]**
 - **[SENZING_TOOLS_OBSERVER_URL]**
@@ -171,6 +172,7 @@ This usage shows how to initialize a database with a Docker container.
 [SENZING_TOOLS_ENGINE_LOG_LEVEL]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_engine_log_level
 [SENZING_TOOLS_ENGINE_MODULE_NAME]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_engine_module_name
 [SENZING_TOOLS_LICENSE_STRING_BASE64]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_license_string_base64
+[SENZING_TOOLS_LOAD_TRUTHSET]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_load_truthset
 [SENZING_TOOLS_LOG_LEVEL]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_log_level
 [SENZING_TOOLS_OBSERVER_ORIGIN]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_observer_origin
 [SENZING_TOOLS_OBSERVER_URL]: https://github.com/senzing-garage/knowledge-base/blob/main/lists/environment-variables.md#senzing_tools_observer_url

bearer.ignore

@@ -0,0 +1,7 @@
+{
+  "f4081e29dc5e581b17a720a892f4cdc7_0": {
+    "author": "docktermj",
+    "false_positive": false,
+    "ignored_at": "2025-11-18T21:57:43Z"
+  }
+}

cmd/github.go

@@ -5,11 +5,11 @@
 package cmd
 
 var (
-	githubDate           = "2025-11-14"
+	githubDate           = "2025-11-18"
 	githubIteration      = "0"
-	githubRef            = "refs/tags/0.7.23"
-	githubRefName        = "0.7.23"
+	githubRef            = "refs/tags/0.8.0"
+	githubRefName        = "0.8.0"
 	githubRepository     = "senzing-garage/init-database"
 	githubRepositoryName = "init-database"
-	githubVersion        = "0.7.23"
+	githubVersion        = "0.8.0"
 )

cmd/root.go

@@ -23,8 +23,9 @@ import (
 
 const (
 	envarEngineConfigurationFile              = "SENZING_TOOLS_ENGINE_CONFIGURATION_FILE"
-	envarSQLFile                       string = "SENZING_TOOLS_SQL_FILE"
 	envarInstallSenzingErConfiguration string = "SENZING_TOOLS_INSTALL_SENZING_ER_CONFIGURATION"
+	envarLoadTruthset                  string = "SENZING_TOOLS_LOAD_TRUTHSET"
+	envarSQLFile                       string = "SENZING_TOOLS_SQL_FILE"
 	Short                              string = "Initialize a database with the Senzing schema and configuration"
 	Use                                string = "init-database"
 )
@@ -35,6 +36,15 @@ var Long = getLong()
 // Context variables
 // ----------------------------------------------------------------------------
 
+// Load the TruthSet data found at https://github.com/Senzing/truth-sets.
+var OptionLoadTruthset = option.ContextVariable{
+	Arg:     "load-truthset",
+	Default: option.OsLookupEnvBool(envarLoadTruthset, false),
+	Envar:   envarLoadTruthset,
+	Help:    "Load the Senzing TruthSet files [%s]",
+	Type:    optiontype.Bool,
+}
+
 var OptionEngineConfigurationFile = option.ContextVariable{
 	Arg:     "engine-configuration-file",
 	Default: getEngineConfigurationFileDefault(),
@@ -60,7 +70,6 @@ var OptionInstallSenzingErConfiguration = option.ContextVariable{
 }
 
 var ContextVariablesForMultiPlatform = []option.ContextVariable{
-	OptionInstallSenzingErConfiguration,
 	option.Configuration,
 	option.CoreInstanceName,
 	option.CoreLogLevel,
@@ -71,6 +80,8 @@ var ContextVariablesForMultiPlatform = []option.ContextVariable{
 	option.LogLevel,
 	option.ObserverOrigin,
 	option.ObserverURL,
+	OptionInstallSenzingErConfiguration,
+	OptionLoadTruthset,
 }
 
 var ContextVariables = append(ContextVariablesForMultiPlatform, ContextVariablesForOsArch...)
@@ -124,8 +135,10 @@ func RunE(_ *cobra.Command, _ []string) error {
 	}
 
 	initializer := &initializer.BasicInitializer{
-		DataSources:                 viper.GetStringSlice(option.Datasources.Arg),
 		DatabaseURLs:                databaseURLs,
+		DataSources:                 viper.GetStringSlice(option.Datasources.Arg),
+		InstallSenzingConfiguration: viper.GetBool(OptionInstallSenzingErConfiguration.Arg),
+		LoadTruthset:                viper.GetBool(OptionLoadTruthset.Arg),
 		ObserverOrigin:              viper.GetString(option.ObserverOrigin.Arg),
 		ObserverURL:                 viper.GetString(option.ObserverURL.Arg),
 		SenzingInstanceName:         viper.GetString(option.CoreInstanceName.Arg),
@@ -134,7 +147,6 @@ func RunE(_ *cobra.Command, _ []string) error {
 		SenzingSettingsFile:         viper.GetString(OptionEngineConfigurationFile.Arg),
 		SenzingVerboseLogging:       viper.GetInt64(option.CoreLogLevel.Arg),
 		SQLFile:                     viper.GetString(OptionSQLFile.Arg),
-		InstallSenzingConfiguration: viper.GetBool(OptionInstallSenzingErConfiguration.Arg),
 	}
 
 	err = initializer.Initialize(ctx)

docker-compose/docker-compose.mssql.yaml

@@ -9,7 +9,7 @@ services:
     container_name: senzing-mssql-driver
     environment:
       ACCEPT_EULA: Y
-    image: senzing/apt:${SENZING_DOCKER_IMAGE_VERSION_APT:-latest}
+    image: senzing/apt:${SENZING_DOCKER_IMAGE_VERSION_SENZING_APT:-latest}
     networks:
       - senzing
     restart: on-failure
@@ -86,7 +86,7 @@ services:
       SENZING_TOOLS_DATASOURCES: "CUSTOMERS, REFERENCE, WATCHLIST"
       ODBCINI: /var/opt/senzing/odbc.ini
       ODBCSYSINI: /opt/microsoft/msodbcsql18/etc
-    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_INIT_DATABASE:-latest}
+    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_SENZING_INIT_DATABASE:-latest}
     networks:
       - senzing
     restart: on-failure
@@ -98,7 +98,7 @@ services:
     container_name: senzing-adminer
     environment:
       ADMINER_DEFAULT_SERVER: senzing-mssql
-    image: senzing/adminer:${SENZING_DOCKER_IMAGE_VERSION_ADMINER:-latest}
+    image: senzing/adminer:${SENZING_DOCKER_IMAGE_VERSION_SENZING_ADMINER:-latest}
     networks:
       - senzing
     ports:

docker-compose/docker-compose.mysql.yaml

@@ -25,7 +25,7 @@ services:
     environment:
       SENZING_TOOLS_DATABASE_URL: "mysql://mysql:mysql@mysql:3306/G2"
       SENZING_TOOLS_DATASOURCES: "CUSTOMERS, REFERENCE, WATCHLIST"
-    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_INIT_DATABASE:-latest}
+    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_SENZING_INIT_DATABASE:-latest}
     networks:
       - senzing
     restart: on-failure

docker-compose/docker-compose.postgresql.yaml

@@ -44,10 +44,10 @@ services:
     environment:
       # See https://hub.docker.com/_/postgres "Environment Variables"
       PGDATA: /var/lib/postgresql/data/pgdata
-      POSTGRES_DB: ${POSTGRES_DB:-G2}
-      POSTGRES_PASSWORD: ${POSTGRESQL_POSTGRES_PASSWORD:-postgres}
+      POSTGRES_DB: G2
+      POSTGRES_PASSWORD: postgres
     healthcheck:
-      test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USERNAME:-postgres}"]
+      test: ["CMD-SHELL", "pg_isready -U postgres"]
       interval: 10s
       timeout: 5s
       retries: 5
@@ -68,7 +68,7 @@ services:
     environment:
       SENZING_TOOLS_DATABASE_URL: "postgresql://postgres:postgres@postgres:5432/G2/?sslmode=disable"
       SENZING_TOOLS_DATASOURCES: "CUSTOMERS, REFERENCE, WATCHLIST"
-    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_INIT_DATABASE:-latest}
+    image: senzing/init-database:${SENZING_DOCKER_IMAGE_VERSION_SENZING_INIT_DATABASE:-latest}
     networks:
       - senzing
     restart: on-failure