SQream · Sean-Tomarian · Aug 4, 2021 · Oct 20, 2021 · Oct 24, 2021 · Oct 24, 2021
diff --git a/_static/images/SAP_BO.png b/_static/images/SAP_BO.png
diff --git a/_static/images/SAP_BO_2.png b/_static/images/SAP_BO_2.png
diff --git a/_static/images/TPD_33.png b/_static/images/TPD_33.png
diff --git a/_static/images/chunking2.png b/_static/images/chunking2.png
diff --git a/_static/images/chunking_metadata2.png b/_static/images/chunking_metadata2.png
diff --git a/_static/images/color_table.png b/_static/images/color_table.png
diff --git a/_static/images/dashboard.png b/_static/images/dashboard.png
diff --git a/_static/images/execution_tree_1.png b/_static/images/execution_tree_1.png
diff --git a/_static/images/search_field.png b/_static/images/search_field.png
diff --git a/_static/images/studio_icon_close.png b/_static/images/studio_icon_close.png
diff --git a/_static/images/studio_icon_copy.png b/_static/images/studio_icon_copy.png
diff --git a/_static/images/studio_icon_ddl_edit.png b/_static/images/studio_icon_ddl_edit.png
diff --git a/_static/images/studio_icon_dots.png b/_static/images/studio_icon_dots.png
diff --git a/_static/images/studio_icon_left.png b/_static/images/studio_icon_left.png
diff --git a/_static/images/studio_icon_plain.png b/_static/images/studio_icon_plain.png
diff --git a/_static/images/studio_icon_right.png b/_static/images/studio_icon_right.png
diff --git a/_static/images/studio_icon_search.png b/_static/images/studio_icon_search.png
diff --git a/_static/images/third_party_connectors/pentaho/connection_tested_successfully_2.png b/_static/images/third_party_connectors/pentaho/connection_tested_successfully_2.png
diff --git a/_static/images/third_party_connectors/pentaho/csv_file_input_options.png b/_static/images/third_party_connectors/pentaho/csv_file_input_options.png
diff --git a/_static/images/third_party_connectors/pentaho/csv_file_input_options_2.png b/_static/images/third_party_connectors/pentaho/csv_file_input_options_2.png
diff --git a/_static/images/third_party_connectors/pentaho/main_output_of_step.png b/_static/images/third_party_connectors/pentaho/main_output_of_step.png
diff --git a/...cture/filesystem_and_filesystem_usage.rst → ...cture/filesystem_and_filesystem_usage.rst b/...cture/filesystem_and_filesystem_usage.rst → ...cture/filesystem_and_filesystem_usage.rst
diff --git a/guides/architecture/index.rst → architecture/index.rst b/guides/architecture/index.rst → architecture/index.rst
@@ -1,7 +1,7 @@
 .. _architecture:
 
 ***********************
-Architecture
+System Architecture
 ***********************
 
 This topic includes guides that walk an end-user, database administrator, or system architect through the main ideas behind SQream DB.

diff --git a/...s/architecture/internals_architecture.rst → architecture/internals_architecture.rst b/...s/architecture/internals_architecture.rst → architecture/internals_architecture.rst
@@ -1,7 +1,7 @@
 .. _internals_architecture:
 
 ***************************
-Internals and architecture
+Internals and Architecture
 ***************************
 
 SQream DB internals

diff --git a/...re/processes_and_network_architecture.rst → ...re/processes_and_network_architecture.rst b/...re/processes_and_network_architecture.rst → ...re/processes_and_network_architecture.rst
@@ -1,7 +1,7 @@
 .. _processes_and_network_architecture:
 
 *************************************
-Processes and network architecture
+Processes and Network Architecture
 *************************************
 
 A SQream DB installation contains several components:

diff --git a/conf.py b/conf.py
@@ -21,11 +21,14 @@
 # -- Project information -----------------------------------------------------
 
 project = 'SQream DB'
-copyright = '2021 SQream'
-author = 'Sean Tomarian'
+copyright = '2022 SQream'
+author = 'SQream Documentation'
+
 
 # The full version, including alpha/beta/rc tags
-release = '2020.3.1'
+
+release = '2020.3.2.1'
+
 
 
 # -- General configuration ---------------------------------------------------
@@ -108,4 +111,4 @@
 base_version = release.split('-')[0]
 rst_epilog = """
 .. |latest_version| replace:: v{}
-""".format(base_version)
+""".format(base_version)
diff --git a/configuration_guides/admin_cluster_flags.rst b/configuration_guides/admin_cluster_flags.rst
@@ -0,0 +1,9 @@
+.. _admin_cluster_flags:
+
+*************************
+Cluster Administration Flags
+*************************
+
+The **Cluster Administration Flags** page describes **Cluster** modification type flags, which can be modified by administrators on a session and cluster basis using the ``ALTER SYSTEM SET`` command:
+
+* `Setting Maximum CSV Row Length <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/csv_limit_row_length.html>`_
diff --git a/configuration_guides/admin_flags.rst b/configuration_guides/admin_flags.rst
@@ -0,0 +1,18 @@
+.. _admin_flags:
+
+*************************
+Administration Flags
+*************************
+
+The **Administration Flags** page describes the following flag types, which can be modified by administrators on a session and cluster basis using the ``ALTER SYSTEM SET`` command:
+
+
+.. toctree::
+   :maxdepth: 1
+   :glob:
+
+   admin_regular_flags
+   admin_cluster_flags
+   admin_worker_flags
+
+
diff --git a/configuration_guides/admin_regular_flags.rst b/configuration_guides/admin_regular_flags.rst
@@ -0,0 +1,32 @@
+.. _admin_regular_flags:
+
+*************************
+Regular Administration Flags
+*************************
+The **Regular Administration Flags** page describes **Regular** modification type flags, which can be modified by administrators on a session and cluster basis using the ``ALTER SYSTEM SET`` command:
+
+* `Setting Bin Size <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/bin_sizes.html>`_
+* `Setting CUDA Memory <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/check_cuda_memory.html>`_
+* `Limiting Runtime to Utility Functions <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/compiler_gets_only_ufs.html>`_
+* `Enabling High Bin Control Granularity <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/copy_to_restrict_utf8.html>`_
+* `Reducing CPU Hashtable Sizes <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/cpu_reduce_hashtable_size.html>`_
+* `Setting Chunk Size for Copying from CPU to GPU <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/cuda_mem_cpy_max_size_bytes.html>`_
+* `Indicating GPU Synchronicity <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/cuda_mem_cpy_synchronous.html>`_
+* `Enabling Modification of R&D Flags <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/developer_mode.html>`_
+* `Checking for Post-Production CUDA Errors <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/enable_device_debug_messages.html>`_
+* `Enabling Modification of clientLogger_debug File <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/enable_log_debug.html>`_
+* `Activating the NVidia Profiler Markers <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/enable_nv_prof_markers.html>`_
+* `Appending String at End of Log Lines <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/end_log_message.html>`_
+* `Monitoring and Printing Pinned Allocation Reports <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/gather_mem_stat.html>`_
+* `Increasing Chunk Size to Reduce Query Speed <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/increase_chunk_size_before_reduce.html>`_
+* `Adding Rechunker before Expensing Chunk Producer <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/increase_mem_factors.html>`_
+* `Setting the Buffer Size <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/level_db_write_buffer_size.html>`_
+* `Maximum Pinned Percentage of Total RAM <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/max_pinned_percentage_of_total_ram.html>`_
+* `Setting Memory Used to Abort Server <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/memory_reset_trigger_mb.html>`_
+* `Splitting Large Reads for Concurrent Execution <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/mt_read.html>`_
+* `Setting Worker Amount to Handle Concurrent Reads <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/mt_read_workers.html>`_
+* `Setting Implicit Casts in ORC Files <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/orc_implicit_casts.html>`_
+* `Setting Timeout Limit for Locking Objects before Executing Statements <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/statement_lock_timeout.html>`_
+* `Interpreting Decimal Literals as Double Instead of Numeric <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/use_legacy_decimal_literals.html>`_
+* `Interpreting VARCHAR as TEXT <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/use_legacy_string_literals.html>`_
+* `VARCHAR Identifiers <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/varchar_identifiers.html>`_
diff --git a/configuration_guides/admin_worker_flags.rst b/configuration_guides/admin_worker_flags.rst
@@ -0,0 +1,11 @@
+.. _admin_worker_flags:
+
+*************************
+Worker Administration Flags
+*************************
+The **Worker Administration Flags** page describes **Worker** modification type flags, which can be modified by administrators on a session and cluster basis using the ``ALTER SYSTEM SET`` command:
+
+* `Setting Total Device Memory Usage in SQream Instance <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/cuda_mem_quota.html>`_
+* `Enabling Manually Setting Reported IP <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/machine_ip.html>`_
+* `Setting Port Used for Metadata Server Connection <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/metadata_server_port.html>`_
+* `Assigning Local Network IP <https://docs.sqream.com/en/v2020.3.2.1/configuration_guides/use_config_ip.html>`_
diff --git a/configuration_guides/bin_sizes.rst b/configuration_guides/bin_sizes.rst
@@ -0,0 +1,13 @@
+.. _bin_sizes:
+
+*************************
+Setting Bin Size
+*************************
+The ``binSizes`` flag sets the custom bin size in the cache to enable high granularity over bin control.
+
+The following describes the ``binSizes`` flag:
+
+* **Data type** - string
+
+The **Default value** for the ``binSizes`` flag is ``16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536,131072,262144,524288,1048576,2097152,4194304,8388608,16777216,33554432,67108864,134217728,268435456,536870912,786432000,107374,1824,``
+``1342177280,1610612736,1879048192,2147483648,2415919104,2684354560,2952790016,3221225472``
diff --git a/configuration_guides/cache_disk_dir.rst b/configuration_guides/cache_disk_dir.rst
@@ -0,0 +1,12 @@
+.. _cache_disk_dir:
+
+*************************
+Setting Spool Saved File Directory Location
+*************************
+The ``cacheDiskDir`` flag sets the ondisk directory location for the spool to save files on.
+
+The following describes the ``cacheDiskDir`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``128``
+* **Allowed values** - Any legal string
diff --git a/configuration_guides/cache_disk_gb.rst b/configuration_guides/cache_disk_gb.rst
@@ -0,0 +1,12 @@
+.. _cache_disk_gb:
+
+*************************
+Setting Disk Spool Memory
+*************************
+The ``cacheDiskGB`` flag sets the amount of memory (GB) to be used by Spool on the disk.
+
+The following describes the ``cacheDiskGB`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``128``
+* **Allowed values** - 0-4000000000
diff --git a/configuration_guides/cache_eviction_milliseconds.rst b/configuration_guides/cache_eviction_milliseconds.rst
@@ -0,0 +1,12 @@
+.. _cache_eviction_milliseconds:
+
+*************************
+Setting Cache Flushing
+*************************
+The ``cacheEvictionMilliseconds`` flag sets how long the cache stores contents before being flushed.
+
+The following describes the ``cacheEvictionMilliseconds`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``2000``
+* **Allowed values** - 1-4000000000
diff --git a/configuration_guides/cache_partitions.rst b/configuration_guides/cache_partitions.rst
@@ -0,0 +1,12 @@
+.. _cache_partitions:
+
+*************************
+Setting Cache Partitions
+*************************
+The ``cachePartitions`` flag sets the number of partitions that the cache is split into.
+
+The following describes the ``cachePartitions`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``4``
+* **Allowed values** - 1-4000000000
diff --git a/configuration_guides/cache_persistent_dir.rst b/configuration_guides/cache_persistent_dir.rst
@@ -0,0 +1,12 @@
+.. _cache_persistent_dir:
+
+*************************
+Setting Spool Persistent Saved File Directory Location
+*************************
+The ``cachePersistentDir`` flag sets the persistent directory location for the spool to save files on.
+
+The following describes the ``cachePersistentDir`` flag:
+
+* **Data type** - string
+* **Default value** - ``/tmp``
+* **Allowed values** - Any legal string
diff --git a/configuration_guides/cache_persistent_gb.rst b/configuration_guides/cache_persistent_gb.rst
@@ -0,0 +1,12 @@
+.. _cache_persistent_gb:
+
+*************************
+Setting Data Stored Persistently on Cache
+*************************
+The ``cachePersistentGB`` flag sets the amount of data (GB) for the cache to store persistently	.
+
+The following describes the ``cachePersistentGB`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``128``
+* **Allowed values** - 0-4000000000
diff --git a/configuration_guides/cache_ram_gb.rst b/configuration_guides/cache_ram_gb.rst
@@ -0,0 +1,12 @@
+.. _cache_ram_gb:
+
+*************************
+Setting InMemory Spool Memory
+*************************
+The ``cacheRamGB`` flag sets the amount of memory (GB) to be used by Spool InMemory.
+
+The following describes the ``cacheRamGB`` flag:
+
+* **Data type** - size_t
+* **Default value** - ``16``
+* **Allowed values** - 0-4000000000
diff --git a/configuration_guides/check_cuda_memory.rst b/configuration_guides/check_cuda_memory.rst
@@ -0,0 +1,12 @@
+.. _check_cuda_memory:
+
+*************************
+Setting CUDA Memory
+*************************
+The ``checkCudaMemory`` flag sets the pad device memory allocation with safety buffers to catch out-of-bounds writes.
+
+The following describes the ``checkCudaMemory`` flag:
+
+* **Data type** - boolean
+* **Default value** - ``false``
+* **Allowed values** - ``true``, ``false``
diff --git a/configuration_guides/compiler_gets_only_ufs.rst b/configuration_guides/compiler_gets_only_ufs.rst
@@ -0,0 +1,12 @@
+.. _compiler_gets_only_ufs:
+
+*************************
+Limiting Runtime to Utility Functions
+*************************
+The ``compilerGetsOnlyUFs`` flag sets the runtime to pass only utility functions names to the compiler.
+
+The following describes the ``compilerGetsOnlyUFs`` flag:
+
+* **Data type** - boolean
+* **Default value** - ``false``
+* **Allowed values** - ``true``, ``false``
diff --git a/configuration_guides/configuration_flags.rst b/configuration_guides/configuration_flags.rst
@@ -0,0 +1,20 @@
+.. _configuration_flags:
+
+*************************
+Configuration Flags
+*************************
+SQream provides two methods for configuration your instance of SQream. The current configuration method is based on cluster and session-based configuration, described in more detail below. Users can also use the previous configuration method done using a configuration file.
+
+The **Configuration Methods** page describes the following configurations methods:
+
+.. toctree::
+   :maxdepth: 1
+   :glob:
+   :titlesonly:
+
+   admin_flags
+   generic_flags
+
+
+
+
diff --git a/configuration_guides/configuring_sqream.rst b/configuration_guides/configuring_sqream.rst
@@ -0,0 +1,22 @@
+.. _configuring_sqream:
+
+*************************
+Configuring SQream
+*************************
+The **Configuring SQream** page describes the following configuration topics:
+
+.. toctree::
+   :maxdepth: 1
+   :glob:
+   :titlesonly:
+
+   current_method_configuration_levels
+   current_method_flag_types
+   current_method_configuration_roles
+   current_method_modification_methods
+   current_method_configuring_your_parameter_values
+   current_method_command_examples
+   current_method_showing_all_flags_in_the_catalog_table
+   current_method_all_configurations
+
+
diff --git a/configuration_guides/copy_to_restrict_utf8.rst b/configuration_guides/copy_to_restrict_utf8.rst
@@ -0,0 +1,12 @@
+.. _copy_to_restrict_utf8:
+
+*************************
+Enabling High Bin Control Granularity
+*************************
+The ``copyToRestrictUtf8`` flag sets sets the custom bin size in the cache to enable high bin control granularity.
+
+The following describes the ``copyToRestrictUtf8`` flag:
+
+* **Data type** - boolean
+* **Default value** - ``false``
+* **Allowed values** - ``true``, ``false``
diff --git a/configuration_guides/cpu_reduce_hashtable_size.rst b/configuration_guides/cpu_reduce_hashtable_size.rst
@@ -0,0 +1,12 @@
+.. _cpu_reduce_hashtable_size:
+
+*************************
+Setting Hashtable Size for GROUP BY Queries
+*************************
+The ``cpuReduceHashtableSize`` flag sets the size of the hashtable in your CPU while running a ``GROUP BY`` query. 
+
+The following describes the ``cpuReduceHashtableSize`` flag:
+
+* **Data type** - uint
+* **Default value** - ``10000``
+* **Allowed values** - 1-4000000000
diff --git a/configuration_guides/csv_limit_row_length.rst b/configuration_guides/csv_limit_row_length.rst
@@ -0,0 +1,12 @@
+.. _csv_limit_row_length:
+
+*************************
+Setting Maximum CSV Row Length
+*************************
+The ``csvLimitRowLength`` flag sets the maximum supported CSV row length.
+
+The following describes the ``csvLimitRowLength`` flag:
+
+* **Data type** - uint
+* **Default value** - ``100000``
+* **Allowed values** - 1-4000000000
diff --git a/configuration_guides/cuda_mem_cpy_max_size_bytes.rst b/configuration_guides/cuda_mem_cpy_max_size_bytes.rst
@@ -0,0 +1,12 @@
+.. _cuda_mem_cpy_max_size_bytes:
+
+*************************
+Setting Chunk Size for Copying from CPU to GPU
+*************************
+The ``cudaMemcpyMaxSizeBytes`` flag sets the chunk size for copying from CPU to GPU. If this value is set to ``0``, do not divide.
+
+The following describes the ``cudaMemcpyMaxSizeBytes`` flag:
+
+* **Data type** - uint
+* **Default value** - ``0``
+* **Allowed values** - 0-4000000000
diff --git a/configuration_guides/cuda_mem_cpy_synchronous.rst b/configuration_guides/cuda_mem_cpy_synchronous.rst
@@ -0,0 +1,12 @@
+.. _cuda_mem_cpy_synchronous:
+
+*************************
+Indicating GPU Synchronicity
+*************************
+The ``CudaMemcpySynchronous`` flag indicates if copying from/to GPU is synchronous.
+
+The following describes the ``CudaMemcpySynchronous`` flag:
+
+* **Data type** - boolean
+* **Default value** - ``false``
+* **Allowed values** - ``true``, ``false``
diff --git a/configuration_guides/cuda_mem_quota.rst b/configuration_guides/cuda_mem_quota.rst
@@ -0,0 +1,12 @@
+.. _cuda_mem_quota:
+
+*************************
+Setting Total Device Memory Usage in SQream Instance
+*************************
+The ``cudaMemQuota`` flag sets the percentage of total device memory used by your instance of SQream.
+
+The following describes the ``cudaMemQuota`` flag:
+
+* **Data type** - uint
+* **Default value** - ``90``
+* **Allowed values** - 0-100