Pre release

.gitignore

@@ -109,6 +109,7 @@ src/Backend/test_data/json
 !src/Backend/test_data/csv/Mental_Health_and_Social_Media_Balance_Dataset.csv
 !src/Backend/test_data/csv/intergration_test_data_1.csv
 !src/Backend/test_data/csv/intergration_test_data_2.csv
+!src/Backend/test_data/substrait_plans/**
 # allow parquet file
 !src/Backend/test_data/parquet/
 !src/Backend/test_data/parquet/capitals_clean.parquet

README.md

@@ -6,19 +6,21 @@ A high-performance, in-memory query execution engine.
 ![Rust Tests](https://github.com/Rich-T-kid/OptiSQL/actions/workflows/rust-test.yml/badge.svg)
 ![Frontend Tests](https://github.com/Rich-T-kid/OptiSQL/actions/workflows/frontend-test.yml/badge.svg)
 
-
 ## Overview
 
 OptiSQL is a custom in-memory query execution engine. The backend (physical execution) is built using golang and rust.The front end (query parsing & optimization) is built using C++.
 
 **Technologies:**
+
 - Go/Rust (physical optimizer, operators)
 - Substrait (logical/physical plan representation)
 - C++ (query parser & optimizer)
 - ect (make,git,s3)
+
 ## Getting Started
 
 ### Prerequisites
+
 - Go 1.24+
 - Rust 1.70+
 - C++23
@@ -83,6 +85,7 @@ OptiSQL/
 Initial development is done in **Go** (`opti-sql-go`), which serves as the primary implementation. The **Rust** version (`opti-sql-rs`) is developed shortly after as a learning exercise and eventual performance-optimized alternative, closely mirroring the Go implementation.
 
 **Key Directories:**
+
 - `/operators` - SQL operator implementations (filter, join, aggregation, project)
 - `/physical-optimizer` - Query plan parsing and optimization
 - `/substrait` - Substrait plan integration
@@ -102,6 +105,7 @@ We use a structured branching model to maintain stability and enable smooth coll
 This approach prevents unstable code from reaching `main`, simplifies rollbacks, and ensures all changes undergo proper testing and review before deployment. Feature branches isolate work, allowing focused reviews and parallel development without conflicts. The `pre-release` branch acts as a staging area where features are bundled together before being released as a new version.
 
 **Workflow:**
+
 1. Create a feature branch from `pre-release`
 2. Implement your changes with tests
 3. Open a PR to merge into `pre-release`
@@ -112,6 +116,7 @@ This approach prevents unstable code from reaching `main`, simplifies rollbacks,
 ### Code Quality
 
 All code quality checks are automated and enforced by CI:
+
 - **Linting** - `golangci-lint` (Go), `clippy` (Rust)
 - **Formatting** - `go fmt` (Go), `cargo fmt` (Rust)
 - **Testing** - Unit tests required for all new code
@@ -133,15 +138,53 @@ Before pushing, verify your changes pass all checks:
 make pre-push
 ```
 
+## How to build
+
+```bash
+docker buildx build \
+  --platform linux/amd64 \
+  -t rich239/execution-engine:0.9.2 \ ## bump major/minor
+  -t rich239/execution-engine:latest \
+  --push \
+  .
+
+```
+
+## How to run
+
+```bash
+docker pull rich239/execution-engine
+docker run -p 7024:7024 rich239/execution-engine
+```
+
+## Example GRPC body
+
+```bash
+{
+    "id": "97b61a8f-ffe1-4e4a-b6d7-73619698dc7a",
+    "sql_statement": "select * from table1 where id > 10",
+    "logical_plan": "ewogICAgIkVtaXQiOiAKICAgIHsKICAgICAgICAiT3BlcmF0b3IiOiAiRmlsdGVyIiwKICAgICAgICAiRmlsdGVyIjogCiAgICAgICAgewogICAgICAgICAgICAiaW5wdXQiOiAKICAgICAgICAgICAgewogICAgICAgICAgICAgICAgIk9wZXJhdG9yIjogIlNvdXJjZSIsCiAgICAgICAgICAgICAgICAiU291cmNlIjogCiAgICAgICAgICAgICAgICB7CiAgICAgICAgICAgICAgICAgICAgImZpbGUtbmFtZSI6ICJ1c2VyX3Rlc3RfZGF0YS5jc3YiLAogICAgICAgICAgICAgICAgICAgICJsb2NhbCI6IGZhbHNlCiAgICAgICAgICAgICAgICB9CiAgICAgICAgICAgIH0sCiAgICAgICAgICAgICJleHByZXNzaW9uIjogCiAgICAgICAgICAgIHsKICAgICAgICAgICAgICAgICJleHByX3R5cGUiOiAiQmluYXJ5RXhwciIsCiAgICAgICAgICAgICAgICAib3AiOiAiR3JlYXRlclRoYW4iLAogICAgICAgICAgICAgICAgImxlZnQiOiAKICAgICAgICAgICAgICAgIHsKICAgICAgICAgICAgICAgICAgICAiZXhwcl90eXBlIjogIkNvbHVtblJlc29sdmUiLAogICAgICAgICAgICAgICAgICAgICJuYW1lIjogImFnZV95ZWFycyIKICAgICAgICAgICAgICAgIH0sCiAgICAgICAgICAgICAgICAicmlnaHQiOiAKICAgICAgICAgICAgICAgIHsKICAgICAgICAgICAgICAgICAgICAiZXhwcl90eXBlIjogIkxpdGVyYWxSZXNvbHZlIiwKICAgICAgICAgICAgICAgICAgICAidmFsdWUiOiAxMCwKICAgICAgICAgICAgICAgICAgICAibGl0X3R5cGUiOiAiaW50IgogICAgICAgICAgICAgICAgfQogICAgICAgICAgICB9CiAgICAgICAgfQogICAgfQp9"
+}
+```
+
 This runs formatting, linting, and all tests.
 
 ## Contributing
 
 Want to contribute? Check out [CONTRIBUTING.md](CONTRIBUTING.md) for detailed guidelines on:
+
 - Writing and running tests
 - PR format and commit message conventions
 - Development workflow and tooling
 - Build and run instructions
 
 ## License
-This project is licensed under the terms specified in [LICENSE.txt](LICENSE.txt).
+
+This project is licensed under the terms specified in [LICENSE.txt](LICENSE.txt).
+
+docker buildx build \
+ --platform linux/amd64 \
+ -t rich239/execution-engine:0.9.5 \ ## bump major/minor
+-t rich239/execution-engine:latest \
+ --push \
+ .

src/Backend/opti-sql-go/Expr/expr.go

@@ -24,35 +24,35 @@ var (
 	}
 )
 
-type binaryOperator int
+type BinaryOperator int
 
 const (
 	// arithmetic
-	Addition       binaryOperator = 1
-	Subtraction    binaryOperator = 2
-	Multiplication binaryOperator = 3
-	Division       binaryOperator = 4
+	Addition       BinaryOperator = 1
+	Subtraction    BinaryOperator = 2
+	Multiplication BinaryOperator = 3
+	Division       BinaryOperator = 4
 	// comparison
-	Equal              binaryOperator = 6
-	NotEqual           binaryOperator = 7
-	LessThan           binaryOperator = 8
-	LessThanOrEqual    binaryOperator = 9
-	GreaterThan        binaryOperator = 10
-	GreaterThanOrEqual binaryOperator = 11
+	Equal              BinaryOperator = 6
+	NotEqual           BinaryOperator = 7
+	LessThan           BinaryOperator = 8
+	LessThanOrEqual    BinaryOperator = 9
+	GreaterThan        BinaryOperator = 10
+	GreaterThanOrEqual BinaryOperator = 11
 	// logical
-	And binaryOperator = 12
-	Or  binaryOperator = 13
+	And BinaryOperator = 12
+	Or  BinaryOperator = 13
 	// RegEx expressions
-	Like binaryOperator = 14 // where column_name like "patte%n_with_wi%dcard_"
+	Like BinaryOperator = 14 // where column_name like "patte%n_with_wi%dcard_"
 )
 
-type supportedFunctions int
+type SupportedFunctions int
 
 const (
-	Upper supportedFunctions = 1
-	Lower supportedFunctions = 2
-	Abs   supportedFunctions = 3
-	Round supportedFunctions = 4
+	Upper SupportedFunctions = 1
+	Lower SupportedFunctions = 2
+	Abs   SupportedFunctions = 3
+	Round SupportedFunctions = 4
 )
 
 type aggFunctions = int
@@ -213,8 +213,7 @@ func (c *ColumnResolve) String() string {
 // Evaluates to a column of length = batch-size, filled with this literal.
 // sql: select 1
 type LiteralResolve struct {
-	Type arrow.DataType
-	// dont forget to cast the value. so string("hello") not just "hello"
+	Type  arrow.DataType
 	Value any
 }
 
@@ -425,11 +424,11 @@ func (l *LiteralResolve) String() string {
 
 type BinaryExpr struct {
 	Left  Expression
-	Op    binaryOperator
+	Op    BinaryOperator
 	Right Expression
 }
 
-func NewBinaryExpr(left Expression, op binaryOperator, right Expression) *BinaryExpr {
+func NewBinaryExpr(left Expression, op BinaryOperator, right Expression) *BinaryExpr {
 	return &BinaryExpr{
 		Left:  left,
 		Op:    op,
@@ -578,11 +577,11 @@ func unpackDatum(d compute.Datum) (arrow.Array, error) {
 }
 
 type ScalarFunction struct {
-	Function  supportedFunctions
+	Function  SupportedFunctions
 	Arguments Expression // resolve to something you can process IE, literal/coloumn Resolve
 }
 
-func NewScalarFunction(function supportedFunctions, Argument Expression) *ScalarFunction {
+func NewScalarFunction(function SupportedFunctions, Argument Expression) *ScalarFunction {
 	return &ScalarFunction{
 		Function:  function,
 		Arguments: Argument,
@@ -736,7 +735,7 @@ func lowerImpl(arr arrow.Array) (arrow.Array, error) {
 		return b.NewArray(), nil
 	}
 }
-func inferScalarFunctionType(fn supportedFunctions, argType arrow.DataType) arrow.DataType {
+func inferScalarFunctionType(fn SupportedFunctions, argType arrow.DataType) arrow.DataType {
 	switch fn {
 
 	case Upper, Lower:
@@ -753,7 +752,7 @@ func inferScalarFunctionType(fn supportedFunctions, argType arrow.DataType) arro
 	}
 }
 
-func inferBinaryType(left arrow.DataType, op binaryOperator, right arrow.DataType) arrow.DataType {
+func inferBinaryType(left arrow.DataType, op BinaryOperator, right arrow.DataType) arrow.DataType {
 	switch op {
 
 	case Addition, Subtraction, Multiplication, Division:
@@ -816,3 +815,57 @@ func validRegEx(columnValue, regExExpr string) bool {
 	return ok
 
 }
+func FnToScalarFunction(s string) SupportedFunctions {
+	switch s {
+	case "Upper":
+		return 1
+	case "Lower":
+		return 2
+	case "Abs":
+		return 3
+	case "Round":
+		return 4
+	}
+	return 1
+}
+
+// matchesBinaryOperator returns true if `name` matches the binaryOperator constant
+// represented by `opInt`, using ONLY the exact names in your const block.
+func MatchesBinaryOperator(name string, opInt int) bool {
+	want := BinaryOperator(opInt)
+
+	switch name {
+	case "Addition":
+		return want == Addition
+	case "Subtraction":
+		return want == Subtraction
+	case "Multiplication":
+		return want == Multiplication
+	case "Division":
+		return want == Division
+
+	case "Equal":
+		return want == Equal
+	case "NotEqual":
+		return want == NotEqual
+	case "LessThan":
+		return want == LessThan
+	case "LessThanOrEqual":
+		return want == LessThanOrEqual
+	case "GreaterThan":
+		return want == GreaterThan
+	case "GreaterThanOrEqual":
+		return want == GreaterThanOrEqual
+
+	case "And":
+		return want == And
+	case "Or":
+		return want == Or
+
+	case "Like":
+		return want == Like
+
+	default:
+		return false
+	}
+}

src/Backend/opti-sql-go/Expr/expr_test.go

@@ -1117,7 +1117,7 @@ func TestInferScalarFunctionType(t *testing.T) {
 				t.Fatalf("expected panic for unknown function, got none")
 			}
 		}()
-		_ = inferScalarFunctionType(supportedFunctions(9999), arrow.PrimitiveTypes.Int32)
+		_ = inferScalarFunctionType(SupportedFunctions(9999), arrow.PrimitiveTypes.Int32)
 	})
 }
 

src/Backend/opti-sql-go/config/config.go

@@ -63,8 +63,8 @@ type secretesConfig struct {
 
 var configInstance *Config = &Config{
 	Server: serverConfig{
-		Port:             8080,
-		Host:             "localhost",
+		Port:             7024,
+		Host:             "0.0.0.0",
 		Timeout:          30,
 		MaxRequestSizeMB: 15,
 	},

src/Backend/opti-sql-go/dockerfile

@@ -0,0 +1,15 @@
+FROM golang:1.24
+
+WORKDIR /app
+
+COPY go.mod go.sum ./
+
+RUN go mod download
+
+COPY . .
+
+RUN go build -o execution-engine .
+
+EXPOSE 7024
+
+CMD ["./execution-engine"]