0.8.0 Develop merge

.github/workflows/tests.yml

@@ -1,4 +1,6 @@
 name: Go
+permissions:
+  contents: read
 
 #
 # git hub actions config file. https://docs.github.com/en/actions
@@ -13,50 +15,70 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Set up Go 1.x
-        uses: actions/setup-go@v2
+        uses: actions/setup-go@v5
         with:
-          go-version: ^1.18
+          go-version: ^1.23.6
 
       - name: Check out code into the Go module directory
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
 
       - name: Build
         run: go build -v ./
 
       - name: Store grip
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: gripBin
           path: grip
 
+
   unitTests:
     needs: build
     name: Unit tests
     runs-on: ubuntu-latest
     steps:
       - name: Set up Go 1.x
-        uses: actions/setup-go@v2
+        uses: actions/setup-go@v5
         with:
-          go-version: ^1.18
+          go-version: ^1.23.6
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: run unit tests
         run: |
-          go test ./test/... -config badger.yml
-
-
+          go test ./test/... -config pebble.yml
+
+  kafkaTest:
+    needs: build
+    name: Kafka tests
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v4
+      - name: Python Dependencies for Conformance
+        run: pip install requests numpy kafka-python
+      - name: Download grip
+        uses: actions/download-artifact@v4
+        with:
+          name: gripBin
+      - name: Kafka Test
+        run: |
+          chmod +x grip
+          make start-kafka
+          ./grip server -c ./test/kafka.yml &
+          sleep 5
+          python conformance/run_kafka.py
 
   badgerTest:
     needs: build
     name: Badger Conformance
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
       - name: Badger Test
@@ -65,19 +87,18 @@ jobs:
           ./grip server --rpc-port 18202 --http-port 18201 --config ./test/badger.yml &
           sleep 5
           make test-conformance
-
 
   pebbleTest:
     needs: build
     name: Pebble Conformance
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
       - name: Pebble Test
@@ -86,19 +107,18 @@ jobs:
           ./grip server --rpc-port 18202 --http-port 18201 --config ./test/pebble.yml &
           sleep 5
           make test-conformance
-
 
   mongoTest:
     needs: build
     name: Mongo Test
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
       - name: Mongo Conformance
@@ -107,90 +127,84 @@ jobs:
           make start-mongo
           ./grip server --rpc-port 18202 --http-port 18201 --config ./test/mongo.yml &
           sleep 5
-          make test-conformance
-
+          python conformance/run_conformance.py http://localhost:18201 --exclude nested_index
 
   mongoCoreTest:
     needs: build
     name: Mongo Core Test
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
-      - name: Mongo Conformance
+      - name: Mongo Core Conformance
         run: |
           chmod +x grip
           make start-mongo
           ./grip server --rpc-port 18202 --http-port 18201 --config ./test/mongo-core-processor.yml &
           sleep 5
           make test-conformance
-
 
-  elasticTest:
+  postgresTest:
     needs: build
-    name: Elastic Test
+    name: Postgres Test
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
-      - name: Elastic Conformance
+      - name: Postgres Conformance
         run: |
           chmod +x grip
-          make start-elastic
+          make start-postgres
           sleep 15
-          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/elastic.yml &
+          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/psql.yml &
           sleep 5
-          make test-conformance
-
+          python conformance/run_conformance.py http://localhost:18201 --exclude aggregations
 
-  portgresTest:
+  sqliteTest:
     needs: build
-    name: Portgres Test
+    name: Sqlite Test
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
-      - name: Postgres Conformance
+      - name: Sqlite Conformance
         run: |
           chmod +x grip
-          make start-postgres
-          sleep 15
-          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/psql.yml &
+          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/sqlite.yml &
           sleep 5
-          python conformance/run_conformance.py http://localhost:18201 --exclude index aggregations
-
+          python conformance/run_conformance.py http://localhost:18201 --exclude aggregations
 
   gripperTest:
     needs: build
     name: Gripper Test
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Update pip
         run: pip install --upgrade pip
       - name: Python Dependencies for Conformance
         run: pip install -U requests numpy grpcio-tools protobuf
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
       - name: Gripper Conformance
@@ -201,61 +215,71 @@ jobs:
           sleep 5
           ./grip server --rpc-port 18202 --http-port 18201 --config ./gripper/test-graph/config.yaml --er tableServer=localhost:50051 &
           sleep 5
-          python conformance/run_conformance.py http://localhost:18201 --readOnly swapi
-
+          python conformance/run_conformance.py http://localhost:18201 --readOnly swapi --exclude index pivot
 
   authTest:
     needs: build
     name: Auth Conformance
     runs-on: ubuntu-latest
     steps:
       - name: Check out code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
       - name: Python Dependencies for Conformance
         run: pip install requests numpy PyYAML
       - name: Download grip
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: gripBin
       - name: Auth Test
         run: |
           # start grip server
           chmod +x grip
-          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/badger-auth.yml &
+          ./grip server --rpc-port 18202 --http-port 18201 --config ./test/pebble-auth.yml &
           sleep 5
           # simple auth
-          # run tests without credentials, should fail 
+          # run tests without credentials, should fail
           if make test-conformance
           then
             echo "ERROR: Conformance tests ran without credentials." ; exit 1
           else
-            echo "Got expected auth error" 
-          fi          
+            echo "Got expected auth error"
+          fi
           # run specialized role based tests
-          make test-authorization ARGS="--grip_config_file_path test/badger-auth.yml"
-
-
-
+          make test-authorization ARGS="--grip_config_file_path test/pebble-auth.yml"
 
-    #gridsTest:
-    #  needs: build
-    #  name: GRIDs Conformance
-    #  runs-on: ubuntu-latest
-    #  steps:
-    #  - name: Check out code
-    #    uses: actions/checkout@v2
-    #  - name: Python Dependencies for Conformance
-    #    run: pip install requests numpy
-    #  - name: Download grip
-    #    uses: actions/download-artifact@v2
-    #    with:
-    #      name: gripBin
-    #  - name: GRIDs unit tests
-    #    run: |
-    #      chmod +x grip
-    #      go test ./test -config grids.yml
-    #  - name: GRIDs Test
-    #    run: |
-    #      ./grip server --rpc-port 18202 --http-port 18201 --config ./test/grids.yml &
-    #      sleep 5
-    #      make test-conformance
+  gridsTest:
+    needs: build
+    name: GRIDs Conformance
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check out code
+      uses: actions/checkout@v4
+    - name: Python Dependencies for Conformance
+      run: pip install requests numpy
+    - name: Download grip
+      uses: actions/download-artifact@v4
+      with:
+        name: gripBin
+    - name: GRIDs Test
+      run: |
+        chmod +x grip
+        ./grip server --rpc-port 18202 --http-port 18201 --config ./test/grids.yml &
+        sleep 5
+        make test-conformance
+
+
+  gridsUnitTest:
+    needs: build
+    name: GRIDs Unit Test
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check out code
+      uses: actions/checkout@v4
+    - name: Download grip
+      uses: actions/download-artifact@v4
+      with:
+        name: gripBin
+    - name: GRIDs unit tests
+      run: |
+        chmod +x grip
+        go test ./test -config grids.yml

.gitignore

@@ -35,3 +35,4 @@ gripql/R/*.tar.gz
 # dev tools
 .idea/
 .vscode/
+.DS_Store