Gavel NG

src/main/java/org/polypheny/simpleclient/cli/GavelNGCommand.java

@@ -0,0 +1,124 @@
+/*
+ * The MIT License (MIT)
+ *
+ * Copyright (c) 2019-2022 The Polypheny Project
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ *
+ */
+
+package org.polypheny.simpleclient.cli;
+
+
+import com.github.rvesse.airline.HelpOption;
+import com.github.rvesse.airline.annotations.Arguments;
+import com.github.rvesse.airline.annotations.Command;
+import com.github.rvesse.airline.annotations.Option;
+import com.google.api.client.util.store.DataStore;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.List;
+import javax.inject.Inject;
+import lombok.extern.slf4j.Slf4j;
+import org.polypheny.simpleclient.QueryMode;
+import org.polypheny.simpleclient.executor.Executor.ExecutorFactory;
+import org.polypheny.simpleclient.executor.PolyphenyDbExecutor;
+import org.polypheny.simpleclient.executor.PolyphenyDbJdbcExecutor.PolyphenyDbJdbcExecutorFactory;
+import org.polypheny.simpleclient.executor.PolyphenyDbMongoQlExecutor.PolyphenyDbMongoQlExecutorFactory;
+import org.polypheny.simpleclient.main.GavelNGScenario;
+
+
+@Slf4j
+@Command(name = "gavelng", description = "Mode for quick testing of Polypheny-DB using the Gavel benchmark.")
+public class GavelNGCommand implements CliRunnable {
+
+    @SuppressWarnings("SpringAutowiredFieldsWarningInspection")
+    @Inject
+    private HelpOption<GavelNGCommand> help;
+
+    @Arguments(description = "Task { schema | data | workload | warmup } and multiplier and { view | materialized }.")
+    private List<String> args;
+
+    @Option(name = { "-pdb", "--polyphenydb" }, title = "IP or Hostname", arity = 1, description = "IP or Hostname of  Polypheny-DB (default: 127.0.0.1).")
+    public static String polyphenyDbHost = "127.0.0.1";
+
+    @Option(name = { "--writeCSV" }, arity = 0, description = "Write a CSV file containing execution times for all executed queries (default: false).")
+    public boolean writeCsv = false;
+
+    @Option(name = { "--queryList" }, arity = 0, description = "Dump all Gavel queries as SQL into a file (default: false).")
+    public boolean dumpQueryList = false;
+
+
+    @Override
+    public int run() {
+        if ( args == null || args.size() < 1 ) {
+            System.err.println( "Missing task" );
+            System.exit( 1 );
+        }
+
+        List<String> datastores = new ArrayList<String>(){{
+            add("hsqldb");
+            add("mongodb");
+        }};
+        QueryMode queryMode = QueryMode.TABLE;
+        int multiplier = 1;
+        if ( args.size() > 1 ) {
+            multiplier = Integer.parseInt( args.get( 1 ) );
+            if ( multiplier < 1 ) {
+                System.err.println( "Multiplier needs to be a integer > 0!" );
+                System.exit( 1 );
+            }
+            if ( args.size() > 2 ) {
+                datastores = Arrays.asList( args.get( 2 ).split( "," ) );
+            }
+        }
+
+        ExecutorFactory mqlExecutorFactory = new PolyphenyDbMongoQlExecutorFactory( polyphenyDbHost );
+        ExecutorFactory jdbcExecutorFactory = new PolyphenyDbJdbcExecutorFactory( polyphenyDbHost, true );
+
+        try {
+            if ( args.get( 0 ).equalsIgnoreCase( "data" ) ) {
+                GavelNGScenario.data( jdbcExecutorFactory, mqlExecutorFactory, multiplier, true, queryMode );
+            } else if ( args.get( 0 ).equalsIgnoreCase( "workload" ) ) {
+                GavelNGScenario.workload( jdbcExecutorFactory, mqlExecutorFactory, multiplier, true, writeCsv, dumpQueryList, queryMode );
+            } else if ( args.get( 0 ).equalsIgnoreCase( "schema" ) ) {
+                PolyphenyDbExecutor.PolyphenyDbInstance.deployStores( true, jdbcExecutorFactory, datastores );
+                GavelNGScenario.schema( jdbcExecutorFactory, mqlExecutorFactory, true, queryMode );
+            } else if ( args.get( 0 ).equalsIgnoreCase( "warmup" ) ) {
+                GavelNGScenario.warmup( jdbcExecutorFactory, mqlExecutorFactory, multiplier, true, dumpQueryList, queryMode );
+            } else {
+                System.err.println( "Unknown task: " + args.get( 0 ) );
+            }
+        } catch ( Throwable t ) {
+            log.error( "Exception while executing Gavel!", t );
+            System.exit( 1 );
+        }
+
+        try {
+            Thread.sleep( 2000 );
+        } catch ( InterruptedException e ) {
+            throw new RuntimeException( "Unexpected interrupt", e );
+        }
+
+        return 0;
+    }
+
+
+}

src/main/java/org/polypheny/simpleclient/cli/Main.java

@@ -52,6 +52,7 @@ public static void main( String[] args ) throws SQLException {
         builder.withCommands( YcsbCommand.class );
         builder.withCommands( DumpCommand.class );
         builder.withCommands( HelpCommand.class );
+        builder.withCommands( GavelNGCommand.class );
         builder.withDefaultCommand( HelpCommand.class );
 
         CliRunnable cmd = builder.build().parse( args );

src/main/java/org/polypheny/simpleclient/executor/OltpBenchPolyphenyDbExecutor.java

@@ -94,11 +94,17 @@ public void dropStore( String name ) throws ExecutorException {
 
 
     @Override
-    public void deployStore( String name, String clazz, String config ) throws ExecutorException {
+    public void setPolicies( String clauseName, String value ) throws ExecutorException {
+
+    }
+
+
+    @Override
+    public void deployStore( String name, String clazz, String config, String store ) throws ExecutorException {
         PolyphenyDbJdbcExecutor executor = null;
         try {
             executor = jdbcExecutorFactory.createExecutorInstance( null );
-            executor.deployStore( name, clazz, config );
+            executor.deployStore( name, clazz, config, store );
             executor.executeCommit();
         } catch ( ExecutorException e ) {
             throw new ExecutorException( "Error while executing query via JDBC", e );

src/main/java/org/polypheny/simpleclient/executor/PolyphenyDbCypherExecutor.java

@@ -97,6 +97,12 @@ public void executeInsertList( List<BatchableInsert> batchList, AbstractConfig c
     }
 
 
+    @Override
+    public void setPolicies( String clauseName, String value ) throws ExecutorException {
+        //NoOp
+    }
+
+
     public static class PolyphenyDbCypherExecutorFactory extends ExecutorFactory {
 
         private final String host;