Merge asterix-experiments to master
Change-Id: I79b91e045bd056e62adb6e48795a6625baee0062
Reviewed-on: https://asterix-gerrit.ics.uci.edu/642
Reviewed-by: Ian Maxon <imaxon@apache.org>
Tested-by: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
diff --git a/asterix-experiments/src/main/assembly/binary-assembly.xml b/asterix-experiments/src/main/assembly/binary-assembly.xml
new file mode 100644
index 0000000..ef74b9e
--- /dev/null
+++ b/asterix-experiments/src/main/assembly/binary-assembly.xml
@@ -0,0 +1,37 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<assembly>
+ <id>binary-assembly</id>
+ <formats>
+ <format>zip</format>
+ <format>dir</format>
+ </formats>
+ <includeBaseDirectory>false</includeBaseDirectory>
+ <fileSets>
+ <fileSet>
+ <directory>target/appassembler/bin</directory>
+ <outputDirectory>bin</outputDirectory>
+ <fileMode>0755</fileMode>
+ </fileSet>
+ <fileSet>
+ <directory>target/appassembler/lib</directory>
+ <outputDirectory>lib</outputDirectory>
+ </fileSet>
+ <fileSet>
+ <directory>src/main/resources/ingestion-experiment-binary-and-configs</directory>
+ <outputDirectory>.</outputDirectory>
+ </fileSet>
+ </fileSets>
+</assembly>
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/AbstractAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/AbstractAction.java
new file mode 100644
index 0000000..0e58dd4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/AbstractAction.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+public abstract class AbstractAction implements IAction {
+
+ private final IExceptionListener el;
+
+ protected AbstractAction() {
+ el = new DefaultExceptionListener();
+ }
+
+ protected AbstractAction(IExceptionListener el) {
+ this.el = el;
+ }
+
+ @Override
+ public void perform() {
+ try {
+ doPerform();
+ } catch (Throwable t) {
+ el.caughtException(t);
+ }
+ }
+
+ protected abstract void doPerform() throws Exception;
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/DefaultExceptionListener.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/DefaultExceptionListener.java
new file mode 100644
index 0000000..5f89871
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/DefaultExceptionListener.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+public class DefaultExceptionListener implements IExceptionListener {
+
+ private static final Logger LOGGER = Logger.getLogger(DefaultExceptionListener.class.getName());
+
+ @Override
+ public void caughtException(Throwable t) {
+ if (LOGGER.isLoggable(Level.SEVERE)) {
+ LOGGER.severe("Caught exception: " + t);
+ LOGGER.severe("Stopping...");
+ t.printStackTrace();
+ }
+ System.exit(1);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IAction.java
new file mode 100644
index 0000000..c174a6f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IAction.java
@@ -0,0 +1,24 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+public interface IAction {
+ public void perform();
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IExceptionListener.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IExceptionListener.java
new file mode 100644
index 0000000..e6a6cf1
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/IExceptionListener.java
@@ -0,0 +1,24 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+public interface IExceptionListener {
+ public void caughtException(Throwable t);
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/ParallelActionSet.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/ParallelActionSet.java
new file mode 100644
index 0000000..9593307
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/ParallelActionSet.java
@@ -0,0 +1,75 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Semaphore;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public class ParallelActionSet extends AbstractAction {
+
+ private final ExecutorService executor;
+
+ private final List<IAction> actions;
+
+ public ParallelActionSet() {
+ executor = Executors.newCachedThreadPool(new ThreadFactory() {
+
+ private final AtomicInteger tid = new AtomicInteger(0);
+
+ @Override
+ public Thread newThread(Runnable r) {
+ Thread t = new Thread(r);
+ t.setDaemon(true);
+ t.setName("ParallelActionThread " + tid.getAndIncrement());
+ return t;
+ }
+ });
+ actions = new ArrayList<>();
+ }
+
+ public void add(IAction action) {
+ actions.add(action);
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ final Semaphore sem = new Semaphore(-(actions.size() - 1));
+ for (final IAction a : actions) {
+ executor.execute(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ a.perform();
+ } finally {
+ sem.release();
+ }
+ }
+ });
+ }
+ sem.acquire();
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/SequentialActionList.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/SequentialActionList.java
new file mode 100644
index 0000000..4f4e442
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/base/SequentialActionList.java
@@ -0,0 +1,42 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.base;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class SequentialActionList extends AbstractAction {
+ private final List<IAction> actions;
+
+ public SequentialActionList() {
+ actions = new ArrayList<>();
+ }
+
+ public void add(IAction exec) {
+ actions.add(exec);
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ for (IAction e : actions) {
+ e.perform();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractExecutableAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractExecutableAction.java
new file mode 100644
index 0000000..3f8a016
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractExecutableAction.java
@@ -0,0 +1,65 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.InputStream;
+import java.io.StringWriter;
+import java.util.Collections;
+import java.util.Map;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.commons.io.IOUtils;
+
+import org.apache.asterix.common.exceptions.AsterixException;
+import org.apache.asterix.experiment.action.base.AbstractAction;
+
+public abstract class AbstractExecutableAction extends AbstractAction {
+
+ private static final Logger LOGGER = Logger.getLogger(AbstractExecutableAction.class.getName());
+
+ protected Map<String, String> getEnvironment() {
+ return Collections.<String, String> emptyMap();
+ }
+
+ protected abstract String getCommand();
+
+ protected abstract boolean doExecute(String command, Map<String, String> env) throws Exception;
+
+ protected abstract InputStream getErrorStream();
+
+ protected abstract InputStream getInputStream();
+
+ @Override
+ protected void doPerform() throws Exception {
+ StringWriter sw = new StringWriter();
+ String cmd = getCommand();
+ if (!doExecute(cmd, getEnvironment())) {
+ IOUtils.copy(getErrorStream(), sw);
+ throw new AsterixException("Error executing command: " + cmd + ".\n Error = " + sw.toString());
+ } else {
+ IOUtils.copy(getInputStream(), sw);
+ IOUtils.copy(getErrorStream(), sw);
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info(sw.toString());
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractLocalExecutableAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractLocalExecutableAction.java
new file mode 100644
index 0000000..1bba94f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractLocalExecutableAction.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.InputStream;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+
+public abstract class AbstractLocalExecutableAction extends AbstractExecutableAction {
+
+ private final ProcessBuilder pb;
+
+ private Process p;
+
+ protected AbstractLocalExecutableAction() {
+ pb = new ProcessBuilder();
+ }
+
+ protected InputStream getErrorStream() {
+ return p == null ? null : p.getErrorStream();
+ }
+
+ protected InputStream getInputStream() {
+ return p == null ? null : p.getInputStream();
+ }
+
+ @Override
+ protected boolean doExecute(String command, Map<String, String> env) throws Exception {
+ List<String> cmd = Arrays.asList(command.split(" "));
+ pb.command(cmd);
+ pb.environment().putAll(env);
+ p = pb.start();
+ int exitVal = p.waitFor();
+ return exitVal == 0;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractRemoteExecutableAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractRemoteExecutableAction.java
new file mode 100644
index 0000000..8976e7c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/AbstractRemoteExecutableAction.java
@@ -0,0 +1,89 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.InputStream;
+import java.util.Map;
+import java.util.Map.Entry;
+
+import net.schmizz.sshj.SSHClient;
+import net.schmizz.sshj.connection.channel.direct.Session;
+import net.schmizz.sshj.connection.channel.direct.Session.Command;
+
+public abstract class AbstractRemoteExecutableAction extends AbstractExecutableAction {
+
+ private final SSHClient client;
+
+ private final String hostname;
+
+ private final int port;
+
+ private final String username;
+
+ private final String keyLocation;
+
+ private Command cmd;
+
+ protected AbstractRemoteExecutableAction(String hostname, String username, String keyLocation) {
+ this(hostname, SSHClient.DEFAULT_PORT, username, keyLocation);
+ }
+
+ protected AbstractRemoteExecutableAction(String hostname, int port, String username, String keyLocation) {
+ this.hostname = hostname;
+ this.port = port;
+ this.username = username;
+ this.keyLocation = keyLocation;
+ client = new SSHClient();
+ }
+
+ protected InputStream getErrorStream() {
+ return cmd == null ? null : cmd.getErrorStream();
+ }
+
+ protected InputStream getInputStream() {
+ return cmd == null ? null : cmd.getInputStream();
+ }
+
+ @Override
+ protected boolean doExecute(String command, Map<String, String> env) throws Exception {
+ int exitVal = 0;
+ client.loadKnownHosts();
+ try {
+ client.connect(hostname, port);
+ client.authPublickey(username, keyLocation);
+ Session s = client.startSession();
+ try {
+ for (Entry<String, String> e : env.entrySet()) {
+ s.setEnvVar(e.getKey(), e.getValue());
+ }
+ cmd = s.exec(command);
+ cmd.join();
+ Integer ev = cmd.getExitStatus();
+ exitVal = ev == null ? -1 : ev;
+ cmd.close();
+ } finally {
+ s.close();
+ }
+ } finally {
+ client.close();
+ }
+ return exitVal == 0;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/CloseOutputStreamAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/CloseOutputStreamAction.java
new file mode 100644
index 0000000..66956f4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/CloseOutputStreamAction.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.OutputStream;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.hyracks.api.util.ExperimentProfilerUtils;
+
+public class CloseOutputStreamAction extends AbstractAction {
+
+ private final OutputStream os;
+
+ public CloseOutputStreamAction(OutputStream os) {
+ this.os = os;
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ ExperimentProfilerUtils.closeOutputFile(os);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/ManagixActions.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/ManagixActions.java
new file mode 100644
index 0000000..182cdbb
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/ManagixActions.java
@@ -0,0 +1,143 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.text.MessageFormat;
+import java.util.HashMap;
+import java.util.Map;
+
+public class ManagixActions {
+
+ private enum ManagixCommand {
+ CONFIGURE("configure"),
+ CREATE("create", "-n", "-c", "-a"),
+ START("start", "-n"),
+ STOP("stop", "-n"),
+ DELETE("delete", "-n"),
+ LOG("log", "-n", "-d"),
+ SHUTDOWN("shutdown");
+
+ private final String cmdFormat;
+
+ private ManagixCommand(String name, String... options) {
+ StringBuilder sb = new StringBuilder();
+ sb.append(name).append(" ");
+ if (options != null) {
+ for (int i = 0; i < options.length; ++i) {
+ sb.append(options[i]).append(" ").append("{").append(i).append("}");
+ if (i != options.length - 1) {
+ sb.append(" ");
+ }
+ }
+ }
+ cmdFormat = sb.toString();
+ }
+
+ public String getCommandFormat() {
+ return cmdFormat;
+ }
+ }
+
+ private static abstract class AbstractManagixCommandAction extends AbstractLocalExecutableAction {
+
+ private static final String cmdFormat = "{0}/bin/managix {1}";
+
+ private final String managixHomePath;
+
+ private final String command;
+
+ protected AbstractManagixCommandAction(String managixHomePath, String command) {
+ this.managixHomePath = managixHomePath;
+ this.command = command;
+ }
+
+ @Override
+ protected String getCommand() {
+ return MessageFormat.format(cmdFormat, managixHomePath, command);
+ }
+
+ @Override
+ protected Map<String, String> getEnvironment() {
+ Map<String, String> env = new HashMap<>();
+ env.put("MANAGIX_HOME", managixHomePath);
+ return env;
+ }
+
+ }
+
+ public static class ConfigureAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public ConfigureAsterixManagixAction(String managixHomePath) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.CONFIGURE.getCommandFormat(), ""));
+ }
+
+ }
+
+ public static class CreateAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public CreateAsterixManagixAction(String managixHomePath, String asterixInstanceName,
+ String clusterConfigFilePath, String asterixConfigFilePath) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.CREATE.getCommandFormat(), asterixInstanceName,
+ clusterConfigFilePath, asterixConfigFilePath));
+ }
+
+ }
+
+ public static class StartAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public StartAsterixManagixAction(String managixHomePath, String asterixInstanceName) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.START.getCommandFormat(), asterixInstanceName));
+ }
+
+ }
+
+ public static class StopAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public StopAsterixManagixAction(String managixHomePath, String asterixInstanceName) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.STOP.getCommandFormat(), asterixInstanceName));
+ }
+
+ }
+
+ public static class DeleteAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public DeleteAsterixManagixAction(String managixHomePath, String asterixInstanceName) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.DELETE.getCommandFormat(), asterixInstanceName));
+ }
+
+ }
+
+ public static class LogAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public LogAsterixManagixAction(String managixHomePath, String asterixInstanceName, String destinationDir) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.LOG.getCommandFormat(), asterixInstanceName,
+ destinationDir));
+ }
+
+ }
+
+ public static class ShutdownAsterixManagixAction extends AbstractManagixCommandAction {
+
+ public ShutdownAsterixManagixAction(String managixHomePath) {
+ super(managixHomePath, MessageFormat.format(ManagixCommand.SHUTDOWN.getCommandFormat(), ""));
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteAsterixDriverKill.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteAsterixDriverKill.java
new file mode 100644
index 0000000..44408e7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteAsterixDriverKill.java
@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+public class RemoteAsterixDriverKill extends AbstractRemoteExecutableAction {
+
+ public RemoteAsterixDriverKill(String hostname, String username, String keyLocation) {
+ super(hostname, username, keyLocation);
+ }
+
+ @Override
+ protected String getCommand() {
+ return "jps | awk '{if ($2 == \"NCDriver\" || $2 == \"CCDriver\") print $1;}' | xargs -n 1 kill -9";
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteCopyFileAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteCopyFileAction.java
new file mode 100644
index 0000000..6768e94
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RemoteCopyFileAction.java
@@ -0,0 +1,70 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import net.schmizz.sshj.SSHClient;
+import net.schmizz.sshj.xfer.scp.SCPFileTransfer;
+import org.apache.asterix.experiment.action.base.AbstractAction;
+
+public class RemoteCopyFileAction extends AbstractAction {
+
+ private final String srcFilePath;
+
+ private final String destFilePath;
+
+ private final SSHClient client;
+
+ private final String hostname;
+
+ private final int port;
+
+ private final String username;
+
+ private final String keyLocation;
+
+ public RemoteCopyFileAction(String srcFilePath, String destFilePath, String hostname, String username,
+ String keyLocation) {
+ this(srcFilePath, destFilePath, hostname, SSHClient.DEFAULT_PORT, username, keyLocation);
+ }
+
+ public RemoteCopyFileAction(String srcFilePath, String destFilePath, String hostname, int port, String username,
+ String keyLocation) {
+ this.srcFilePath = srcFilePath;
+ this.destFilePath = destFilePath;
+ this.hostname = hostname;
+ this.port = port;
+ this.username = username;
+ this.keyLocation = keyLocation;
+ client = new SSHClient();
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ client.loadKnownHosts();
+ try {
+ client.connect(hostname, port);
+ client.authPublickey(username, keyLocation);
+ SCPFileTransfer scpft = client.newSCPFileTransfer();
+ scpft.upload(srcFilePath, destFilePath);
+ } finally {
+ client.close();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLFileAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLFileAction.java
new file mode 100644
index 0000000..2e6772a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLFileAction.java
@@ -0,0 +1,98 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.OutputStream;
+import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.text.MessageFormat;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.commons.io.IOUtils;
+import org.apache.http.HttpEntity;
+import org.apache.http.HttpHeaders;
+import org.apache.http.client.HttpClient;
+import org.apache.http.client.methods.HttpPost;
+import org.apache.http.entity.StringEntity;
+
+public class RunAQLFileAction extends AbstractAction {
+ private final Logger LOGGER = Logger.getLogger(RunAQLFileAction.class.getName());
+ private static final String REST_URI_TEMPLATE = "http://{0}:{1}/aql";
+
+ private final HttpClient httpClient;
+
+ private final Path aqlFilePath;
+
+ private final String restHost;
+
+ private final int restPort;
+
+ private final OutputStream os;
+
+ public RunAQLFileAction(HttpClient httpClient, String restHost, int restPort, Path aqlFilePath) {
+ this.httpClient = httpClient;
+ this.aqlFilePath = aqlFilePath;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ os = null;
+ }
+
+ public RunAQLFileAction(HttpClient httpClient, String restHost, int restPort, Path aqlFilePath, OutputStream os) {
+ this.httpClient = httpClient;
+ this.aqlFilePath = aqlFilePath;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ this.os = os;
+ }
+
+ @Override
+ public void doPerform() throws Exception {
+ String aql = StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlFilePath))).toString();
+ String uri = MessageFormat.format(REST_URI_TEMPLATE, restHost, String.valueOf(restPort));
+ HttpPost post = new HttpPost(uri);
+ post.setHeader(HttpHeaders.CONTENT_TYPE, "application/json");
+ post.setEntity(new StringEntity(aql, StandardCharsets.UTF_8));
+ HttpEntity entity = httpClient.execute(post).getEntity();
+ if (entity != null && entity.isStreaming()) {
+ printStream(entity.getContent());
+ }
+ if (aql.contains("compact")) {
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Compaction has been completed");
+ }
+ }
+ }
+
+ private void printStream(InputStream content) throws IOException {
+ if (os == null) {
+ IOUtils.copy(content, System.out);
+ System.out.flush();
+ } else {
+ IOUtils.copy(content, os);
+ os.flush();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLStringAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLStringAction.java
new file mode 100644
index 0000000..1785e75
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunAQLStringAction.java
@@ -0,0 +1,86 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.OutputStream;
+import java.nio.charset.StandardCharsets;
+import java.text.MessageFormat;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.commons.io.IOUtils;
+import org.apache.http.HttpEntity;
+import org.apache.http.HttpHeaders;
+import org.apache.http.client.HttpClient;
+import org.apache.http.client.methods.HttpPost;
+import org.apache.http.entity.StringEntity;
+
+public class RunAQLStringAction extends AbstractAction {
+ private static final String REST_URI_TEMPLATE = "http://{0}:{1}/aql";
+
+ private final HttpClient httpClient;
+
+ private final String aql;
+
+ private final String restHost;
+
+ private final int restPort;
+
+ private final OutputStream os;
+
+ public RunAQLStringAction(HttpClient httpClient, String restHost, int restPort, String aql) {
+ this.httpClient = httpClient;
+ this.aql = aql;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ os = null;
+ }
+
+ public RunAQLStringAction(HttpClient httpClient, String restHost, int restPort, String aql, OutputStream os) {
+ this.httpClient = httpClient;
+ this.aql = aql;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ this.os = os;
+ }
+
+ @Override
+ public void doPerform() throws Exception {
+ String uri = MessageFormat.format(REST_URI_TEMPLATE, restHost, String.valueOf(restPort));
+ HttpPost post = new HttpPost(uri);
+ post.setHeader(HttpHeaders.CONTENT_TYPE, "application/json");
+ post.setEntity(new StringEntity(aql, StandardCharsets.UTF_8));
+ HttpEntity entity = httpClient.execute(post).getEntity();
+ if (entity != null && entity.isStreaming()) {
+ printStream(entity.getContent());
+ }
+ }
+
+ private void printStream(InputStream content) throws IOException {
+ if (os == null) {
+ IOUtils.copy(content, System.out);
+ System.out.flush();
+ } else {
+ IOUtils.copy(content, os);
+ os.flush();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunRESTIOWaitAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunRESTIOWaitAction.java
new file mode 100644
index 0000000..9646d32
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/RunRESTIOWaitAction.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.text.MessageFormat;
+
+import org.apache.http.HttpEntity;
+import org.apache.http.client.HttpClient;
+import org.apache.http.client.methods.HttpGet;
+import org.apache.http.util.EntityUtils;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+
+public class RunRESTIOWaitAction extends AbstractAction {
+ private static final String REST_URI_TEMPLATE = "http://{0}:{1}/iowait";
+
+ private final HttpClient httpClient;
+
+ private final String restHost;
+
+ private final int restPort;
+
+ public RunRESTIOWaitAction(HttpClient httpClient, String restHost, int restPort) {
+ this.httpClient = httpClient;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ }
+
+ @Override
+ public void doPerform() throws Exception {
+ String uri = MessageFormat.format(REST_URI_TEMPLATE, restHost, String.valueOf(restPort));
+ HttpGet get = new HttpGet(uri);
+ HttpEntity entity = httpClient.execute(get).getEntity();
+ EntityUtils.consume(entity);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/SleepAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/SleepAction.java
new file mode 100644
index 0000000..5200c8b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/SleepAction.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+
+public class SleepAction extends AbstractAction {
+
+ private final long ms;
+
+ public SleepAction(long ms) {
+ this.ms = ms;
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ Thread.sleep(ms);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/StartDataGeneratorAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/StartDataGeneratorAction.java
new file mode 100644
index 0000000..f0d51ac
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/StartDataGeneratorAction.java
@@ -0,0 +1,53 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.StringWriter;
+
+import net.schmizz.sshj.SSHClient;
+import net.schmizz.sshj.connection.channel.direct.Session;
+import net.schmizz.sshj.connection.channel.direct.Session.Command;
+
+import org.apache.commons.io.IOUtils;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+
+public class StartDataGeneratorAction extends AbstractAction {
+
+ @Override
+ protected void doPerform() throws Exception {
+ }
+
+ public static void main(String[] args) throws Exception {
+ SSHClient sshClient = new SSHClient();
+ sshClient.loadKnownHosts();
+ sshClient.connect("asterix-1.ics.uci.edu");
+ sshClient.authPublickey("zheilbro", "/Users/zheilbron/.ssh/id_rsa");
+ Session session = sshClient.startSession();
+ Command lsCmd = session.exec("ls");
+ StringWriter sw = new StringWriter();
+ IOUtils.copy(lsCmd.getInputStream(), sw);
+ IOUtils.copy(lsCmd.getErrorStream(), sw);
+ System.out.println(sw.toString());
+ session.close();
+ sw.close();
+ sshClient.close();
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/TimedAction.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/TimedAction.java
new file mode 100644
index 0000000..f0e7ad7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/action/derived/TimedAction.java
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.action.derived;
+
+import java.io.OutputStream;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.IAction;
+
+public class TimedAction extends AbstractAction {
+
+ private final Logger LOGGER = Logger.getLogger(TimedAction.class.getName());
+
+ private final IAction action;
+ private final OutputStream os;
+
+ public TimedAction(IAction action) {
+ this.action = action;
+ os = null;
+ }
+
+ public TimedAction(IAction action, OutputStream os) {
+ this.action = action;
+ this.os = os;
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ long start = System.currentTimeMillis();
+ action.perform();
+ long end = System.currentTimeMillis();
+ if (LOGGER.isLoggable(Level.SEVERE)) {
+ if (os == null) {
+ System.out.println("Elapsed time = " + (end - start) + " for action " + action);
+ System.out.flush();
+ } else {
+ os.write(("Elapsed time = " + (end - start) + " for action " + action).getBytes());
+ os.flush();
+ }
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment1Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment1Builder.java
new file mode 100644
index 0000000..4461fd7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment1Builder.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment1Builder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment1Builder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("1.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2ABuilder.java
new file mode 100644
index 0000000..4dce1af
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2ABuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment2ABuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment2ABuilder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("2_a.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2BBuilder.java
new file mode 100644
index 0000000..2aeb6f8
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2BBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment2BBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment2BBuilder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("2_b.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2CBuilder.java
new file mode 100644
index 0000000..f54c78a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2CBuilder.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment2CBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment2CBuilder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("2_c.aql")));
+ }
+
+ @Override
+ protected void doPost(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("avg_gram_tokens.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2DBuilder.java
new file mode 100644
index 0000000..f54b523
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment2DBuilder.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment2DBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment2DBuilder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("2_d.aql")));
+ }
+
+ @Override
+ protected void doPost(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("avg_keyword_tokens.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment3Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment3Builder.java
new file mode 100644
index 0000000..f5fb4a4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment3Builder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment3Builder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment3Builder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, "count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("3.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment4Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment4Builder.java
new file mode 100644
index 0000000..e18975c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment4Builder.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment4Builder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment4Builder(String name, LSMExperimentSetRunnerConfig config) {
+ super(name, config, "8node.xml", "base_8_ingest.aql", "8.dgen", "count.aql");
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment6Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment6Builder.java
new file mode 100644
index 0000000..a34e089
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment6Builder.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public abstract class AbstractExperiment6Builder extends AbstractLSMBaseExperimentBuilder {
+
+ public AbstractExperiment6Builder(String name, LSMExperimentSetRunnerConfig config) {
+ super(name, config, "8node.xml", "base_8_ingest.aql", "8.dgen", "count.aql");
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment7Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment7Builder.java
new file mode 100644
index 0000000..d955167
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment7Builder.java
@@ -0,0 +1,189 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+import org.apache.commons.lang3.StringUtils;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.IAction;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.action.derived.RunAQLStringAction;
+import org.apache.asterix.experiment.action.derived.RunRESTIOWaitAction;
+import org.apache.asterix.experiment.action.derived.SleepAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.asterix.experiment.client.OrchestratorServer7;
+import org.apache.asterix.experiment.client.OrchestratorServer7.IProtocolActionBuilder;
+
+public abstract class AbstractExperiment7Builder extends AbstractLSMBaseExperimentBuilder {
+
+ private static final long DOMAIN_SIZE = (1L << 32);
+
+ public static final long QUERY_BEGIN_ROUND = 6;
+
+ private static int N_PARTITIONS = 16;
+
+ private final int nIntervals;
+
+ private final String orchHost;
+
+ private final int orchPort;
+
+ protected final long dataInterval;
+
+ protected final int nQueryRuns;
+
+ protected final Random randGen;
+
+ public AbstractExperiment7Builder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, null);
+ nIntervals = config.getNIntervals();
+ orchHost = config.getOrchestratorHost();
+ orchPort = config.getOrchestratorPort();
+ dataInterval = config.getDataInterval();
+ this.nQueryRuns = config.getNQueryRuns();
+ this.randGen = new Random();
+ }
+
+ @Override
+ protected void doBuildDataGen(SequentialActionList seq, Map<String, List<String>> dgenPairs) throws Exception {
+ int nDgens = 0;
+ for (List<String> v : dgenPairs.values()) {
+ nDgens += v.size();
+ }
+ final OrchestratorServer7 oServer = new OrchestratorServer7(orchPort, nDgens, nIntervals,
+ new ProtocolActionBuilder(), this.lsAction);
+
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.start();
+ }
+ });
+
+ ParallelActionSet dgenActions = new ParallelActionSet();
+ int partition = 0;
+
+ // run dgen
+ for (String dgenHost : dgenPairs.keySet()) {
+ final List<String> rcvrs = dgenPairs.get(dgenHost);
+ final int p = partition;
+ dgenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
+ return StringUtils.join(new String[] { binary, "-si", "" + locationSampleInterval, "-of",
+ openStreetMapFilePath, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals,
+ "-oh", orchHost, "-op", "" + orchPort, ipPortPairs }, " ");
+ }
+ });
+ partition += rcvrs.size();
+ }
+ seq.add(dgenActions);
+
+ // wait until all dgen / queries are done
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.awaitFinished();
+ }
+ });
+ }
+
+ public class ProtocolActionBuilder implements IProtocolActionBuilder {
+
+ private final String rangeQueryTemplate;
+
+ public ProtocolActionBuilder() {
+ this.rangeQueryTemplate = getRangeQueryTemplate();
+ }
+
+ private String getRangeQueryTemplate() {
+ try {
+ Path aqlTemplateFilePath = localExperimentRoot.resolve(LSMExperimentConstants.AQL_DIR).resolve(
+ "8_q2.aql");
+ return StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlTemplateFilePath)))
+ .toString();
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Override
+ public IAction buildQueryAction(long cardinality, boolean finalRound) throws Exception {
+ SequentialActionList protoAction = new SequentialActionList();
+ IAction rangeQueryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort,
+ getRangeAQL(cardinality, finalRound)));
+ protoAction.add(rangeQueryAction);
+ return protoAction;
+ }
+
+ private String getRangeAQL(long cardinaliry, boolean finalRound) throws Exception {
+ long round = QUERY_BEGIN_ROUND;
+ if (finalRound) {
+ ++round;
+ }
+ long numKeys = ((round * dataInterval) / 1000) * N_PARTITIONS;
+ long rangeSize = (long) ((cardinaliry / (double) numKeys) * DOMAIN_SIZE);
+ int lowKey = randGen.nextInt();
+ long maxLowKey = Integer.MAX_VALUE - rangeSize;
+ if (lowKey > maxLowKey) {
+ lowKey = (int) maxLowKey;
+ }
+ int highKey = (int) (lowKey + rangeSize);
+ return rangeQueryTemplate.replaceAll("\\$LKEY\\$", Long.toString(lowKey)).replaceAll("\\$HKEY\\$",
+ Long.toString(highKey));
+ }
+
+ @Override
+ public IAction buildIOWaitAction() throws Exception {
+ SequentialActionList ioAction = new SequentialActionList();
+ ioAction.add(new SleepAction(10000));
+ ioAction.add(new RunRESTIOWaitAction(httpClient, restHost, restPort));
+ ioAction.add(new SleepAction(10000));
+ return ioAction;
+ }
+
+ @Override
+ public IAction buildCompactAction() throws Exception {
+ return (new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_compact.aql")));
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment8Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment8Builder.java
new file mode 100644
index 0000000..eaafae2
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment8Builder.java
@@ -0,0 +1,189 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+import org.apache.commons.lang3.StringUtils;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.RunAQLStringAction;
+import org.apache.asterix.experiment.action.derived.RunRESTIOWaitAction;
+import org.apache.asterix.experiment.action.derived.SleepAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.asterix.experiment.client.OrchestratorServer;
+
+public abstract class AbstractExperiment8Builder extends AbstractLSMBaseExperimentBuilder {
+
+ private static final long DOMAIN_SIZE = (1L << 32);
+
+ private static final long EXPECTED_RANGE_CARDINALITY = 50000;
+
+ private static int N_PARTITIONS = 16;
+
+ private final int nIntervals;
+
+ private final String orchHost;
+
+ private final int orchPort;
+
+ protected final long dataInterval;
+
+ protected final int nQueryRuns;
+
+ protected final Random randGen;
+
+ private final String pointQueryTemplate;
+ private final String rangeQueryTemplate;
+
+ public AbstractExperiment8Builder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, null);
+ nIntervals = config.getNIntervals();
+ orchHost = config.getOrchestratorHost();
+ orchPort = config.getOrchestratorPort();
+ dataInterval = config.getDataInterval();
+ this.nQueryRuns = config.getNQueryRuns();
+ this.randGen = new Random();
+ this.pointQueryTemplate = getPointQueryTemplate();
+ this.rangeQueryTemplate = getRangeQueryTemplate();
+ }
+
+ protected void doBuildProtocolAction(SequentialActionList seq, int round) throws Exception {
+ for (int i = 0; i < nQueryRuns; ++i) {
+ // String aql = getPointLookUpAQL(round);
+ // seq.add(new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort, aql)));
+ String aql = getRangeAQL(round);
+ seq.add(new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort, aql)));
+ }
+ }
+
+ @Override
+ protected void doBuildDataGen(SequentialActionList seq, Map<String, List<String>> dgenPairs) throws Exception {
+ //start datagen
+ SequentialActionList[] protocolActions = new SequentialActionList[nIntervals];
+ for (int i = 0; i < nIntervals; i++) {
+ protocolActions[i] = new SequentialActionList();
+ protocolActions[i].add(new SleepAction(10000));
+ protocolActions[i].add(new RunRESTIOWaitAction(httpClient, restHost, restPort));
+ protocolActions[i].add(new SleepAction(10000));
+ doBuildProtocolAction(protocolActions[i], i);
+ }
+
+ int nDgens = 0;
+ for (List<String> v : dgenPairs.values()) {
+ nDgens += v.size();
+ }
+ final OrchestratorServer oServer = new OrchestratorServer(orchPort, nDgens, nIntervals, protocolActions);
+
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.start();
+ }
+ });
+
+ ParallelActionSet dgenActions = new ParallelActionSet();
+ int partition = 0;
+
+ // run dgen
+ for (String dgenHost : dgenPairs.keySet()) {
+ final List<String> rcvrs = dgenPairs.get(dgenHost);
+ final int p = partition;
+ dgenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
+ return StringUtils.join(new String[] { binary, "-si", "" + locationSampleInterval, "-of",
+ openStreetMapFilePath, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals,
+ "-oh", orchHost, "-op", "" + orchPort, ipPortPairs }, " ");
+ }
+ });
+ partition += rcvrs.size();
+ }
+ seq.add(dgenActions);
+
+ // wait until all dgen / queries are done
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.awaitFinished();
+ }
+ });
+ }
+
+ private String getRangeQueryTemplate() {
+ try {
+ Path aqlTemplateFilePath = localExperimentRoot.resolve(LSMExperimentConstants.AQL_DIR).resolve("8_q2.aql");
+ return StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlTemplateFilePath))).toString();
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ private String getPointQueryTemplate() {
+ try {
+ Path aqlTemplateFilePath = localExperimentRoot.resolve(LSMExperimentConstants.AQL_DIR).resolve("8_q1.aql");
+ return StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlTemplateFilePath))).toString();
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ protected String getPointLookUpAQL(int round) throws Exception {
+ ByteBuffer bb = ByteBuffer.allocate(8);
+ bb.put((byte) 0);
+ bb.put((byte) randGen.nextInt(N_PARTITIONS));
+ bb.putShort((short) 0);
+ bb.putInt(randGen.nextInt((int) (((1 + round) * dataInterval) / 1000)));
+ bb.flip();
+ long key = bb.getLong();
+ return pointQueryTemplate.replaceAll("\\$KEY\\$", Long.toString(key));
+ }
+
+ protected String getRangeAQL(int round) throws Exception {
+ long numKeys = (((1 + round) * dataInterval) / 1000) * N_PARTITIONS;
+ long rangeSize = (long) ((EXPECTED_RANGE_CARDINALITY / (double) numKeys) * DOMAIN_SIZE);
+ int lowKey = randGen.nextInt();
+ long maxLowKey = Integer.MAX_VALUE - rangeSize;
+ if (lowKey > maxLowKey) {
+ lowKey = (int) maxLowKey;
+ }
+ int highKey = (int) (lowKey + rangeSize);
+ return rangeQueryTemplate.replaceAll("\\$LKEY\\$", Long.toString(lowKey)).replaceAll("\\$HKEY\\$",
+ Long.toString(highKey));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment9Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment9Builder.java
new file mode 100644
index 0000000..6d36f1d
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperiment9Builder.java
@@ -0,0 +1,196 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+import org.apache.commons.lang3.StringUtils;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.IAction;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.RunAQLStringAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.asterix.experiment.client.OrchestratorServer9;
+import org.apache.asterix.experiment.client.OrchestratorServer9.IProtocolActionBuilder;
+
+public abstract class AbstractExperiment9Builder extends AbstractLSMBaseExperimentBuilder {
+
+ private static final long DOMAIN_SIZE = (1L << 32);
+
+ private static final long EXPECTED_RANGE_CARDINALITY = 1000;
+
+ private static int N_PARTITIONS = 16;
+
+ private final int nIntervals;
+
+ private final String orchHost;
+
+ private final int orchPort;
+
+ protected final long dataInterval;
+
+ protected final int nQueryRuns;
+
+ protected final Random randGen;
+
+ public AbstractExperiment9Builder(String name, LSMExperimentSetRunnerConfig config, String clusterConfigFileName,
+ String ingestFileName, String dgenFileName) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, null);
+ nIntervals = config.getNIntervals();
+ orchHost = config.getOrchestratorHost();
+ orchPort = config.getOrchestratorPort();
+ dataInterval = config.getDataInterval();
+ this.nQueryRuns = config.getNQueryRuns();
+ this.randGen = new Random();
+ }
+
+ @Override
+ protected void doBuildDataGen(SequentialActionList seq, Map<String, List<String>> dgenPairs) throws Exception {
+ int nDgens = 0;
+ for (List<String> v : dgenPairs.values()) {
+ nDgens += v.size();
+ }
+ final OrchestratorServer9 oServer = new OrchestratorServer9(orchPort, nDgens, nIntervals,
+ new ProtocolActionBuilder());
+
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.start();
+ }
+ });
+
+ ParallelActionSet dgenActions = new ParallelActionSet();
+ int partition = 0;
+
+ // run dgen
+ for (String dgenHost : dgenPairs.keySet()) {
+ final List<String> rcvrs = dgenPairs.get(dgenHost);
+ final int p = partition;
+ dgenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
+ return StringUtils.join(new String[] { binary, "-si", "" + locationSampleInterval, "-of",
+ openStreetMapFilePath, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals,
+ "-oh", orchHost, "-op", "" + orchPort, ipPortPairs }, " ");
+ }
+ });
+ partition += rcvrs.size();
+ }
+ seq.add(dgenActions);
+
+ // wait until all dgen / queries are done
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.awaitFinished();
+ }
+ });
+ }
+
+ public class ProtocolActionBuilder implements IProtocolActionBuilder {
+
+ private final String pointQueryTemplate;
+
+ private final String rangeQueryTemplate;
+
+ public ProtocolActionBuilder() {
+ this.pointQueryTemplate = getPointQueryTemplate();
+ this.rangeQueryTemplate = getRangeQueryTemplate();
+ }
+
+ private String getRangeQueryTemplate() {
+ try {
+ Path aqlTemplateFilePath = localExperimentRoot.resolve(LSMExperimentConstants.AQL_DIR).resolve(
+ "8_q2.aql");
+ return StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlTemplateFilePath)))
+ .toString();
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ private String getPointQueryTemplate() {
+ try {
+ Path aqlTemplateFilePath = localExperimentRoot.resolve(LSMExperimentConstants.AQL_DIR).resolve(
+ "8_q1.aql");
+ return StandardCharsets.UTF_8.decode(ByteBuffer.wrap(Files.readAllBytes(aqlTemplateFilePath)))
+ .toString();
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Override
+ public IAction buildAction(int round) throws Exception {
+ SequentialActionList protoAction = new SequentialActionList();
+ IAction pointQueryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort,
+ getPointLookUpAQL(round)));
+ IAction rangeQueryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort,
+ getRangeAQL(round)));
+ protoAction.add(pointQueryAction);
+ protoAction.add(rangeQueryAction);
+ return protoAction;
+ }
+
+ private String getPointLookUpAQL(int round) throws Exception {
+ ByteBuffer bb = ByteBuffer.allocate(8);
+ bb.put((byte) 0);
+ bb.put((byte) randGen.nextInt(N_PARTITIONS));
+ bb.putShort((short) 0);
+ bb.putInt(randGen.nextInt((int) (((1 + round) * dataInterval) / 1000)));
+ bb.flip();
+ long key = bb.getLong();
+ return pointQueryTemplate.replaceAll("\\$KEY\\$", Long.toString(key));
+ }
+
+ private String getRangeAQL(int round) throws Exception {
+ long numKeys = (((1 + round) * dataInterval) / 1000) * N_PARTITIONS;
+ long rangeSize = (long) ((EXPECTED_RANGE_CARDINALITY / (double) numKeys) * DOMAIN_SIZE);
+ int lowKey = randGen.nextInt();
+ long maxLowKey = Integer.MAX_VALUE - rangeSize;
+ if (lowKey > maxLowKey) {
+ lowKey = (int) maxLowKey;
+ }
+ int highKey = (int) (lowKey + rangeSize);
+ return rangeQueryTemplate.replaceAll("\\$LKEY\\$", Long.toString(lowKey)).replaceAll("\\$HKEY\\$",
+ Long.toString(highKey));
+ }
+
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperimentBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperimentBuilder.java
new file mode 100644
index 0000000..1717652
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractExperimentBuilder.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+public abstract class AbstractExperimentBuilder {
+ private final String name;
+
+ protected AbstractExperimentBuilder(String name) {
+ this.name = name;
+ }
+
+ public String getName() {
+ return name;
+ }
+
+ public final Experiment build() throws Exception {
+ Experiment e = new Experiment(name);
+ doBuild(e);
+ return e;
+ }
+
+ protected abstract void doBuild(Experiment e) throws Exception;
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLSMBaseExperimentBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLSMBaseExperimentBuilder.java
new file mode 100644
index 0000000..1a57480
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLSMBaseExperimentBuilder.java
@@ -0,0 +1,357 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Scanner;
+import java.util.Set;
+
+import javax.xml.bind.JAXBContext;
+import javax.xml.bind.Unmarshaller;
+
+import org.apache.asterix.event.schema.cluster.Cluster;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.CreateAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.DeleteAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.LogAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.StopAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.RemoteAsterixDriverKill;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.action.derived.SleepAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.DefaultHttpClient;
+
+public abstract class AbstractLSMBaseExperimentBuilder extends AbstractExperimentBuilder {
+
+ private static final String ASTERIX_INSTANCE_NAME = "a1";
+
+ private final String logDirSuffix;
+
+ protected final HttpClient httpClient;
+
+ protected final String restHost;
+
+ protected final int restPort;
+
+ private final String managixHomePath;
+
+ protected final String javaHomePath;
+
+ protected final Path localExperimentRoot;
+
+ protected final String username;
+
+ protected final String sshKeyLocation;
+
+ private final int duration;
+
+ private final String clusterConfigFileName;
+
+ private final String ingestFileName;
+
+ protected final String dgenFileName;
+
+ private final String countFileName;
+
+ private final String statFile;
+
+ protected final SequentialActionList lsAction;
+
+ protected final String openStreetMapFilePath;
+ protected final int locationSampleInterval;
+
+ protected final int recordCountPerBatchDuringIngestionOnly;
+ protected final int recordCountPerBatchDuringQuery;
+ protected final long dataGenSleepTimeDuringIngestionOnly;
+ protected final long dataGenSleepTimeDuringQuery;
+
+ public AbstractLSMBaseExperimentBuilder(String name, LSMExperimentSetRunnerConfig config,
+ String clusterConfigFileName, String ingestFileName, String dgenFileName, String countFileName) {
+ super(name);
+ this.logDirSuffix = config.getLogDirSuffix();
+ this.httpClient = new DefaultHttpClient();
+ this.restHost = config.getRESTHost();
+ this.restPort = config.getRESTPort();
+ this.managixHomePath = config.getManagixHome();
+ this.javaHomePath = config.getJavaHome();
+ this.localExperimentRoot = Paths.get(config.getLocalExperimentRoot());
+ this.username = config.getUsername();
+ this.sshKeyLocation = config.getSSHKeyLocation();
+ this.duration = config.getDuration();
+ this.clusterConfigFileName = clusterConfigFileName;
+ this.ingestFileName = ingestFileName;
+ this.dgenFileName = dgenFileName;
+ this.countFileName = countFileName;
+ this.statFile = config.getStatFile();
+ this.lsAction = new SequentialActionList();
+ this.openStreetMapFilePath = config.getOpenStreetMapFilePath();
+ this.locationSampleInterval = config.getLocationSampleInterval();
+ recordCountPerBatchDuringIngestionOnly = config.getRecordCountPerBatchDuringIngestionOnly();
+ recordCountPerBatchDuringQuery = config.getRecordCountPerBatchDuringQuery();
+ dataGenSleepTimeDuringIngestionOnly = config.getDataGenSleepTimeDuringIngestionOnly();
+ dataGenSleepTimeDuringQuery = config.getDataGenSleepTimeDuringQuery();
+ }
+
+ protected abstract void doBuildDDL(SequentialActionList seq);
+
+ protected void doPost(SequentialActionList seq) {
+ }
+
+ protected void doBuildDataGen(SequentialActionList seq, final Map<String, List<String>> dgenPairs) throws Exception {
+
+ //start datagen
+ ParallelActionSet dgenActions = new ParallelActionSet();
+ int partition = 0;
+ for (String dgenHost : dgenPairs.keySet()) {
+ final List<String> rcvrs = dgenPairs.get(dgenHost);
+ final int p = partition;
+ dgenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
+ if (openStreetMapFilePath == null) {
+ return StringUtils.join(new String[] { binary, "-rcbi",
+ "" + recordCountPerBatchDuringIngestionOnly, "-rcbq",
+ "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly,
+ "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-p",
+ "" + p, "-d", "" + duration, ipPortPairs }, " ");
+ } else {
+ return StringUtils.join(new String[] { binary, "-rcbi",
+ "" + recordCountPerBatchDuringIngestionOnly, "-rcbq",
+ "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly,
+ "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-of",
+ openStreetMapFilePath, "-p", "" + p, "-d", "" + duration, ipPortPairs }, " ");
+ }
+ }
+ });
+ partition += rcvrs.size();
+ }
+ seq.add(dgenActions);
+ }
+
+ @Override
+ protected void doBuild(Experiment e) throws Exception {
+ SequentialActionList execs = new SequentialActionList();
+
+ String clusterConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(clusterConfigFileName).toString();
+ String asterixConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(LSMExperimentConstants.ASTERIX_CONFIGURATION).toString();
+
+ //create instance
+ execs.add(new StopAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ execs.add(new DeleteAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ execs.add(new SleepAction(30000));
+ execs.add(new CreateAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME, clusterConfigPath,
+ asterixConfigPath));
+
+ //run ddl statements
+ execs.add(new SleepAction(15000));
+ // TODO: implement retry handler
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(LSMExperimentConstants.BASE_TYPES)));
+ doBuildDDL(execs);
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot
+ .resolve(LSMExperimentConstants.AQL_DIR).resolve(LSMExperimentConstants.BASE_DIR)
+ .resolve(ingestFileName)));
+
+ Map<String, List<String>> dgenPairs = readDatagenPairs(localExperimentRoot.resolve(
+ LSMExperimentConstants.DGEN_DIR).resolve(dgenFileName));
+ final Set<String> ncHosts = new HashSet<>();
+ for (List<String> ncHostList : dgenPairs.values()) {
+ for (String ncHost : ncHostList) {
+ ncHosts.add(ncHost.split(":")[0]);
+ }
+ }
+
+ if (statFile != null) {
+ ParallelActionSet ioCountActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ ioCountActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "screen -d -m sh -c \"sar -b -u 1 > " + statFile + "\"";
+ return cmd;
+ }
+ });
+ }
+ execs.add(ioCountActions);
+ }
+
+ SequentialActionList postLSAction = new SequentialActionList();
+ File file = new File(clusterConfigPath);
+ JAXBContext ctx = JAXBContext.newInstance(Cluster.class);
+ Unmarshaller unmarshaller = ctx.createUnmarshaller();
+ final Cluster cluster = (Cluster) unmarshaller.unmarshal(file);
+ String[] storageRoots = cluster.getIodevices().split(",");
+ for (String ncHost : ncHosts) {
+ for (final String sRoot : storageRoots) {
+ lsAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+ postLSAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+
+ }
+ }
+
+ // main exp
+ doBuildDataGen(execs, dgenPairs);
+
+ // if (statFile != null) {
+ // ParallelActionSet ioCountKillActions = new ParallelActionSet();
+ // for (String ncHost : ncHosts) {
+ // ioCountKillActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ //
+ // @Override
+ // protected String getCommand() {
+ // String cmd = "screen -X -S `screen -list | grep Detached | awk '{print $1}'` quit";
+ // return cmd;
+ // }
+ // });
+ // }
+ // execs.add(ioCountKillActions);
+ // }
+
+ execs.add(new SleepAction(10000));
+ if (countFileName != null) {
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(countFileName)));
+ }
+
+ execs.add(postLSAction);
+ doPost(execs);
+ ParallelActionSet killCmds = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ killCmds.add(new RemoteAsterixDriverKill(ncHost, username, sshKeyLocation));
+ }
+ //killCmds.add(new RemoteAsterixDriverKill(restHost, username, sshKeyLocation));
+ execs.add(killCmds);
+ execs.add(new StopAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ if (statFile != null) {
+ ParallelActionSet collectIOActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ collectIOActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "cp " + statFile + " " + cluster.getLogDir();
+ return cmd;
+ }
+ });
+ }
+ execs.add(collectIOActions);
+ }
+
+ //collect profile information
+ // if (ExperimentProfiler.PROFILE_MODE) {
+ // if (!SpatialIndexProfiler.PROFILE_HOME_DIR.contentEquals(cluster.getLogDir())) {
+ // ParallelActionSet collectProfileInfo = new ParallelActionSet();
+ // for (String ncHost : ncHosts) {
+ // collectProfileInfo.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ // @Override
+ // protected String getCommand() {
+ // String cmd = "mv " + SpatialIndexProfiler.PROFILE_HOME_DIR + "*.txt " + cluster.getLogDir();
+ // return cmd;
+ // }
+ // });
+ // }
+ // execs.add(collectProfileInfo);
+ // }
+ // }
+
+ execs.add(new LogAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME, localExperimentRoot
+ .resolve(LSMExperimentConstants.LOG_DIR + "-" + logDirSuffix).resolve(getName()).toString()));
+
+ if (getName().contains("SpatialIndexExperiment2") || getName().contains("SpatialIndexExperiment5")) {
+ //get query result file
+ SequentialActionList getQueryResultFileActions = new SequentialActionList();
+ final String queryResultFilePath = openStreetMapFilePath.substring(0,
+ openStreetMapFilePath.lastIndexOf(File.separator))
+ + File.separator + "QueryGenResult-*.txt";
+ for (final String qgenHost : dgenPairs.keySet()) {
+ getQueryResultFileActions.add(new AbstractRemoteExecutableAction(restHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "scp "
+ + username
+ + "@"
+ + qgenHost
+ + ":"
+ + queryResultFilePath
+ + " "
+ + localExperimentRoot.resolve(LSMExperimentConstants.LOG_DIR + "-" + logDirSuffix)
+ .resolve(getName()).toString();
+ return cmd;
+ }
+ });
+ }
+ execs.add(getQueryResultFileActions);
+ }
+
+ e.addBody(execs);
+ }
+
+ protected Map<String, List<String>> readDatagenPairs(Path p) throws IOException {
+ Map<String, List<String>> dgenPairs = new HashMap<>();
+ Scanner s = new Scanner(p, StandardCharsets.UTF_8.name());
+ try {
+ while (s.hasNextLine()) {
+ String line = s.nextLine();
+ String[] pair = line.split("\\s+");
+ List<String> vals = dgenPairs.get(pair[0]);
+ if (vals == null) {
+ vals = new ArrayList<>();
+ dgenPairs.put(pair[0], vals);
+ }
+ vals.add(pair[1]);
+ }
+ } finally {
+ s.close();
+ }
+ return dgenPairs;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLocalExperimentBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLocalExperimentBuilder.java
new file mode 100644
index 0000000..eac4ac2
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractLocalExperimentBuilder.java
@@ -0,0 +1,119 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.hyracks.bootstrap.CCApplicationEntryPoint;
+import org.apache.asterix.hyracks.bootstrap.NCApplicationEntryPoint;
+import org.apache.hyracks.control.cc.ClusterControllerService;
+import org.apache.hyracks.control.common.controllers.CCConfig;
+import org.apache.hyracks.control.common.controllers.NCConfig;
+import org.apache.hyracks.control.nc.NodeControllerService;
+
+public abstract class AbstractLocalExperimentBuilder extends AbstractExperimentBuilder {
+
+ private final int nNodeControllers;
+
+ protected AbstractLocalExperimentBuilder(String name, int nNodeControllers) {
+ super(name);
+ this.nNodeControllers = nNodeControllers;
+ }
+
+ protected abstract void addPre(SequentialActionList pre);
+
+ protected abstract void addPost(SequentialActionList post);
+
+// @Override
+// protected void prePost(SequentialExecutableSet pre, SequentialExecutableSet post) {
+// int ccClientPort = 1098;
+// int ccClusterPort = 1099;
+// CCConfig ccConfig = new CCConfig();
+// ccConfig.clusterNetIpAddress = "127.0.0.1";
+// ccConfig.clientNetIpAddress = "127.0.0.1";
+// ccConfig.clientNetPort = ccClientPort;
+// ccConfig.clusterNetPort = ccClusterPort;
+// ccConfig.defaultMaxJobAttempts = 0;
+// ccConfig.resultTTL = 30000;
+// ccConfig.resultSweepThreshold = 1000;
+// ccConfig.appCCMainClass = CCApplicationEntryPoint.class.getName();
+// final ClusterControllerService cc;
+// try {
+// cc = new ClusterControllerService(ccConfig);
+// } catch (Exception e) {
+// throw new IllegalArgumentException(e);
+// }
+//
+// final List<NodeControllerService> ncs = new ArrayList<>();
+// for (int i = 0; i < nNodeControllers; ++i) {
+// NCConfig ncConfig = new NCConfig();
+// ncConfig.ccHost = "localhost";
+// ncConfig.ccPort = ccClusterPort;
+// ncConfig.clusterNetIPAddress = "127.0.0.1";
+// ncConfig.dataIPAddress = "127.0.0.1";
+// ncConfig.datasetIPAddress = "127.0.0.1";
+// ncConfig.nodeId = "nc" + String.valueOf((i + 1));
+// ncConfig.resultTTL = 30000;
+// ncConfig.resultSweepThreshold = 1000;
+// Path p0 = Paths.get(System.getProperty("java.io.tmpdir"), ncConfig.nodeId, "iodevice0");
+// Path p1 = Paths.get(System.getProperty("java.io.tmpdir"), ncConfig.nodeId, "iodevice1");
+// ncConfig.ioDevices = p0.toString() + "," + p1.toString();
+// ncConfig.appNCMainClass = NCApplicationEntryPoint.class.getName();
+// NodeControllerService nc;
+// try {
+// nc = new NodeControllerService(ncConfig);
+// } catch (Exception e) {
+// throw new IllegalArgumentException(e);
+// }
+// ncs.add(nc);
+// }
+//
+// pre.add(new AbstractExecutable() {
+//
+// @Override
+// protected void doExecute() throws Exception {
+// cc.start();
+// for (NodeControllerService nc : ncs) {
+// nc.start();
+// }
+// }
+// });
+//
+// post.add(new AbstractExecutable() {
+//
+// @Override
+// protected void doExecute() throws Exception {
+// Collections.reverse(ncs);
+// for (NodeControllerService nc : ncs) {
+// nc.stop();
+// }
+// cc.stop();
+// System.exit(1);
+// }
+// });
+// addPre(pre);
+// addPost(post);
+// }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment2Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment2Builder.java
new file mode 100644
index 0000000..848ab7c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment2Builder.java
@@ -0,0 +1,173 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.asterix.experiment.client.SpatialIndexExperiment2OrchestratorServer;
+import org.apache.commons.lang3.StringUtils;
+
+public abstract class AbstractSpatialIndexExperiment2Builder extends AbstractLSMBaseExperimentBuilder {
+
+ private static final long DOMAIN_SIZE = (1L << 32);
+
+ public static final long QUERY_BEGIN_ROUND = 6;
+
+ private static int N_PARTITIONS = 16;
+
+ private final int nIntervals;
+
+ private final String dataGenOrchHost;
+
+ private final int dataGenOrchPort;
+
+ private final String queryGenOrchHost;
+
+ private final int queryGenOrchPort;
+
+ private final long queryGenDuration;
+
+ protected final long dataInterval;
+
+ protected final int nQueryRuns;
+
+ protected final Random randGen;
+
+ protected final boolean isIndexOnlyPlan;
+
+ public AbstractSpatialIndexExperiment2Builder(String name, LSMExperimentSetRunnerConfig config,
+ String clusterConfigFileName, String ingestFileName, String dgenFileName, boolean isIndexOnlyPlan) {
+ super(name, config, clusterConfigFileName, ingestFileName, dgenFileName, null);
+ nIntervals = config.getNIntervals();
+ dataGenOrchHost = config.getOrchestratorHost();
+ dataGenOrchPort = config.getOrchestratorPort();
+ dataInterval = config.getDataInterval();
+ queryGenOrchHost = config.getQueryOrchestratorHost();
+ queryGenOrchPort = config.getQueryOrchestratorPort();
+ queryGenDuration = config.getQueryDuration();
+ this.nQueryRuns = config.getNQueryRuns();
+ this.randGen = new Random();
+ this.isIndexOnlyPlan = isIndexOnlyPlan;
+ }
+
+ @Override
+ protected void doBuildDataGen(SequentialActionList seq, Map<String, List<String>> dgenPairs) throws Exception {
+ int nDgens = 0;
+ for (List<String> v : dgenPairs.values()) {
+ nDgens += v.size();
+ }
+ final SpatialIndexExperiment2OrchestratorServer oServer = new SpatialIndexExperiment2OrchestratorServer(
+ dataGenOrchPort, nDgens, nIntervals, queryGenOrchPort, nDgens /*for now, query gen uses the same node as data gen*/);
+
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.start();
+ }
+ });
+
+ //prepare data gen runner and query gen runner
+ //note that dgenPairs.keySet() are used as query gen runners' ip address.
+ ParallelActionSet dataAndQueryGenActions = new ParallelActionSet();
+ int partition = 0;
+ for (String dgenHost : dgenPairs.keySet()) {
+ final List<String> rcvrs = dgenPairs.get(dgenHost);
+ final int p = partition;
+ //prepare data gen
+ dataAndQueryGenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("datagenrunner").toString();
+ if (openStreetMapFilePath == null) {
+ return StringUtils.join(new String[] { binary, "-rcbi",
+ "" + recordCountPerBatchDuringIngestionOnly, "-rcbq",
+ "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly,
+ "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-p",
+ "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals, "-qd", "" + queryGenDuration,
+ "-oh", dataGenOrchHost, "-op", "" + dataGenOrchPort, ipPortPairs }, " ");
+ } else {
+ return StringUtils.join(new String[] { binary, "-rcbi",
+ "" + recordCountPerBatchDuringIngestionOnly, "-rcbq",
+ "" + recordCountPerBatchDuringQuery, "-dsti", "" + dataGenSleepTimeDuringIngestionOnly,
+ "-dstq", "" + dataGenSleepTimeDuringQuery, "-si", "" + locationSampleInterval, "-of",
+ openStreetMapFilePath, "-p", "" + p, "-di", "" + dataInterval, "-ni", "" + nIntervals,
+ "-qd", "" + queryGenDuration, "-oh", dataGenOrchHost, "-op", "" + dataGenOrchPort,
+ ipPortPairs }, " ");
+ }
+ }
+ });
+
+ //prepare query gen
+ dataAndQueryGenActions.add(new AbstractRemoteExecutableAction(dgenHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String ipPortPairs = StringUtils.join(rcvrs.iterator(), " ");
+ String binary = "JAVA_HOME=" + javaHomePath + " "
+ + localExperimentRoot.resolve("bin").resolve("querygenrunner").toString();
+ if (openStreetMapFilePath == null) {
+ if (isIndexOnlyPlan) {
+ return StringUtils.join(new String[] { binary, "-iop", "-p", "" + p, "-qd",
+ "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop",
+ "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
+ } else {
+ return StringUtils.join(new String[] { binary, "-p", "" + p, "-qd", "" + queryGenDuration,
+ "-qoh", "" + queryGenOrchHost, "-qop", "" + queryGenOrchPort, "-rh", restHost,
+ "-rp", "" + restPort }, " ");
+ }
+ } else {
+ if (isIndexOnlyPlan) {
+ return StringUtils.join(new String[] { binary, "-iop", "-of", openStreetMapFilePath, "-p",
+ "" + p, "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop",
+ "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
+ } else {
+ return StringUtils.join(new String[] { binary, "-of", openStreetMapFilePath, "-p", "" + p,
+ "-qd", "" + queryGenDuration, "-qoh", "" + queryGenOrchHost, "-qop",
+ "" + queryGenOrchPort, "-rh", restHost, "-rp", "" + restPort }, " ");
+ }
+ }
+ }
+ });
+
+ partition += rcvrs.size();
+ }
+ seq.add(dataAndQueryGenActions);
+
+ // wait until all dgen / queries are done
+ seq.add(new AbstractAction() {
+
+ @Override
+ protected void doPerform() throws Exception {
+ oServer.awaitFinished();
+ }
+ });
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3PIdxLoadBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3PIdxLoadBuilder.java
new file mode 100644
index 0000000..6de1c73
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3PIdxLoadBuilder.java
@@ -0,0 +1,293 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Scanner;
+import java.util.Set;
+
+import javax.xml.bind.JAXBContext;
+import javax.xml.bind.Unmarshaller;
+
+import org.apache.asterix.event.schema.cluster.Cluster;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.CreateAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.DeleteAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.LogAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.StopAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.RemoteAsterixDriverKill;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.action.derived.SleepAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.DefaultHttpClient;
+
+/**
+ * This class is used to create experiments for spatial index static data evaluation, that is, no ingestion is involved.
+ * Also, there is no orchestration server involved in this experiment builder.
+ */
+public abstract class AbstractSpatialIndexExperiment3PIdxLoadBuilder extends AbstractExperimentBuilder {
+
+ private static final String ASTERIX_INSTANCE_NAME = "a1";
+
+ private final String logDirSuffix;
+
+ protected final HttpClient httpClient;
+
+ protected final String restHost;
+
+ protected final int restPort;
+
+ private final String managixHomePath;
+
+ protected final String javaHomePath;
+
+ protected final Path localExperimentRoot;
+
+ protected final String username;
+
+ protected final String sshKeyLocation;
+
+ private final int duration;
+
+ private final String clusterConfigFileName;
+
+ private final String ingestFileName;
+
+ protected final String dgenFileName;
+
+ private final String countFileName;
+
+ private final String statFile;
+
+ protected final SequentialActionList lsAction;
+
+ protected final String openStreetMapFilePath;
+
+ protected final int locationSampleInterval;
+
+ protected final String loadAQLFilePath;
+
+ public AbstractSpatialIndexExperiment3PIdxLoadBuilder(String name, LSMExperimentSetRunnerConfig config,
+ String clusterConfigFileName, String ingestFileName, String dgenFileName, String countFileName,
+ String loadAQLFileName) {
+ super(name);
+ this.logDirSuffix = config.getLogDirSuffix();
+ this.httpClient = new DefaultHttpClient();
+ this.restHost = config.getRESTHost();
+ this.restPort = config.getRESTPort();
+ this.managixHomePath = config.getManagixHome();
+ this.javaHomePath = config.getJavaHome();
+ this.localExperimentRoot = Paths.get(config.getLocalExperimentRoot());
+ this.username = config.getUsername();
+ this.sshKeyLocation = config.getSSHKeyLocation();
+ this.duration = config.getDuration();
+ this.clusterConfigFileName = clusterConfigFileName;
+ this.ingestFileName = ingestFileName;
+ this.dgenFileName = dgenFileName;
+ this.countFileName = countFileName;
+ this.statFile = config.getStatFile();
+ this.lsAction = new SequentialActionList();
+ this.openStreetMapFilePath = config.getOpenStreetMapFilePath();
+ this.locationSampleInterval = config.getLocationSampleInterval();
+ this.loadAQLFilePath = loadAQLFileName;
+ }
+
+ protected abstract void doBuildDDL(SequentialActionList seq);
+
+ protected void doPost(SequentialActionList seq) {
+ }
+
+ protected void doBuildDataGen(SequentialActionList seq, final Map<String, List<String>> dgenPairs) throws Exception {
+ }
+
+ @Override
+ protected void doBuild(Experiment e) throws Exception {
+ SequentialActionList execs = new SequentialActionList();
+
+ String clusterConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(clusterConfigFileName).toString();
+ String asterixConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(LSMExperimentConstants.ASTERIX_CONFIGURATION).toString();
+
+ //stop/delete/create instance
+ execs.add(new StopAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ execs.add(new DeleteAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ execs.add(new SleepAction(30000));
+ execs.add(new CreateAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME, clusterConfigPath,
+ asterixConfigPath));
+
+ //ddl statements
+ execs.add(new SleepAction(15000));
+ // TODO: implement retry handler
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(LSMExperimentConstants.BASE_TYPES)));
+ doBuildDDL(execs);
+
+ //prepare io state action in NC node(s)
+ Map<String, List<String>> dgenPairs = readDatagenPairs(localExperimentRoot.resolve(
+ LSMExperimentConstants.DGEN_DIR).resolve(dgenFileName));
+ final Set<String> ncHosts = new HashSet<>();
+ for (List<String> ncHostList : dgenPairs.values()) {
+ for (String ncHost : ncHostList) {
+ ncHosts.add(ncHost.split(":")[0]);
+ }
+ }
+ if (statFile != null) {
+ ParallelActionSet ioCountActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ ioCountActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "screen -d -m sh -c \"sar -b -u 1 > " + statFile + "\"";
+ return cmd;
+ }
+ });
+ }
+ execs.add(ioCountActions);
+ }
+
+ //prepare post ls action
+ SequentialActionList postLSAction = new SequentialActionList();
+ File file = new File(clusterConfigPath);
+ JAXBContext ctx = JAXBContext.newInstance(Cluster.class);
+ Unmarshaller unmarshaller = ctx.createUnmarshaller();
+ final Cluster cluster = (Cluster) unmarshaller.unmarshal(file);
+ String[] storageRoots = cluster.getIodevices().split(",");
+ for (String ncHost : ncHosts) {
+ for (final String sRoot : storageRoots) {
+ lsAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+ postLSAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+
+ }
+ }
+
+ //---------- main experiment body begins -----------
+
+ //load data into pidx
+ execs.add(new TimedAction(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(loadAQLFilePath))));
+
+ //---------- main experiment body ends -----------
+
+ //kill io state action
+ if (statFile != null) {
+ ParallelActionSet ioCountKillActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ ioCountKillActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "screen -X -S `screen -list | grep Detached | awk '{print $1}'` quit";
+ return cmd;
+ }
+ });
+ }
+ execs.add(ioCountKillActions);
+ }
+
+ //total record count
+ execs.add(new SleepAction(10000));
+ if (countFileName != null) {
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(countFileName)));
+ }
+
+ //add ls action
+ execs.add(postLSAction);
+
+ //kill asterix cc and nc
+ ParallelActionSet killCmds = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ killCmds.add(new RemoteAsterixDriverKill(ncHost, username, sshKeyLocation));
+ }
+ killCmds.add(new RemoteAsterixDriverKill(restHost, username, sshKeyLocation));
+ execs.add(killCmds);
+
+ //stop asterix instance
+ execs.add(new StopAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+
+ //prepare to collect io state by putting the state file into asterix log dir
+ if (statFile != null) {
+ ParallelActionSet collectIOActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ collectIOActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "cp " + statFile + " " + cluster.getLogDir();
+ return cmd;
+ }
+ });
+ }
+ execs.add(collectIOActions);
+ }
+
+ //collect cc and nc logs
+ execs.add(new LogAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME, localExperimentRoot
+ .resolve(LSMExperimentConstants.LOG_DIR + "-" + logDirSuffix).resolve(getName()).toString()));
+
+ e.addBody(execs);
+ }
+
+ protected Map<String, List<String>> readDatagenPairs(Path p) throws IOException {
+ Map<String, List<String>> dgenPairs = new HashMap<>();
+ Scanner s = new Scanner(p, StandardCharsets.UTF_8.name());
+ try {
+ while (s.hasNextLine()) {
+ String line = s.nextLine();
+ String[] pair = line.split("\\s+");
+ List<String> vals = dgenPairs.get(pair[0]);
+ if (vals == null) {
+ vals = new ArrayList<>();
+ dgenPairs.put(pair[0], vals);
+ }
+ vals.add(pair[1]);
+ }
+ } finally {
+ s.close();
+ }
+ return dgenPairs;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder.java
new file mode 100644
index 0000000..9720346
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder.java
@@ -0,0 +1,532 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.io.IOException;
+import java.net.Inet4Address;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+import java.util.Scanner;
+import java.util.Set;
+
+import javax.xml.bind.JAXBContext;
+import javax.xml.bind.Unmarshaller;
+
+import org.apache.asterix.event.schema.cluster.Cluster;
+import org.apache.asterix.experiment.action.base.IAction;
+import org.apache.asterix.experiment.action.base.ParallelActionSet;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.AbstractRemoteExecutableAction;
+import org.apache.asterix.experiment.action.derived.CloseOutputStreamAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.LogAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.StartAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.ManagixActions.StopAsterixManagixAction;
+import org.apache.asterix.experiment.action.derived.RemoteAsterixDriverKill;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.action.derived.RunAQLStringAction;
+import org.apache.asterix.experiment.action.derived.SleepAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.DefaultHttpClient;
+import org.apache.hyracks.api.util.ExperimentProfilerUtils;
+
+/**
+ * This class is used to create experiments for spatial index static data evaluation, that is, no ingestion is involved.
+ * Also, there is no orchestration server involved in this experiment builder.
+ */
+public abstract class AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder extends AbstractExperimentBuilder {
+
+ private static final boolean PROFILE_JOB_LAUCHING_OVERHEAD = false;
+
+ private static final String ASTERIX_INSTANCE_NAME = "a1";
+ private static final int SKIP_LINE_COUNT = 223;
+ private static final int CACHE_WARM_UP_QUERY_COUNT = 500;
+ private static final int SELECT_QUERY_COUNT = 5000;
+ private static final int JOIN_QUERY_COUNT = 1000;
+
+ private static final int JOIN_CANDIDATE_COUNT = 100;
+ private static final int MAX_QUERY_SEED = 10000;
+
+ private int querySeed = 0;
+
+ private int queryCount = 0;
+
+ private final String logDirSuffix;
+
+ protected final HttpClient httpClient;
+
+ protected final String restHost;
+
+ protected final int restPort;
+
+ private final String managixHomePath;
+
+ protected final String javaHomePath;
+
+ protected final Path localExperimentRoot;
+
+ protected final String username;
+
+ protected final String sshKeyLocation;
+
+ private final int duration;
+
+ private final String clusterConfigFileName;
+
+ private final String ingestFileName;
+
+ protected final String dgenFileName;
+
+ private final String countFileName;
+
+ private final String statFile;
+
+ protected final SequentialActionList lsAction;
+
+ protected final String openStreetMapFilePath;
+
+ protected final int locationSampleInterval;
+
+ protected final String createAQLFilePath;
+
+ protected final String querySeedFilePath;
+
+ private final float[] radiusType = new float[] { 0.00001f, 0.0001f, 0.001f, 0.01f, 0.1f };
+ private int radiusIter = 0;
+ private final Random randGen;
+ private BufferedReader br;
+ private final boolean isIndexOnlyPlan;
+ private String outputFilePath;
+ private FileOutputStream outputFos;
+
+ public AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder(String name, LSMExperimentSetRunnerConfig config,
+ String clusterConfigFileName, String ingestFileName, String dgenFileName, String countFileName,
+ String createAQLFileName, boolean isIndexOnlyPlan) {
+ super(name);
+ this.logDirSuffix = config.getLogDirSuffix();
+ this.httpClient = new DefaultHttpClient();
+ this.restHost = config.getRESTHost();
+ this.restPort = config.getRESTPort();
+ this.managixHomePath = config.getManagixHome();
+ this.javaHomePath = config.getJavaHome();
+ this.localExperimentRoot = Paths.get(config.getLocalExperimentRoot());
+ this.username = config.getUsername();
+ this.sshKeyLocation = config.getSSHKeyLocation();
+ this.duration = config.getDuration();
+ this.clusterConfigFileName = clusterConfigFileName;
+ this.ingestFileName = ingestFileName;
+ this.dgenFileName = dgenFileName;
+ this.countFileName = countFileName;
+ this.statFile = config.getStatFile();
+ this.lsAction = new SequentialActionList();
+ this.openStreetMapFilePath = config.getOpenStreetMapFilePath();
+ this.locationSampleInterval = config.getLocationSampleInterval();
+ this.createAQLFilePath = createAQLFileName;
+ this.querySeedFilePath = config.getQuerySeedFilePath();
+ this.randGen = new Random();
+ this.isIndexOnlyPlan = isIndexOnlyPlan;
+ }
+
+ protected void doPost(SequentialActionList seq) {
+ }
+
+ protected void doBuildDataGen(SequentialActionList seq, final Map<String, List<String>> dgenPairs) throws Exception {
+ }
+
+ @Override
+ protected void doBuild(Experiment e) throws Exception {
+ SequentialActionList execs = new SequentialActionList();
+
+ String clusterConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(clusterConfigFileName).toString();
+ String asterixConfigPath = localExperimentRoot.resolve(LSMExperimentConstants.CONFIG_DIR)
+ .resolve(LSMExperimentConstants.ASTERIX_CONFIGURATION).toString();
+
+ //start asterix instance
+ execs.add(new StartAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+ execs.add(new SleepAction(30000));
+
+ //prepare io state action in NC node(s)
+ Map<String, List<String>> dgenPairs = readDatagenPairs(localExperimentRoot.resolve(
+ LSMExperimentConstants.DGEN_DIR).resolve(dgenFileName));
+ final Set<String> ncHosts = new HashSet<>();
+ for (List<String> ncHostList : dgenPairs.values()) {
+ for (String ncHost : ncHostList) {
+ ncHosts.add(ncHost.split(":")[0]);
+ }
+ }
+ if (statFile != null) {
+ ParallelActionSet ioCountActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ ioCountActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "screen -d -m sh -c \"sar -b -u 1 > " + statFile + "\"";
+ return cmd;
+ }
+ });
+ }
+ execs.add(ioCountActions);
+ }
+
+ //prepare post ls action
+ SequentialActionList postLSAction = new SequentialActionList();
+ File file = new File(clusterConfigPath);
+ JAXBContext ctx = JAXBContext.newInstance(Cluster.class);
+ Unmarshaller unmarshaller = ctx.createUnmarshaller();
+ final Cluster cluster = (Cluster) unmarshaller.unmarshal(file);
+ String[] storageRoots = cluster.getIodevices().split(",");
+ for (String ncHost : ncHosts) {
+ for (final String sRoot : storageRoots) {
+ lsAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+ postLSAction.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ return "ls -Rl " + sRoot;
+ }
+ });
+
+ }
+ }
+
+ //---------- main experiment body begins -----------
+
+ try {
+ outputFilePath = openStreetMapFilePath.substring(0, openStreetMapFilePath.lastIndexOf(File.separator))
+ + File.separator + "QueryGenResult-" + getName() + "-"
+ + Inet4Address.getLocalHost().getHostAddress() + ".txt";
+ outputFos = ExperimentProfilerUtils.openOutputFile(outputFilePath);
+ } catch (Exception e1) {
+ e1.printStackTrace();
+ return;
+ }
+
+ //delete all existing secondary indexes if any
+ execs.add(new RunAQLStringAction(httpClient, restHost, restPort,
+ "use dataverse experiments; drop index Tweets.dhbtreeLocation;", outputFos));
+ execs.add(new RunAQLStringAction(httpClient, restHost, restPort,
+ "use dataverse experiments; drop index Tweets.dhvbtreeLocation;", outputFos));
+ execs.add(new RunAQLStringAction(httpClient, restHost, restPort,
+ "use dataverse experiments; drop index Tweets.rtreeLocation;", outputFos));
+ execs.add(new RunAQLStringAction(httpClient, restHost, restPort,
+ "use dataverse experiments; drop index Tweets.shbtreeLocation;", outputFos));
+ execs.add(new RunAQLStringAction(httpClient, restHost, restPort,
+ "use dataverse experiments; drop index Tweets.sifLocation;", outputFos));
+
+ //create secondary index
+ execs.add(new TimedAction(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(createAQLFilePath), outputFos), outputFos));
+
+ //run count query for cleaning up OS buffer cache
+ if (countFileName != null) {
+ execs.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve(countFileName), outputFos));
+ }
+
+ //run cache warm-up queries: run CACHE_WARM_UP_QUERY_COUNT select queries
+ br = new BufferedReader(new FileReader(querySeedFilePath));
+ radiusIter = 0;
+ for (int i = 0; i < CACHE_WARM_UP_QUERY_COUNT; i++) {
+ execs.add(getSelectQuery(isIndexOnlyPlan));
+ }
+
+ radiusIter = 0;
+ //run queries for measurement: run SELECT_QUERY_COUNT select queries
+ for (int i = 0; i < SELECT_QUERY_COUNT; i++) {
+ execs.add(getSelectQuery(isIndexOnlyPlan));
+ }
+
+ radiusIter = 0;
+ //run queries for measurement: run JOIN_QUERY_COUNT join queries
+ for (int i = 0; i < JOIN_QUERY_COUNT; i++) {
+ execs.add(getJoinQuery(isIndexOnlyPlan));
+ }
+
+ //---------- main experiment body ends -----------
+
+ //kill io state action
+ // if (statFile != null) {
+ // ParallelActionSet ioCountKillActions = new ParallelActionSet();
+ // for (String ncHost : ncHosts) {
+ // ioCountKillActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ //
+ // @Override
+ // protected String getCommand() {
+ // String cmd = "screen -X -S `screen -list | grep Detached | awk '{print $1}'` quit";
+ // return cmd;
+ // }
+ // });
+ // }
+ // execs.add(ioCountKillActions);
+ // }
+
+ //add ls action
+ execs.add(postLSAction);
+
+ //kill asterix cc and nc
+ ParallelActionSet killCmds = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ killCmds.add(new RemoteAsterixDriverKill(ncHost, username, sshKeyLocation));
+ }
+ killCmds.add(new RemoteAsterixDriverKill(restHost, username, sshKeyLocation));
+ execs.add(killCmds);
+
+ //stop asterix instance
+ execs.add(new StopAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME));
+
+ //prepare to collect io state by putting the state file into asterix log dir
+ if (statFile != null) {
+ ParallelActionSet collectIOActions = new ParallelActionSet();
+ for (String ncHost : ncHosts) {
+ collectIOActions.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+
+ @Override
+ protected String getCommand() {
+ String cmd = "cp " + statFile + " " + cluster.getLogDir();
+ return cmd;
+ }
+ });
+ }
+ execs.add(collectIOActions);
+ }
+
+ //collect profile information
+ // if (ExperimentProfiler.PROFILE_MODE) {
+ // if (!SpatialIndexProfiler.PROFILE_HOME_DIR.contentEquals(cluster.getLogDir())) {
+ // ParallelActionSet collectProfileInfo = new ParallelActionSet();
+ // for (String ncHost : ncHosts) {
+ // collectProfileInfo.add(new AbstractRemoteExecutableAction(ncHost, username, sshKeyLocation) {
+ // @Override
+ // protected String getCommand() {
+ // String cmd = "mv " + SpatialIndexProfiler.PROFILE_HOME_DIR + "*.txt " + cluster.getLogDir();
+ // return cmd;
+ // }
+ // });
+ // }
+ // execs.add(collectProfileInfo);
+ // }
+ // }
+
+ //collect cc and nc logs
+ execs.add(new LogAsterixManagixAction(managixHomePath, ASTERIX_INSTANCE_NAME, localExperimentRoot
+ .resolve(LSMExperimentConstants.LOG_DIR + "-" + logDirSuffix).resolve(getName()).toString()));
+
+ //get query result file
+ final String queryResultFilePath = outputFilePath;
+ execs.add(new AbstractRemoteExecutableAction(restHost, username, sshKeyLocation) {
+ @Override
+ protected String getCommand() {
+ String cmd = "mv "
+ + queryResultFilePath
+ + " "
+ + localExperimentRoot.resolve(LSMExperimentConstants.LOG_DIR + "-" + logDirSuffix)
+ .resolve(getName()).toString();
+ return cmd;
+ }
+ });
+ //close the outputStream
+ execs.add(new CloseOutputStreamAction(outputFos));
+
+ e.addBody(execs);
+ }
+
+ protected Map<String, List<String>> readDatagenPairs(Path p) throws IOException {
+ Map<String, List<String>> dgenPairs = new HashMap<>();
+ Scanner s = new Scanner(p, StandardCharsets.UTF_8.name());
+ try {
+ while (s.hasNextLine()) {
+ String line = s.nextLine();
+ String[] pair = line.split("\\s+");
+ List<String> vals = dgenPairs.get(pair[0]);
+ if (vals == null) {
+ vals = new ArrayList<>();
+ dgenPairs.put(pair[0], vals);
+ }
+ vals.add(pair[1]);
+ }
+ } finally {
+ s.close();
+ }
+ return dgenPairs;
+ }
+
+ private SequentialActionList getSelectQuery(boolean isIndexOnlyPlan) throws IOException {
+ //prepare radius and center point
+ int skipLineCount = SKIP_LINE_COUNT;
+ int lineCount = 0;
+ String line = null;;
+
+ querySeed += SKIP_LINE_COUNT;
+ if (querySeed > MAX_QUERY_SEED) {
+ querySeed -= MAX_QUERY_SEED;
+ }
+
+ while (lineCount < skipLineCount) {
+ if ((line = br.readLine()) == null) {
+ //reopen file
+ br.close();
+ br = new BufferedReader(new FileReader(querySeedFilePath));
+ line = br.readLine();
+ }
+ lineCount++;
+ }
+
+ int beginIdx = line.indexOf("(", line.indexOf("point"));
+ int endIdx = line.indexOf(")", line.indexOf("point")) + 1;
+ String point = line.substring(beginIdx, endIdx);
+
+ //create action
+ SequentialActionList sAction = new SequentialActionList();
+ IAction queryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort, getSelectQueryAQL(
+ radiusType[radiusIter++ % radiusType.length], point, isIndexOnlyPlan), outputFos), outputFos);
+ sAction.add(queryAction);
+
+ return sAction;
+ }
+
+ private String getSelectQueryAQL(float radius, String point, boolean isIndexOnlyPlan) {
+ if (PROFILE_JOB_LAUCHING_OVERHEAD) {
+ Random random = new Random();
+ int btreeExtraFieldKey = random.nextInt();
+ int rangeSize = (int) (radius * 100000000L);
+ if (btreeExtraFieldKey == Integer.MIN_VALUE) {
+ btreeExtraFieldKey = Integer.MIN_VALUE + 1;
+ }
+ if (btreeExtraFieldKey + rangeSize >= Integer.MAX_VALUE) {
+ btreeExtraFieldKey = Integer.MAX_VALUE - rangeSize - 1;
+ }
+
+ StringBuilder sb = new StringBuilder();
+ sb.append("use dataverse experiments; ");
+ sb.append("count( ");
+ sb.append("for $x in dataset Tweets").append(" ");
+ sb.append("where $x.btree-extra-field1 > int32(\"" + btreeExtraFieldKey
+ + "\") and $x.btree-extra-field1 < int32(\"" + (btreeExtraFieldKey + rangeSize) + "\")");
+ sb.append("return $x ");
+ sb.append(");");
+
+ System.out.println("[squery" + (queryCount++) + "]" + sb.toString());
+
+ return sb.toString();
+ } else {
+ StringBuilder sb = new StringBuilder();
+ sb.append("use dataverse experiments; ");
+ sb.append("count( ");
+ sb.append("for $x in dataset Tweets").append(" ");
+ sb.append("let $n := create-circle( ");
+ sb.append("point").append(point).append(" ");
+ sb.append(", ");
+ sb.append(String.format("%f", radius));
+ sb.append(" ) ");
+ if (isIndexOnlyPlan) {
+ sb.append("where spatial-intersect($x.sender-location, $n) ");
+ } else {
+ sb.append("where spatial-intersect($x.sender-location, $n) and $x.btree-extra-field1 <= int32(\"2147483647\") ");
+ }
+ sb.append("return $x ");
+ sb.append(");");
+
+ System.out.println("[squery" + (queryCount++) + "]" + sb.toString());
+
+ return sb.toString();
+ }
+ }
+
+ private SequentialActionList getJoinQuery(boolean isIndexOnlyPlan) {
+ querySeed += SKIP_LINE_COUNT;
+ if (querySeed > MAX_QUERY_SEED) {
+ querySeed -= MAX_QUERY_SEED;
+ }
+
+ int lowId = querySeed * 10000 + 1;
+ int highId = (querySeed + JOIN_CANDIDATE_COUNT) * 10000 + 1;
+
+ //create action
+ SequentialActionList sAction = new SequentialActionList();
+ IAction queryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort, getJoinQueryAQL(
+ radiusType[radiusIter++ % (radiusType.length - 1)], lowId, highId, isIndexOnlyPlan), outputFos),
+ outputFos);
+ sAction.add(queryAction);
+
+ return sAction;
+ }
+
+ private String getJoinQueryAQL(float radius, int lowId, int highId, boolean isIndexOnlyPlan) {
+ if (PROFILE_JOB_LAUCHING_OVERHEAD) {
+ Random random = new Random();
+ int btreeExtraFieldKey = random.nextInt();
+ if (btreeExtraFieldKey == Integer.MIN_VALUE) {
+ btreeExtraFieldKey = Integer.MIN_VALUE + 1;
+ }
+
+ StringBuilder sb = new StringBuilder();
+ sb.append("use dataverse experiments; ");
+ sb.append("count( ");
+ sb.append("for $x in dataset Tweets").append(" ");
+ sb.append("where $x.tweetid = int64(\"" + btreeExtraFieldKey + "\")");
+ sb.append("return $x ");
+ sb.append(");");
+
+ System.out.println("[squery" + (queryCount++) + "]" + sb.toString());
+
+ return sb.toString();
+ } else {
+ StringBuilder sb = new StringBuilder();
+ sb.append(" use dataverse experiments; \n");
+ sb.append(" count( \n");
+ sb.append(" for $x in dataset JoinSeedTweets").append(" \n");
+ sb.append(" let $area := create-circle($x.sender-location, ").append(String.format("%f", radius))
+ .append(" ) \n");
+ sb.append(" for $y in dataset Tweets \n");
+ sb.append(" where $x.tweetid >= int64(\"" + lowId + "\") ").append(
+ "and $x.tweetid < int64(\"" + highId + "\") and ");
+ if (isIndexOnlyPlan) {
+ sb.append(" spatial-intersect($y.sender-location, $area) \n");
+ } else {
+ sb.append(" spatial-intersect($y.sender-location, $area) and $y.btree-extra-field1 <= int32(\"2147483647\") \n");
+ }
+ sb.append(" return $y \n");
+ sb.append(" );\n");
+
+ System.out.println("[jquery" + (queryCount++) + "]" + sb.toString());
+
+ return sb.toString();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment.java
new file mode 100644
index 0000000..3faf195
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.experiment.action.base.IAction;
+
+public class Experiment extends AbstractAction {
+
+ private static final Logger LOGGER = Logger.getLogger(Experiment.class.getName());
+
+ private final String name;
+
+ private IAction body;
+
+ public Experiment(String name) {
+ this.name = name;
+ }
+
+ public void addBody(IAction exec) {
+ body = exec;
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ if (body != null) {
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Running experiment: " + name);
+ }
+ body.perform();
+ }
+ }
+
+ @Override
+ public String toString() {
+ return name;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1ABuilder.java
new file mode 100644
index 0000000..f7d2039
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1ABuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment1ABuilder extends AbstractExperiment1Builder {
+
+ public Experiment1ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("1A", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1BBuilder.java
new file mode 100644
index 0000000..17e288f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1BBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment1BBuilder extends AbstractExperiment1Builder {
+
+ public Experiment1BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("1B", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1CBuilder.java
new file mode 100644
index 0000000..efc5003
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1CBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment1CBuilder extends AbstractExperiment1Builder {
+
+ public Experiment1CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("1C", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1DBuilder.java
new file mode 100644
index 0000000..d6d358b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment1DBuilder.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment1DBuilder extends AbstractExperiment1Builder {
+
+ public Experiment1DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("1D", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A1Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A1Builder.java
new file mode 100644
index 0000000..3fc9cc7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A1Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2A1Builder extends AbstractExperiment2ABuilder {
+
+ public Experiment2A1Builder(LSMExperimentSetRunnerConfig config) {
+ super("2A1", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A2Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A2Builder.java
new file mode 100644
index 0000000..2c08ed3
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A2Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2A2Builder extends AbstractExperiment2ABuilder {
+
+ public Experiment2A2Builder(LSMExperimentSetRunnerConfig config) {
+ super("2A2", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A4Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A4Builder.java
new file mode 100644
index 0000000..a319687
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A4Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2A4Builder extends AbstractExperiment2ABuilder {
+
+ public Experiment2A4Builder(LSMExperimentSetRunnerConfig config) {
+ super("2A4", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A8Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A8Builder.java
new file mode 100644
index 0000000..3946ea3
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2A8Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2A8Builder extends AbstractExperiment2ABuilder {
+
+ public Experiment2A8Builder(LSMExperimentSetRunnerConfig config) {
+ super("2A8", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B1Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B1Builder.java
new file mode 100644
index 0000000..e1f39b2
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B1Builder.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2B1Builder extends AbstractExperiment2BBuilder {
+
+ public Experiment2B1Builder(LSMExperimentSetRunnerConfig config) {
+ super("2B1", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B2Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B2Builder.java
new file mode 100644
index 0000000..42f23d5
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B2Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2B2Builder extends AbstractExperiment2BBuilder {
+
+ public Experiment2B2Builder(LSMExperimentSetRunnerConfig config) {
+ super("2B2", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B4Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B4Builder.java
new file mode 100644
index 0000000..f644fd8
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B4Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2B4Builder extends AbstractExperiment2BBuilder {
+
+ public Experiment2B4Builder(LSMExperimentSetRunnerConfig config) {
+ super("2B4", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B8Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B8Builder.java
new file mode 100644
index 0000000..6264513
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2B8Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2B8Builder extends AbstractExperiment2BBuilder {
+
+ public Experiment2B8Builder(LSMExperimentSetRunnerConfig config) {
+ super("2B8", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C1Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C1Builder.java
new file mode 100644
index 0000000..81c5428
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C1Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2C1Builder extends AbstractExperiment2CBuilder {
+
+ public Experiment2C1Builder(LSMExperimentSetRunnerConfig config) {
+ super("2C1", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C2Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C2Builder.java
new file mode 100644
index 0000000..d1ff1d3
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C2Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2C2Builder extends AbstractExperiment2CBuilder {
+
+ public Experiment2C2Builder(LSMExperimentSetRunnerConfig config) {
+ super("2C2", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C4Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C4Builder.java
new file mode 100644
index 0000000..a6594d3
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C4Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2C4Builder extends AbstractExperiment2CBuilder {
+
+ public Experiment2C4Builder(LSMExperimentSetRunnerConfig config) {
+ super("2C4", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C8Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C8Builder.java
new file mode 100644
index 0000000..bccd0a5
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2C8Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2C8Builder extends AbstractExperiment2CBuilder {
+
+ public Experiment2C8Builder(LSMExperimentSetRunnerConfig config) {
+ super("2C8", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D1Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D1Builder.java
new file mode 100644
index 0000000..02d9015
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D1Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2D1Builder extends AbstractExperiment2DBuilder {
+
+ public Experiment2D1Builder(LSMExperimentSetRunnerConfig config) {
+ super("2D1", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D2Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D2Builder.java
new file mode 100644
index 0000000..1e65877
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D2Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2D2Builder extends AbstractExperiment2DBuilder {
+
+ public Experiment2D2Builder(LSMExperimentSetRunnerConfig config) {
+ super("2D2", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D4Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D4Builder.java
new file mode 100644
index 0000000..4bca31c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D4Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2D4Builder extends AbstractExperiment2DBuilder {
+
+ public Experiment2D4Builder(LSMExperimentSetRunnerConfig config) {
+ super("2D4", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D8Builder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D8Builder.java
new file mode 100644
index 0000000..779aefd
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment2D8Builder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment2D8Builder extends AbstractExperiment2DBuilder {
+
+ public Experiment2D8Builder(LSMExperimentSetRunnerConfig config) {
+ super("2D8", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3ABuilder.java
new file mode 100644
index 0000000..b44b82d
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3ABuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment3ABuilder extends AbstractExperiment3Builder {
+
+ public Experiment3ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("3A", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3BBuilder.java
new file mode 100644
index 0000000..f54154a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3BBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment3BBuilder extends AbstractExperiment3Builder {
+
+ public Experiment3BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("3B", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3CBuilder.java
new file mode 100644
index 0000000..526d65e
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3CBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment3CBuilder extends AbstractExperiment3Builder {
+
+ public Experiment3CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("3C", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3DBuilder.java
new file mode 100644
index 0000000..4d59dec
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment3DBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment3DBuilder extends AbstractExperiment3Builder {
+
+ public Experiment3DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("3D", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4ABuilder.java
new file mode 100644
index 0000000..7a500e6
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4ABuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment4ABuilder extends AbstractExperiment4Builder {
+
+ public Experiment4ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("4A", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("4_1.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4BBuilder.java
new file mode 100644
index 0000000..bc2ffc8
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4BBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment4BBuilder extends AbstractExperiment4Builder {
+
+ public Experiment4BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("4B", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("4_2.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4CBuilder.java
new file mode 100644
index 0000000..2215b8a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4CBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment4CBuilder extends AbstractExperiment4Builder {
+
+ public Experiment4CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("4C", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("4_4.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4DBuilder.java
new file mode 100644
index 0000000..86bb940
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment4DBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment4DBuilder extends AbstractExperiment4Builder {
+
+ public Experiment4DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("4D", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("4_8.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5ABuilder.java
new file mode 100644
index 0000000..ce9f95f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5ABuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment5ABuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public Experiment5ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("5A", config, "8node.xml", "5_1_ingest.aql", "5_1.dgen", "5_1_count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("5_1.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5BBuilder.java
new file mode 100644
index 0000000..577ecf1
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5BBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment5BBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public Experiment5BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("5B", config, "8node.xml", "5_2_ingest.aql", "5_2.dgen", "5_2_count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("5_2.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5CBuilder.java
new file mode 100644
index 0000000..a78379b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5CBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment5CBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public Experiment5CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("5C", config, "8node.xml", "5_3_ingest.aql", "5_3.dgen", "5_3_count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("5_3.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5DBuilder.java
new file mode 100644
index 0000000..af02a8d
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment5DBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment5DBuilder extends AbstractLSMBaseExperimentBuilder {
+
+ public Experiment5DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("5D", config, "8node.xml", "5_4_ingest.aql", "5_4.dgen", "5_4_count.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("5_4.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6ABuilder.java
new file mode 100644
index 0000000..92f4bbb
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6ABuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment6ABuilder extends AbstractExperiment6Builder {
+
+ public Experiment6ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("6A", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("6_a.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6BBuilder.java
new file mode 100644
index 0000000..936b804
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6BBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment6BBuilder extends AbstractExperiment6Builder {
+
+ public Experiment6BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("6B", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("6_b.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6CBuilder.java
new file mode 100644
index 0000000..6e1b7f7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment6CBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment6CBuilder extends AbstractExperiment6Builder {
+
+ public Experiment6CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("6C", config);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("6_c.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7ABuilder.java
new file mode 100644
index 0000000..828006d
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7ABuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment7ABuilder extends AbstractExperiment7Builder {
+
+ public Experiment7ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("7A", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_a.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7BBuilder.java
new file mode 100644
index 0000000..513069a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7BBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment7BBuilder extends AbstractExperiment7Builder {
+
+ public Experiment7BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("7B", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_b.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7DBuilder.java
new file mode 100644
index 0000000..0a2cf57
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment7DBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment7DBuilder extends AbstractExperiment7Builder {
+
+ public Experiment7DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("7D", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_d.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8ABuilder.java
new file mode 100644
index 0000000..e7cb68f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8ABuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment8ABuilder extends AbstractExperiment8Builder {
+
+ public Experiment8ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("8A", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_a.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8BBuilder.java
new file mode 100644
index 0000000..f97d431
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8BBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment8BBuilder extends AbstractExperiment8Builder {
+
+ public Experiment8BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("8B", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_b.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8CBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8CBuilder.java
new file mode 100644
index 0000000..d578fbb
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8CBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment8CBuilder extends AbstractExperiment8Builder {
+
+ public Experiment8CBuilder(LSMExperimentSetRunnerConfig config) {
+ super("8C", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_c.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8DBuilder.java
new file mode 100644
index 0000000..94f9351
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment8DBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment8DBuilder extends AbstractExperiment8Builder {
+
+ public Experiment8DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("8D", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_d.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9ABuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9ABuilder.java
new file mode 100644
index 0000000..50417f9
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9ABuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment9ABuilder extends AbstractExperiment9Builder {
+
+ public Experiment9ABuilder(LSMExperimentSetRunnerConfig config) {
+ super("9A", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_a.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9BBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9BBuilder.java
new file mode 100644
index 0000000..0020623
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9BBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment9BBuilder extends AbstractExperiment9Builder {
+
+ public Experiment9BBuilder(LSMExperimentSetRunnerConfig config) {
+ super("9B", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_b.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9DBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9DBuilder.java
new file mode 100644
index 0000000..f9fd10e
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/Experiment9DBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class Experiment9DBuilder extends AbstractExperiment9Builder {
+
+ public Experiment9DBuilder(LSMExperimentSetRunnerConfig config) {
+ super("9D", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("8_d.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SingleNodeIngestionExperimentBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SingleNodeIngestionExperimentBuilder.java
new file mode 100644
index 0000000..38b9fcb
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SingleNodeIngestionExperimentBuilder.java
@@ -0,0 +1,71 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import java.nio.file.Path;
+import java.nio.file.Paths;
+
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.DefaultHttpClient;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.SocketDataGeneratorExecutable;
+
+public class SingleNodeIngestionExperimentBuilder extends AbstractLocalExperimentBuilder {
+
+ private final String adapterHost;
+
+ private final int adapterPort;
+
+ private final HttpClient httpClient;
+
+ private final String restHost;
+
+ private final int restPort;
+
+ private final Path aqlFilePath;
+
+ public SingleNodeIngestionExperimentBuilder(String adapterHost, int adapterPort, String restHost, int restPort,
+ String aqlFilePath) {
+ super("Local Ingestion Experiment", 2);
+ this.adapterHost = adapterHost;
+ this.adapterPort = adapterPort;
+ httpClient = new DefaultHttpClient();
+ this.restHost = restHost;
+ this.restPort = restPort;
+ this.aqlFilePath = Paths.get(aqlFilePath);
+ }
+
+ @Override
+ protected void addPre(SequentialActionList pre) {
+ pre.add(new RunAQLFileAction(httpClient, restHost, restPort, aqlFilePath));
+ }
+
+ @Override
+ protected void addPost(SequentialActionList post) {
+
+ }
+
+ @Override
+ protected void doBuild(Experiment e) {
+ e.addBody(new SocketDataGeneratorExecutable(adapterHost, adapterPort));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhbtreeBuilder.java
new file mode 100644
index 0000000..34a3555
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1ADhbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1ADhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1ADhbtree", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhvbtreeBuilder.java
new file mode 100644
index 0000000..9457671
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ADhvbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1ADhvbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1ADhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1ADhvbtree", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ARtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ARtreeBuilder.java
new file mode 100644
index 0000000..1c21da5
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ARtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1ARtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1ARtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1ARtree", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1AShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1AShbtreeBuilder.java
new file mode 100644
index 0000000..a238043
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1AShbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1AShbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1AShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1AShbtree", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ASifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ASifBuilder.java
new file mode 100644
index 0000000..9721d5e
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1ASifBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1ASifBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1ASifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1ASif", config, "1node.xml", "base_1_ingest.aql", "1.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhbtreeBuilder.java
new file mode 100644
index 0000000..5f8446d
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1BDhbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1BDhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1BDhbtree", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhvbtreeBuilder.java
new file mode 100644
index 0000000..4ff2576
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BDhvbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1BDhvbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1BDhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1BDhvbtree", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BRtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BRtreeBuilder.java
new file mode 100644
index 0000000..af22866
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BRtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1BRtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1BRtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1BRtree", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BShbtreeBuilder.java
new file mode 100644
index 0000000..1c27a0b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BShbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1BShbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1BShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1BShbtree", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BSifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BSifBuilder.java
new file mode 100644
index 0000000..e6a44cf
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1BSifBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1BSifBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1BSifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1BSif", config, "2node.xml", "base_2_ingest.aql", "2.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhbtreeBuilder.java
new file mode 100644
index 0000000..2612ded
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1CDhbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1CDhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1CDhbtree", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhvbtreeBuilder.java
new file mode 100644
index 0000000..a4a22df
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CDhvbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1CDhvbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1CDhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1CDhvbtree", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CRtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CRtreeBuilder.java
new file mode 100644
index 0000000..7ce9d77
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CRtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1CRtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1CRtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1CRtree", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CShbtreeBuilder.java
new file mode 100644
index 0000000..d7bb6fc
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CShbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1CShbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1CShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1CShbtree", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CSifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CSifBuilder.java
new file mode 100644
index 0000000..25282dc
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1CSifBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1CSifBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1CSifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1CSif", config, "4node.xml", "base_4_ingest.aql", "4.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhbtreeBuilder.java
new file mode 100644
index 0000000..a3f57d9
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1DDhbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1DDhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1DDhbtree", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhvbtreeBuilder.java
new file mode 100644
index 0000000..02c8af9
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DDhvbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1DDhvbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1DDhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1DDhvbtree", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DRtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DRtreeBuilder.java
new file mode 100644
index 0000000..9f7ac45
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DRtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1DRtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1DRtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1DRtree", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DShbtreeBuilder.java
new file mode 100644
index 0000000..3252fe1
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DShbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1DShbtreeBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1DShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1DShbtree", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DSifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DSifBuilder.java
new file mode 100644
index 0000000..96889aa
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment1DSifBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment1DSifBuilder extends AbstractExperiment1Builder {
+
+ public SpatialIndexExperiment1DSifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment1DSif", config, "8node.xml", "base_8_ingest.aql", "8.dgen");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhbtreeBuilder.java
new file mode 100644
index 0000000..667b9c2
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment2DhbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ public SpatialIndexExperiment2DhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment2Dhbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", true);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhvbtreeBuilder.java
new file mode 100644
index 0000000..55c2140
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2DhvbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment2DhvbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ public SpatialIndexExperiment2DhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment2Dhvbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", true);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2RtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2RtreeBuilder.java
new file mode 100644
index 0000000..9188fbe
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2RtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment2RtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ public SpatialIndexExperiment2RtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment2Rtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", true);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2ShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2ShbtreeBuilder.java
new file mode 100644
index 0000000..ec08453
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2ShbtreeBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment2ShbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ public SpatialIndexExperiment2ShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment2Shbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", true);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2SifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2SifBuilder.java
new file mode 100644
index 0000000..79353dc
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment2SifBuilder.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment2SifBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ public SpatialIndexExperiment2SifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment2Sif", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", true);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhbtreeBuilder.java
new file mode 100644
index 0000000..4a6718f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhbtreeBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3DhbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ public SpatialIndexExperiment3DhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3Dhbtree", config, "1node.xml", "base_1_ingest.aql", "1.dqgen", "count.aql",
+ "spatial_3_create_dhbtree.aql", true);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhvbtreeBuilder.java
new file mode 100644
index 0000000..58cc03f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3DhvbtreeBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3DhvbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ public SpatialIndexExperiment3DhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3Dhvbtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_dhvbtree.aql", true);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3PIdxLoadBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3PIdxLoadBuilder.java
new file mode 100644
index 0000000..fbc63ac
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3PIdxLoadBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3PIdxLoadBuilder extends AbstractSpatialIndexExperiment3PIdxLoadBuilder {
+
+ public SpatialIndexExperiment3PIdxLoadBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3PIdxLoad", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql", "spatial_3_pidx_load.aql");
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_3.aql")));
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3RtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3RtreeBuilder.java
new file mode 100644
index 0000000..bcf5f8c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3RtreeBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3RtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ public SpatialIndexExperiment3RtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3Rtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_rtree.aql", true);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3ShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3ShbtreeBuilder.java
new file mode 100644
index 0000000..7b33ed7
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3ShbtreeBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3ShbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ public SpatialIndexExperiment3ShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3Shbtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_shbtree.aql", true);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3SifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3SifBuilder.java
new file mode 100644
index 0000000..75a50c5
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment3SifBuilder.java
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment3SifBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ public SpatialIndexExperiment3SifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment3Sif", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_sif.aql", true);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhbtreeBuilder.java
new file mode 100644
index 0000000..1fac7d0
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhbtreeBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment4DhbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ //SpatialIndexExperiment4XXX is exactly the same as SpatialIndexExperiment3XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment4DhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment4Dhbtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_dhbtree.aql", false);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhvbtreeBuilder.java
new file mode 100644
index 0000000..1579be0
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4DhvbtreeBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment4DhvbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ //SpatialIndexExperiment4XXX is exactly the same as SpatialIndexExperiment3XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment4DhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment4Dhvbtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_dhvbtree.aql", false);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4RtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4RtreeBuilder.java
new file mode 100644
index 0000000..54cd9cc
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4RtreeBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment4RtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ //SpatialIndexExperiment4XXX is exactly the same as SpatialIndexExperiment3XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment4RtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment4Rtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_rtree.aql", false);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4ShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4ShbtreeBuilder.java
new file mode 100644
index 0000000..91eef5e
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4ShbtreeBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment4ShbtreeBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ //SpatialIndexExperiment4XXX is exactly the same as SpatialIndexExperiment3XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment4ShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment4Shbtree", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_shbtree.aql", false);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4SifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4SifBuilder.java
new file mode 100644
index 0000000..9043c5f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment4SifBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment4SifBuilder extends AbstractSpatialIndexExperiment3SIdxCreateAndQueryBuilder {
+
+ //SpatialIndexExperiment4XXX is exactly the same as SpatialIndexExperiment3XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment4SifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment4Sif", config, "8node.xml", "base_8_ingest.aql", "8.dqgen", "count.aql",
+ "spatial_3_create_sif.aql", false);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhbtreeBuilder.java
new file mode 100644
index 0000000..74b00f3
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment5DhbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ //SpatialIndexExperiment5XXX is exactly the same as SpatialIndexExperiment2XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment5DhbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment5Dhbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", false);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhvbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhvbtreeBuilder.java
new file mode 100644
index 0000000..b665d1b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5DhvbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment5DhvbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ //SpatialIndexExperiment5XXX is exactly the same as SpatialIndexExperiment2XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment5DhvbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment5Dhvbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", false);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_dhvbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5RtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5RtreeBuilder.java
new file mode 100644
index 0000000..aca7c2b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5RtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment5RtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ //SpatialIndexExperiment5XXX is exactly the same as SpatialIndexExperiment2XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment5RtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment5Rtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", false);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_rtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5ShbtreeBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5ShbtreeBuilder.java
new file mode 100644
index 0000000..2c066fd
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5ShbtreeBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment5ShbtreeBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ //SpatialIndexExperiment5XXX is exactly the same as SpatialIndexExperiment2XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment5ShbtreeBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment5Shbtree", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", false);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_shbtree.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5SifBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5SifBuilder.java
new file mode 100644
index 0000000..4ee4095
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/builder/SpatialIndexExperiment5SifBuilder.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.builder;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLFileAction;
+import org.apache.asterix.experiment.client.LSMExperimentConstants;
+import org.apache.asterix.experiment.client.LSMExperimentSetRunner.LSMExperimentSetRunnerConfig;
+
+public class SpatialIndexExperiment5SifBuilder extends AbstractSpatialIndexExperiment2Builder {
+
+ //SpatialIndexExperiment5XXX is exactly the same as SpatialIndexExperiment2XXX except queries are non-index only plan queries.
+ public SpatialIndexExperiment5SifBuilder(LSMExperimentSetRunnerConfig config) {
+ super("SpatialIndexExperiment5Sif", config, "1node.xml", "base_1_ingest_query.aql", "1.dgen", false);
+ }
+
+ @Override
+ protected void doBuildDDL(SequentialActionList seq) {
+ seq.add(new RunAQLFileAction(httpClient, restHost, restPort, localExperimentRoot.resolve(
+ LSMExperimentConstants.AQL_DIR).resolve("spatial_1_sif.aql")));
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentConstants.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentConstants.java
new file mode 100644
index 0000000..c0e6440
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentConstants.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+public class LSMExperimentConstants {
+
+ public static final String CONFIG_DIR = "configs";
+
+ public static final String AQL_DIR = "aql";
+
+ public static final String BASE_DIR = "base";
+
+ public static final String DGEN_DIR = "dgen";
+
+ public static final String LOG_DIR = "log";
+
+ public static final String BASE_TYPES = "base/base_types.aql";
+
+ public static final String ASTERIX_CONFIGURATION = "asterix-configuration.xml";
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentSetRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentSetRunner.java
new file mode 100644
index 0000000..8b59449
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/LSMExperimentSetRunner.java
@@ -0,0 +1,381 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import java.util.regex.Pattern;
+
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.builder.AbstractExperimentBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1ADhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1ADhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1ARtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1AShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1ASifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1BDhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1BDhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1BRtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1BShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1BSifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1CDhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1CDhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1CRtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1CShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1CSifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1DDhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1DDhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1DRtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1DShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment1DSifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment2DhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment2DhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment2RtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment2ShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment2SifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3DhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3DhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3PIdxLoadBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3RtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3ShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment3SifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment4DhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment4DhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment4RtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment4ShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment4SifBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment5DhbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment5DhvbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment5RtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment5ShbtreeBuilder;
+import org.apache.asterix.experiment.builder.SpatialIndexExperiment5SifBuilder;
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+import org.kohsuke.args4j.Option;
+
+public class LSMExperimentSetRunner {
+
+ private static final Logger LOGGER = Logger.getLogger(LSMExperimentSetRunner.class.getName());
+
+ public static class LSMExperimentSetRunnerConfig {
+
+ private final String logDirSuffix;
+
+ private final int nQueryRuns;
+
+ public LSMExperimentSetRunnerConfig(String logDirSuffix, int nQueryRuns) {
+ this.logDirSuffix = logDirSuffix;
+ this.nQueryRuns = nQueryRuns;
+ }
+
+ public String getLogDirSuffix() {
+ return logDirSuffix;
+ }
+
+ public int getNQueryRuns() {
+ return nQueryRuns;
+ }
+
+ @Option(name = "-rh", aliases = "--rest-host", usage = "Asterix REST API host address", required = true, metaVar = "HOST")
+ private String restHost;
+
+ public String getRESTHost() {
+ return restHost;
+ }
+
+ @Option(name = "-rp", aliases = "--rest-port", usage = "Asterix REST API port", required = true, metaVar = "PORT")
+ private int restPort;
+
+ public int getRESTPort() {
+ return restPort;
+ }
+
+ @Option(name = "-mh", aliases = "--managix-home", usage = "Path to MANAGIX_HOME directory", required = true, metaVar = "MGXHOME")
+ private String managixHome;
+
+ public String getManagixHome() {
+ return managixHome;
+ }
+
+ @Option(name = "-jh", aliases = "--java-home", usage = "Path to JAVA_HOME directory", required = true, metaVar = "JAVAHOME")
+ private String javaHome;
+
+ public String getJavaHome() {
+ return javaHome;
+ }
+
+ @Option(name = "-ler", aliases = "--local-experiment-root", usage = "Path to the local LSM experiment root directory", required = true, metaVar = "LOCALEXPROOT")
+ private String localExperimentRoot;
+
+ public String getLocalExperimentRoot() {
+ return localExperimentRoot;
+ }
+
+ @Option(name = "-u", aliases = "--username", usage = "Username to use for SSH/SCP", required = true, metaVar = "UNAME")
+ private String username;
+
+ public String getUsername() {
+ return username;
+ }
+
+ @Option(name = "-k", aliases = "--key", usage = "SSH key location", metaVar = "SSHKEY")
+ private String sshKeyLocation;
+
+ public String getSSHKeyLocation() {
+ return sshKeyLocation;
+ }
+
+ @Option(name = "-d", aliases = "--datagen-duartion", usage = "Data generation duration in seconds", metaVar = "DATAGENDURATION")
+ private int duration;
+
+ public int getDuration() {
+ return duration;
+ }
+
+ @Option(name = "-qd", aliases = "--querygen-duartion", usage = "Query generation duration in seconds", metaVar = "QUERYGENDURATION")
+ private int queryDuration;
+
+ public int getQueryDuration() {
+ return queryDuration;
+ }
+
+ @Option(name = "-regex", aliases = "--regex", usage = "Regular expression used to match experiment names", metaVar = "REGEXP")
+ private String regex;
+
+ public String getRegex() {
+ return regex;
+ }
+
+ @Option(name = "-oh", aliases = "--orchestrator-host", usage = "The host address of THIS orchestrator")
+ private String orchHost;
+
+ public String getOrchestratorHost() {
+ return orchHost;
+ }
+
+ @Option(name = "-op", aliases = "--orchestrator-port", usage = "The port to be used for the orchestrator server of THIS orchestrator")
+ private int orchPort;
+
+ public int getOrchestratorPort() {
+ return orchPort;
+ }
+
+ @Option(name = "-qoh", aliases = "--query-orchestrator-host", usage = "The host address of query orchestrator")
+ private String queryOrchHost;
+
+ public String getQueryOrchestratorHost() {
+ return queryOrchHost;
+ }
+
+ @Option(name = "-qop", aliases = "--query-orchestrator-port", usage = "The port to be used for the orchestrator server of query orchestrator")
+ private int queryOrchPort;
+
+ public int getQueryOrchestratorPort() {
+ return queryOrchPort;
+ }
+
+ @Option(name = "-di", aliases = "--data-interval", usage = " Initial data interval to use when generating data for exp 7")
+ private long dataInterval;
+
+ public long getDataInterval() {
+ return dataInterval;
+ }
+
+ @Option(name = "-ni", aliases = "--num-data-intervals", usage = "Number of data intervals to use when generating data for exp 7")
+ private int numIntervals;
+
+ public int getNIntervals() {
+ return numIntervals;
+ }
+
+ @Option(name = "-sf", aliases = "--stat-file", usage = "Enable IO/CPU stats and place in specified file")
+ private String statFile = null;
+
+ public String getStatFile() {
+ return statFile;
+ }
+
+ @Option(name = "-of", aliases = "--openstreetmap-filepath", usage = "The open street map gps point data file path")
+ private String openStreetMapFilePath;
+
+ public String getOpenStreetMapFilePath() {
+ return openStreetMapFilePath;
+ }
+
+ @Option(name = "-si", aliases = "--location-sample-interval", usage = "Location sample interval from open street map point data")
+ private int locationSampleInterval;
+
+ public int getLocationSampleInterval() {
+ return locationSampleInterval;
+ }
+
+ @Option(name = "-qsf", aliases = "--query-seed-filepath", usage = "The query seed file path")
+ private String querySeedFilePath;
+
+ public String getQuerySeedFilePath() {
+ return querySeedFilePath;
+ }
+
+ @Option(name = "-rcbi", aliases = "--record-count-per-batch-during-ingestion-only", usage = "Record count per batch during ingestion only")
+ private int recordCountPerBatchDuringIngestionOnly = 1000;
+
+ public int getRecordCountPerBatchDuringIngestionOnly() {
+ return recordCountPerBatchDuringIngestionOnly;
+ }
+
+ @Option(name = "-rcbq", aliases = "--record-count-per-batch-during-query", usage = "Record count per batch during query")
+ private int recordCountPerBatchDuringQuery = 1000;
+
+ public int getRecordCountPerBatchDuringQuery() {
+ return recordCountPerBatchDuringQuery;
+ }
+
+ @Option(name = "-dsti", aliases = "--data-gen-sleep-time-during-ingestion-only", usage = "DataGen sleep time in milliseconds after every recordCountPerBatchDuringIngestionOnly records were sent")
+ private long dataGenSleepTimeDuringIngestionOnly = 1;
+
+ public long getDataGenSleepTimeDuringIngestionOnly() {
+ return dataGenSleepTimeDuringIngestionOnly;
+ }
+
+ @Option(name = "-dstq", aliases = "--data-gen-sleep-time-during-query", usage = "DataGen sleep time in milliseconds after every recordCountPerBatchDuringQuery records were sent")
+ private long dataGenSleepTimeDuringQuery = 1;
+
+ public long getDataGenSleepTimeDuringQuery() {
+ return dataGenSleepTimeDuringQuery;
+ }
+ }
+
+ public static void main(String[] args) throws Exception {
+ // LogManager.getRootLogger().setLevel(org.apache.log4j.Level.OFF);
+ LSMExperimentSetRunnerConfig config = new LSMExperimentSetRunnerConfig(String.valueOf(System
+ .currentTimeMillis()), 3);
+ CmdLineParser clp = new CmdLineParser(config);
+ try {
+ clp.parseArgument(args);
+ } catch (CmdLineException e) {
+ System.err.println(e.getMessage());
+ clp.printUsage(System.err);
+ System.exit(1);
+ }
+
+ Collection<AbstractExperimentBuilder> suite = new ArrayList<>();
+
+ suite.add(new SpatialIndexExperiment1ADhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1ADhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1ARtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1AShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1ASifBuilder(config));
+ suite.add(new SpatialIndexExperiment1BDhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1BDhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1BRtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1BShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1BSifBuilder(config));
+ suite.add(new SpatialIndexExperiment1CDhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1CDhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1CRtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1CShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1CSifBuilder(config));
+ suite.add(new SpatialIndexExperiment1DDhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1DDhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1DRtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1DShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment1DSifBuilder(config));
+ suite.add(new SpatialIndexExperiment2DhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment2DhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment2RtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment2ShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment2SifBuilder(config));
+ suite.add(new SpatialIndexExperiment3PIdxLoadBuilder(config));
+ suite.add(new SpatialIndexExperiment3DhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment3DhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment3RtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment3ShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment3SifBuilder(config));
+ suite.add(new SpatialIndexExperiment4DhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment4DhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment4RtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment4ShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment4SifBuilder(config));
+ suite.add(new SpatialIndexExperiment5DhbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment5DhvbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment5RtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment5ShbtreeBuilder(config));
+ suite.add(new SpatialIndexExperiment5SifBuilder(config));
+ // suite.add(new Experiment7BBuilder(config));
+ // suite.add(new Experiment7DBuilder(config));
+ // suite.add(new Experiment7ABuilder(config));
+ // suite.add(new Experiment8DBuilder(config));
+ // suite.add(new Experiment8ABuilder(config));
+ // suite.add(new Experiment8BBuilder(config));
+ // suite.add(new Experiment9ABuilder(config));
+ // suite.add(new Experiment9DBuilder(config));
+ // suite.add(new Experiment9BBuilder(config));
+ // suite.add(new Experiment6ABuilder(config));
+ // suite.add(new Experiment6BBuilder(config));
+ // suite.add(new Experiment6CBuilder(config));
+ // suite.add(new Experiment2D1Builder(config));
+ // suite.add(new Experiment2D2Builder(config));
+ // suite.add(new Experiment2D4Builder(config));
+ // suite.add(new Experiment2D8Builder(config));
+ // suite.add(new Experiment2C1Builder(config));
+ // suite.add(new Experiment2C2Builder(config));
+ // suite.add(new Experiment2C4Builder(config));
+ // suite.add(new Experiment2C8Builder(config));
+ // suite.add(new Experiment2A1Builder(config));
+ // suite.add(new Experiment2A2Builder(config));
+ // suite.add(new Experiment2A4Builder(config));
+ // suite.add(new Experiment2A8Builder(config));
+ // suite.add(new Experiment2B1Builder(config));
+ // suite.add(new Experiment2B2Builder(config));
+ // suite.add(new Experiment2B4Builder(config));
+ // suite.add(new Experiment2B8Builder(config));
+ // suite.add(new Experiment1ABuilder(config));
+ // suite.add(new Experiment1BBuilder(config));
+ // suite.add(new Experiment1CBuilder(config));
+ // suite.add(new Experiment1DBuilder(config));
+ // suite.add(new Experiment4ABuilder(config));
+ // suite.add(new Experiment4BBuilder(config));
+ // suite.add(new Experiment4CBuilder(config));
+ // suite.add(new Experiment4DBuilder(config));
+ // suite.add(new Experiment3ABuilder(config));
+ // suite.add(new Experiment3BBuilder(config));
+ // suite.add(new Experiment3CBuilder(config));
+ // suite.add(new Experiment3DBuilder(config));
+ // suite.add(new Experiment5ABuilder(config));
+ // suite.add(new Experiment5BBuilder(config));
+ // suite.add(new Experiment5CBuilder(config));
+ // suite.add(new Experiment5DBuilder(config));
+
+ Pattern p = config.getRegex() == null ? null : Pattern.compile(config.getRegex());
+
+ SequentialActionList exps = new SequentialActionList();
+ for (AbstractExperimentBuilder eb : suite) {
+ if (p == null || p.matcher(eb.getName()).matches()) {
+ exps.add(eb.build());
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Added " + eb.getName() + " to run list...");
+ }
+ }
+ }
+ exps.perform();
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorDGProtocol.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorDGProtocol.java
new file mode 100644
index 0000000..a29a74c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorDGProtocol.java
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+public enum OrchestratorDGProtocol {
+ STOPPED,
+ RESUME,
+ REACHED
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer.java
new file mode 100644
index 0000000..a69b0ce
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer.java
@@ -0,0 +1,158 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.IOException;
+import java.net.ServerSocket;
+import java.net.Socket;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.IAction;
+
+public class OrchestratorServer {
+
+ private static final Logger LOGGER = Logger.getLogger(OrchestratorServer.class.getName());
+
+ private final int port;
+
+ private final int nDataGens;
+
+ private final int nIntervals;
+
+ private final AtomicBoolean running;
+
+ private final IAction[] protocolActions;
+
+ private final boolean flagStopResume;
+
+ public OrchestratorServer(int port, int nDataGens, int nIntervals, IAction[] protocolActions) {
+ this.port = port;
+ this.nDataGens = nDataGens;
+ this.nIntervals = nIntervals;
+ running = new AtomicBoolean();
+ this.protocolActions = protocolActions;
+ this.flagStopResume = true;
+ }
+
+ public synchronized void start() throws IOException, InterruptedException {
+ final AtomicBoolean bound = new AtomicBoolean();
+ running.set(true);
+ Thread t = new Thread(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ ServerSocket ss = new ServerSocket(port);
+ synchronized (bound) {
+ bound.set(true);
+ bound.notifyAll();
+ }
+ Socket[] conn = new Socket[nDataGens];
+ try {
+ for (int i = 0; i < nDataGens; i++) {
+ conn[i] = ss.accept();
+ }
+ for (int n = 0; n < nIntervals; ++n) {
+ //TODO refactor operations according to the protocol message
+ if (flagStopResume) {
+ for (int i = 0; i < nDataGens; i++) {
+ receiveStopped(conn[i]);
+ }
+ protocolActions[n].perform();
+ if (n != nIntervals - 1) {
+ for (int i = 0; i < nDataGens; i++) {
+ sendResume(conn[i]);
+ }
+ }
+ } else {
+ for (int i = 0; i < nDataGens; i++) {
+ receiveReached(conn[i]);
+ }
+ protocolActions[n].perform();
+ }
+ }
+ } finally {
+ for (int i = 0; i < conn.length; ++i) {
+ if (conn[i] != null) {
+ conn[i].close();
+ }
+ }
+ ss.close();
+ }
+ running.set(false);
+ synchronized (OrchestratorServer.this) {
+ OrchestratorServer.this.notifyAll();
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ }
+ }
+
+ });
+ t.start();
+ synchronized (bound) {
+ while (!bound.get()) {
+ bound.wait();
+ }
+ }
+ }
+
+ private void sendResume(Socket conn) throws IOException {
+ new DataOutputStream(conn.getOutputStream()).writeInt(OrchestratorDGProtocol.RESUME.ordinal());
+ conn.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.RESUME + " to " + conn.getRemoteSocketAddress());
+ }
+ }
+
+ private void receiveStopped(Socket conn) throws IOException {
+ int msg = new DataInputStream(conn.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + conn.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.STOPPED) {
+ throw new IllegalStateException("Encounted unknown message type " + msgType);
+ }
+ }
+
+ private void receiveReached(Socket conn) throws IOException {
+ int msg = new DataInputStream(conn.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + conn.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.REACHED) {
+ throw new IllegalStateException("Encounted unknown message type " + msgType);
+ }
+
+ }
+
+ public synchronized void awaitFinished() throws InterruptedException {
+ while (running.get()) {
+ wait();
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer7.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer7.java
new file mode 100644
index 0000000..c547393
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer7.java
@@ -0,0 +1,238 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.DataInputStream;
+import java.io.IOException;
+import java.net.ServerSocket;
+import java.net.Socket;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.IAction;
+import org.apache.asterix.experiment.builder.AbstractExperiment7Builder;
+
+public class OrchestratorServer7 {
+
+ private static final Logger LOGGER = Logger.getLogger(OrchestratorServer7.class.getName());
+
+ private final int port;
+
+ private final int nDataGens;
+
+ private final int nIntervals;
+
+ private final AtomicBoolean running;
+
+ private final IProtocolActionBuilder protoActionBuilder;
+
+ private final IAction lsAction;
+
+ private static final int QUERY_TOTAL_COUNT = 2000;
+
+ public OrchestratorServer7(int port, int nDataGens, int nIntervals, IProtocolActionBuilder protoActionBuilder, IAction lsAction) {
+ this.port = port;
+ this.nDataGens = nDataGens;
+ this.nIntervals = nIntervals;
+ running = new AtomicBoolean();
+ this.protoActionBuilder = protoActionBuilder;
+ this.lsAction = lsAction;
+ }
+
+ public synchronized void start() throws IOException, InterruptedException {
+ final AtomicBoolean bound = new AtomicBoolean();
+ running.set(true);
+ Thread t = new Thread(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ ServerSocket ss = new ServerSocket(port);
+ synchronized (bound) {
+ bound.set(true);
+ bound.notifyAll();
+ }
+ Socket[] conn = new Socket[nDataGens];
+ try {
+ for (int i = 0; i < nDataGens; i++) {
+ conn[i] = ss.accept();
+ }
+ AtomicInteger round = new AtomicInteger();
+ AtomicBoolean done = new AtomicBoolean(false);
+ Thread pct = new Thread(new ProtocolConsumer(conn, nIntervals, round, done));
+ pct.start();
+ int[] queryType = new int[] { 10, 100, 1000, 10000 };
+ int type = 0;
+ //step1. send query when it reaches the query begin round
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step1 starts");
+ }
+ boolean sendQuery = false;
+ while (!done.get()) {
+ if (!sendQuery) {
+ synchronized (round) {
+ while (true) {
+ if (round.get() >= AbstractExperiment7Builder.QUERY_BEGIN_ROUND) {
+ sendQuery = true;
+ break;
+ }
+ round.wait();
+ }
+ }
+ }
+ if (sendQuery) {
+ protoActionBuilder.buildQueryAction(queryType[type % 4], false).perform();
+ type = (++type) % 4;
+ }
+
+ }
+ pct.join();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step1 ends");
+ }
+
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step2 starts");
+ }
+ //step2. send one more round of queries after ingestion is over
+ protoActionBuilder.buildIOWaitAction().perform();
+ lsAction.perform();
+ for (int i = 0; i < QUERY_TOTAL_COUNT; i++) {
+ protoActionBuilder.buildQueryAction(queryType[i % 4], true).perform();
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step2 ends");
+ }
+
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step3 starts");
+ }
+ //step3. compact dataset
+ protoActionBuilder.buildCompactAction().perform();
+ protoActionBuilder.buildIOWaitAction().perform();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step3 ends");
+ }
+
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step4 starts");
+ }
+ //step4. send last round of queries after the compaction is over
+ for (int i = 0; i < QUERY_TOTAL_COUNT; i++) {
+ protoActionBuilder.buildQueryAction(queryType[i % 4], true).perform();
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Step4 ends");
+ }
+
+ } finally {
+ for (int i = 0; i < conn.length; ++i) {
+ if (conn[i] != null) {
+ conn[i].close();
+ }
+ }
+ ss.close();
+ }
+ running.set(false);
+ synchronized (OrchestratorServer7.this) {
+ OrchestratorServer7.this.notifyAll();
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ }
+ }
+
+ });
+ t.start();
+ synchronized (bound) {
+ while (!bound.get()) {
+ bound.wait();
+ }
+ }
+ }
+
+ private static class ProtocolConsumer implements Runnable {
+
+ private final Socket[] conn;
+
+ private final int nIntervals;
+
+ private final AtomicInteger interval;
+
+ private final AtomicBoolean done;
+
+ public ProtocolConsumer(Socket[] conn, int nIntervals, AtomicInteger interval, AtomicBoolean done) {
+ this.conn = conn;
+ this.nIntervals = nIntervals;
+ this.interval = interval;
+ this.done = done;
+ }
+
+ @Override
+ public void run() {
+ interval.set(0);
+ try {
+ for (int n = 0; n < nIntervals; ++n) {
+ for (int i = 0; i < conn.length; i++) {
+ receiveReached(conn[i]);
+ }
+ synchronized (interval) {
+ interval.getAndIncrement();
+ interval.notifyAll();
+ }
+ }
+ done.set(true);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+
+ }
+
+ private static void receiveReached(Socket conn) throws IOException {
+ int msg = new DataInputStream(conn.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + conn.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.REACHED) {
+ throw new IllegalStateException("Encounted unknown message type " + msgType);
+ }
+
+ }
+
+ public synchronized void awaitFinished() throws InterruptedException {
+ while (running.get()) {
+ wait();
+ }
+ }
+
+ public interface IProtocolActionBuilder {
+ public IAction buildQueryAction(long cardinality, boolean finalRound) throws Exception;
+
+ public IAction buildIOWaitAction() throws Exception;
+
+ public IAction buildCompactAction() throws Exception;
+
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer9.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer9.java
new file mode 100644
index 0000000..be50e7c
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/OrchestratorServer9.java
@@ -0,0 +1,164 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.DataInputStream;
+import java.io.IOException;
+import java.net.ServerSocket;
+import java.net.Socket;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.IAction;
+
+public class OrchestratorServer9 {
+
+ private static final Logger LOGGER = Logger.getLogger(OrchestratorServer9.class.getName());
+
+ private final int port;
+
+ private final int nDataGens;
+
+ private final int nIntervals;
+
+ private final AtomicBoolean running;
+
+ private final IProtocolActionBuilder protoActionBuilder;
+
+ public OrchestratorServer9(int port, int nDataGens, int nIntervals, IProtocolActionBuilder protoActionBuilder) {
+ this.port = port;
+ this.nDataGens = nDataGens;
+ this.nIntervals = nIntervals;
+ running = new AtomicBoolean();
+ this.protoActionBuilder = protoActionBuilder;
+ }
+
+ public synchronized void start() throws IOException, InterruptedException {
+ final AtomicBoolean bound = new AtomicBoolean();
+ running.set(true);
+ Thread t = new Thread(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ ServerSocket ss = new ServerSocket(port);
+ synchronized (bound) {
+ bound.set(true);
+ bound.notifyAll();
+ }
+ Socket[] conn = new Socket[nDataGens];
+ try {
+ for (int i = 0; i < nDataGens; i++) {
+ conn[i] = ss.accept();
+ }
+ AtomicInteger round = new AtomicInteger();
+ AtomicBoolean done = new AtomicBoolean(false);
+ Thread pct = new Thread(new ProtocolConsumer(conn, nIntervals, round, done));
+ pct.start();
+ while (!done.get()) {
+ protoActionBuilder.buildAction(round.get()).perform();
+ }
+ pct.join();
+ } finally {
+ for (int i = 0; i < conn.length; ++i) {
+ if (conn[i] != null) {
+ conn[i].close();
+ }
+ }
+ ss.close();
+ }
+ running.set(false);
+ synchronized (OrchestratorServer9.this) {
+ OrchestratorServer9.this.notifyAll();
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ }
+ }
+
+ });
+ t.start();
+ synchronized (bound) {
+ while (!bound.get()) {
+ bound.wait();
+ }
+ }
+ }
+
+ private static class ProtocolConsumer implements Runnable {
+
+ private final Socket[] conn;
+
+ private final int nIntervals;
+
+ private final AtomicInteger interval;
+
+ private final AtomicBoolean done;
+
+ public ProtocolConsumer(Socket[] conn, int nIntervals, AtomicInteger interval, AtomicBoolean done) {
+ this.conn = conn;
+ this.nIntervals = nIntervals;
+ this.interval = interval;
+ this.done = done;
+ }
+
+ @Override
+ public void run() {
+ interval.set(0);
+ try {
+ for (int n = 0; n < nIntervals; ++n) {
+ for (int i = 0; i < conn.length; i++) {
+ receiveReached(conn[i]);
+ }
+ interval.getAndIncrement();
+ }
+ done.set(true);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+
+ }
+
+ private static void receiveReached(Socket conn) throws IOException {
+ int msg = new DataInputStream(conn.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + conn.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.REACHED) {
+ throw new IllegalStateException("Encounted unknown message type " + msgType);
+ }
+
+ }
+
+ public synchronized void awaitFinished() throws InterruptedException {
+ while (running.get()) {
+ wait();
+ }
+ }
+
+ public interface IProtocolActionBuilder {
+ public IAction buildAction(int round) throws Exception;
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/RecordCountingServer.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/RecordCountingServer.java
new file mode 100644
index 0000000..22e5ac0
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/RecordCountingServer.java
@@ -0,0 +1,166 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.io.Reader;
+import java.net.ServerSocket;
+import java.net.Socket;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+public class RecordCountingServer {
+
+ private final ExecutorService threadPool;
+
+ private final int port;
+
+ private final long duration;
+
+ private ServerSocket ss;
+
+ private boolean stopped;
+
+ private final Object o = new Object();
+
+ final AtomicBoolean b = new AtomicBoolean(false);
+
+ public RecordCountingServer(int port, long duration) {
+ this.port = port;
+ this.duration = duration;
+ threadPool = Executors.newCachedThreadPool();
+ }
+
+ public void start() throws IOException, InterruptedException {
+ Thread t = new Thread(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ stopped = false;
+ ss = new ServerSocket(port);
+ while (true) {
+ Socket s = ss.accept();
+ if (stopped) {
+ break;
+ }
+ threadPool.execute(new RecordCountingThread(s, duration));
+ synchronized (o) {
+ b.set(true);
+ o.notifyAll();
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+ });
+ t.start();
+ }
+
+ public void awaitFirstConnection() throws InterruptedException {
+ synchronized (o) {
+ if (!b.get()) {
+ o.wait();
+ }
+ }
+ }
+
+ public void stop() throws IOException, InterruptedException {
+ stopped = true;
+ threadPool.shutdown();
+ threadPool.awaitTermination(1000, TimeUnit.DAYS);
+ ss.close();
+ }
+
+ private static class RecordCountingThread implements Runnable {
+ private final Socket s;
+
+ private final long duration;
+
+ private final char[] buf;
+
+ private int index;
+
+ private int count;
+
+ public RecordCountingThread(Socket s, long duration) {
+ this.s = s;
+ this.duration = duration;
+ buf = new char[32 * 1024];
+ }
+
+ @Override
+ public void run() {
+ count = 0;
+ index = 0;
+ long start = System.currentTimeMillis();
+ try {
+ InputStreamReader r = new InputStreamReader(s.getInputStream());
+ while (System.currentTimeMillis() - start < duration) {
+ fill(r);
+ countRecords();
+ }
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ long end = System.currentTimeMillis();
+ System.out.println("Read " + count + " records in " + (end - start) / 1000 + " seconds");
+ }
+
+ private void countRecords() {
+ for (int i = 0; i < index; ++i) {
+ if (buf[i] == '\n') {
+ ++count;
+ }
+ }
+ }
+
+ private void fill(Reader r) throws IOException {
+ index = 0;
+ int read = r.read(buf);
+ if (read == -1) {
+ index = 0;
+ return;
+ }
+ index += read;
+ }
+ }
+
+ public static void main(String[] args) throws Exception {
+ long duration = Long.parseLong(args[0]);
+ int port1 = Integer.parseInt(args[1]);
+ int port2 = Integer.parseInt(args[2]);
+ RecordCountingServer rcs1 = new RecordCountingServer(port1, duration * 1000);
+ RecordCountingServer rcs2 = new RecordCountingServer(port2, duration * 1000);
+ try {
+ rcs1.start();
+ rcs2.start();
+ rcs1.awaitFirstConnection();
+ rcs2.awaitFirstConnection();
+ } finally {
+ rcs1.stop();
+ rcs2.stop();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketDataGeneratorExecutable.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketDataGeneratorExecutable.java
new file mode 100644
index 0000000..eeac0b4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketDataGeneratorExecutable.java
@@ -0,0 +1,57 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.net.Socket;
+import java.util.Collections;
+
+import org.apache.asterix.experiment.action.base.AbstractAction;
+import org.apache.asterix.tools.external.data.TweetGeneratorForSpatialIndexEvaluation;
+
+public class SocketDataGeneratorExecutable extends AbstractAction {
+
+ private final String adapterHost;
+
+ private final int adapterPort;
+
+ public SocketDataGeneratorExecutable(String adapterHost, int adapterPort) {
+ this.adapterHost = adapterHost;
+ this.adapterPort = adapterPort;
+ }
+
+ @Override
+ protected void doPerform() throws Exception {
+ Thread.sleep(4000);
+ Socket s = new Socket(adapterHost, adapterPort);
+ try {
+ TweetGeneratorForSpatialIndexEvaluation tg = new TweetGeneratorForSpatialIndexEvaluation(Collections.<String, String> emptyMap(), 0,
+ TweetGeneratorForSpatialIndexEvaluation.OUTPUT_FORMAT_ADM_STRING, s.getOutputStream());
+ long start = System.currentTimeMillis();
+ while (tg.setNextRecordBatch(1000)) {
+ }
+ long end = System.currentTimeMillis();
+ long total = end - start;
+ System.out.println("Generation finished: " + tg.getNumFlushedTweets() + " in " + total / 1000 + " seconds");
+ } finally {
+ s.close();
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGenerator.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGenerator.java
new file mode 100644
index 0000000..f817fc9
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGenerator.java
@@ -0,0 +1,389 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.IOException;
+import java.io.OutputStream;
+import java.net.InetAddress;
+import java.net.Socket;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Semaphore;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.tools.external.data.TweetGeneratorForSpatialIndexEvaluation;
+import org.apache.commons.lang3.tuple.Pair;
+
+public class SocketTweetGenerator {
+
+ private final ExecutorService threadPool;
+
+ private final int partitionRangeStart;
+
+ private final int dataGenDuration;
+
+ private final int queryGenDuration;
+
+ private final long startDataInterval;
+
+ private final int nDataIntervals;
+
+ private final String orchHost;
+
+ private final int orchPort;
+
+ private final List<Pair<String, Integer>> receiverAddresses;
+
+ private final String openStreetMapFilePath;
+ private final int locationSampleInterval;
+ private final int recordCountPerBatchDuringIngestionOnly;
+ private final int recordCountPerBatchDuringQuery;
+ private final long dataGenSleepTimeDuringIngestionOnly;
+ private final long dataGenSleepTimeDuringQuery;
+
+ private final Mode mode;
+
+ private enum Mode {
+ TIME,
+ DATA
+ }
+
+ public SocketTweetGenerator(SocketTweetGeneratorConfig config) {
+ threadPool = Executors.newCachedThreadPool(new ThreadFactory() {
+
+ private final AtomicInteger count = new AtomicInteger();
+
+ @Override
+ public Thread newThread(Runnable r) {
+ int tid = count.getAndIncrement();
+ Thread t = new Thread(r, "DataGeneratorThread: " + tid);
+ t.setDaemon(true);
+ return t;
+ }
+ });
+
+ partitionRangeStart = config.getPartitionRangeStart();
+ dataGenDuration = config.getDataGenDuration();
+ queryGenDuration = config.getQueryGenDuration();
+ startDataInterval = config.getDataInterval();
+ nDataIntervals = config.getNIntervals();
+ orchHost = config.getOrchestratorHost();
+ orchPort = config.getOrchestratorPort();
+ receiverAddresses = config.getAddresses();
+ mode = startDataInterval > 0 ? Mode.DATA : Mode.TIME;
+ openStreetMapFilePath = config.getOpenStreetMapFilePath();
+ locationSampleInterval = config.getLocationSampleInterval();
+ recordCountPerBatchDuringIngestionOnly = config.getRecordCountPerBatchDuringIngestionOnly();
+ recordCountPerBatchDuringQuery = config.getRecordCountPerBatchDuringQuery();
+ dataGenSleepTimeDuringIngestionOnly = config.getDataGenSleepTimeDuringIngestionOnly();
+ dataGenSleepTimeDuringQuery = config.getDataGenSleepTimeDuringQuery();
+ }
+
+ public void start() throws Exception {
+ final Semaphore sem = new Semaphore((receiverAddresses.size() - 1) * -1);
+ int i = 0;
+ for (Pair<String, Integer> address : receiverAddresses) {
+ threadPool.submit(new DataGenerator(mode, sem, address.getLeft(), address.getRight(), i
+ + partitionRangeStart, dataGenDuration, queryGenDuration, nDataIntervals, startDataInterval,
+ orchHost, orchPort, openStreetMapFilePath, locationSampleInterval,
+ recordCountPerBatchDuringIngestionOnly, recordCountPerBatchDuringQuery,
+ dataGenSleepTimeDuringIngestionOnly, dataGenSleepTimeDuringQuery));
+ ++i;
+ }
+ sem.acquire();
+ }
+
+ public static class DataGenerator implements Runnable {
+
+ private static final Logger LOGGER = Logger.getLogger(DataGenerator.class.getName());
+
+ private final Mode m;
+ private final Semaphore sem;
+ private final String host;
+ private final int port;
+ private final int partition;
+ private final int dataGenDuration;
+ private final int queryGenDuration;
+ private final int nDataIntervals;
+ private final String orchHost;
+ private final int orchPort;
+
+ private int currentInterval;
+ private long nextStopInterval;
+ private final long dataSizeInterval;
+ private final boolean flagStopResume;
+ private final String openStreetMapFilePath;
+ private final int locationSampleInterval;
+ private final int recordCountPerBatchDuringIngestionOnly;
+ private final int recordCountPerBatchDuringQuery;
+ private final long dataGenSleepTimeDuringIngestionOnly;
+ private final long dataGenSleepTimeDuringQuery;
+
+ public DataGenerator(Mode m, Semaphore sem, String host, int port, int partition, int dataGenDuration,
+ int queryGenDuration, int nDataIntervals, long dataSizeInterval, String orchHost, int orchPort,
+ String openStreetMapFilePath, int locationSampleInterval, int recordCountPerBatchDuringIngestionOnly,
+ int recordCountPerBatchDuringQuery, long dataGenSleepTimeDuringIngestionOnly,
+ long dataGenSleepTimeDuringQuery) {
+ this.m = m;
+ this.sem = sem;
+ this.host = host;
+ this.port = port;
+ this.partition = partition;
+ this.dataGenDuration = dataGenDuration;
+ this.queryGenDuration = queryGenDuration;
+ this.nDataIntervals = nDataIntervals;
+ currentInterval = 0;
+ this.dataSizeInterval = dataSizeInterval;
+ this.nextStopInterval = dataSizeInterval;
+ this.orchHost = orchHost;
+ this.orchPort = orchPort;
+ this.flagStopResume = false;
+ this.openStreetMapFilePath = openStreetMapFilePath;
+ //simple heuristic to generate different data from different data generator.
+ int lsi = locationSampleInterval + (partition + 1) * (partition <= 4 ? 7 : 9);
+ this.locationSampleInterval = lsi;
+ this.recordCountPerBatchDuringIngestionOnly = recordCountPerBatchDuringIngestionOnly;
+ this.recordCountPerBatchDuringQuery = recordCountPerBatchDuringQuery;
+ this.dataGenSleepTimeDuringIngestionOnly = dataGenSleepTimeDuringIngestionOnly;
+ this.dataGenSleepTimeDuringQuery = dataGenSleepTimeDuringQuery;
+ }
+
+ @Override
+ public void run() {
+ LOGGER.info("\nDataGen[" + partition + "] running with the following parameters: \n" + "dataGenDuration : "
+ + dataGenDuration + "\n" + "queryGenDuration : " + queryGenDuration + "\n" + "nDataIntervals : "
+ + nDataIntervals + "\n" + "dataSizeInterval : " + dataSizeInterval + "\n"
+ + "recordCountPerBatchDuringIngestionOnly : " + recordCountPerBatchDuringIngestionOnly + "\n"
+ + "recordCountPerBatchDuringQuery : " + recordCountPerBatchDuringQuery + "\n"
+ + "dataGenSleepTimeDuringIngestionOnly : " + dataGenSleepTimeDuringIngestionOnly + "\n"
+ + "dataGenSleepTimeDuringQuery : " + dataGenSleepTimeDuringQuery + "\n"
+ + "locationSampleInterval : " + locationSampleInterval);
+
+ try {
+ Socket s = new Socket(host, port);
+ try {
+ Socket orchSocket = null;
+ if (m == Mode.DATA && orchHost != null) {
+ orchSocket = new Socket(orchHost, orchPort);
+ }
+ TweetGeneratorForSpatialIndexEvaluation tg = null;
+ try {
+ Map<String, String> config = new HashMap<>();
+ String durationVal = m == Mode.TIME ? String.valueOf(dataGenDuration) : "0";
+ config.put(TweetGeneratorForSpatialIndexEvaluation.KEY_DURATION, String.valueOf(durationVal));
+ if (openStreetMapFilePath != null) {
+ config.put(TweetGeneratorForSpatialIndexEvaluation.KEY_OPENSTREETMAP_FILEPATH,
+ openStreetMapFilePath);
+ config.put(TweetGeneratorForSpatialIndexEvaluation.KEY_LOCATION_SAMPLE_INTERVAL,
+ String.valueOf(locationSampleInterval));
+ }
+ tg = new TweetGeneratorForSpatialIndexEvaluation(config, partition,
+ TweetGeneratorForSpatialIndexEvaluation.OUTPUT_FORMAT_ADM_STRING, s.getOutputStream());
+ long startTS = System.currentTimeMillis();
+ long prevTS = startTS;
+ long curTS = startTS;
+ int round = 0;
+ while (tg.setNextRecordBatch(recordCountPerBatchDuringIngestionOnly)) {
+ if (m == Mode.DATA) {
+ if (tg.getNumFlushedTweets() >= nextStopInterval) {
+ //TODO stop/resume option
+ if (orchSocket != null) {
+ if (flagStopResume) {
+ // send stop to orchestrator
+ sendStopped(orchSocket);
+ } else {
+ sendReached(orchSocket);
+ }
+ }
+
+ // update intervals
+ // TODO give options: exponential/linear interval
+ nextStopInterval += dataSizeInterval;
+ if (++currentInterval >= nDataIntervals) {
+ break;
+ }
+
+ if (orchSocket != null) {
+ if (flagStopResume) {
+ receiveResume(orchSocket);
+ }
+ }
+ }
+ }
+ curTS = System.currentTimeMillis();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ round++;
+ if ((round * recordCountPerBatchDuringIngestionOnly) % 100000 == 0) {
+ System.out.println("DataGen[" + partition
+ + "][During ingestion only][TimeToInsert100000] " + (curTS - prevTS)
+ + " in milliseconds");
+ round = 0;
+ prevTS = curTS;
+ }
+ }
+ //to prevent congestion in feed pipe line.
+ if (dataGenSleepTimeDuringIngestionOnly > 0) {
+ Thread.sleep(dataGenSleepTimeDuringIngestionOnly);
+ }
+ }
+
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("DataGen[" + partition
+ + "][During ingestion only][InsertCount] Num tweets flushed = "
+ + tg.getNumFlushedTweets() + " in "
+ + ((System.currentTimeMillis() - startTS) / 1000) + " seconds from "
+ + InetAddress.getLocalHost() + " to " + host + ":" + port);
+ }
+
+ if (orchSocket != null && queryGenDuration > 0) {
+ //wait until orchestrator server's resume message is received.
+ receiveResume(orchSocket);
+
+ //reset duration and flushed tweet count
+ tg.resetDurationAndFlushedTweetCount(queryGenDuration);
+
+ prevTS = System.currentTimeMillis();
+ round = 0;
+ //start sending record
+ while (tg.setNextRecordBatch(recordCountPerBatchDuringQuery)) {
+ curTS = System.currentTimeMillis();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ round++;
+ if ((round * recordCountPerBatchDuringQuery) % 100000 == 0) {
+ System.out.println("DataGen[" + partition
+ + "][During ingestion + queries][TimeToInsert100000] "
+ + (curTS - prevTS) + " in milliseconds");
+ round = 0;
+ prevTS = curTS;
+ }
+ }
+ if (dataGenSleepTimeDuringQuery > 0) {
+ Thread.sleep(dataGenSleepTimeDuringQuery);
+ }
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("DataGen[" + partition
+ + "][During ingestion + queries][InsertCount] Num tweets flushed = "
+ + tg.getNumFlushedTweets() + " in " + queryGenDuration + " seconds from "
+ + InetAddress.getLocalHost() + " to " + host + ":" + port);
+ }
+ //send reached message to orchestrator server
+ sendReached(orchSocket);
+ }
+
+ } finally {
+ if (orchSocket != null) {
+ orchSocket.close();
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Num tweets flushed = " + tg.getNumFlushedTweets() + " in " + dataGenDuration
+ + " seconds from " + InetAddress.getLocalHost() + " to " + host + ":" + port);
+ }
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ } finally {
+ s.close();
+ }
+ } catch (Throwable t) {
+ System.err.println("Error connecting to " + host + ":" + port);
+ t.printStackTrace();
+ } finally {
+ sem.release();
+ }
+ }
+
+ private void sendReached(Socket s) throws IOException {
+ new DataOutputStream(s.getOutputStream()).writeInt(OrchestratorDGProtocol.REACHED.ordinal());
+ s.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.REACHED + " to " + s.getRemoteSocketAddress());
+ }
+ }
+
+ private void receiveResume(Socket s) throws IOException {
+ int msg = new DataInputStream(s.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + s.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.RESUME) {
+ throw new IllegalStateException("Unknown protocol message received: " + msgType);
+ }
+ }
+
+ private void sendStopped(Socket s) throws IOException {
+ new DataOutputStream(s.getOutputStream()).writeInt(OrchestratorDGProtocol.STOPPED.ordinal());
+ s.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.STOPPED + " to " + s.getRemoteSocketAddress());
+ }
+ }
+
+ }
+
+ private static class CircularByteArrayOutputStream extends OutputStream {
+
+ private final byte[] buf;
+
+ private int index;
+
+ public CircularByteArrayOutputStream() {
+ buf = new byte[32 * 1024];
+ index = 0;
+ }
+
+ @Override
+ public void write(byte b[], int off, int len) throws IOException {
+ if (b == null) {
+ throw new NullPointerException();
+ } else if ((off < 0) || (off > b.length) || (len < 0) || ((off + len) > b.length) || ((off + len) < 0)) {
+ throw new IndexOutOfBoundsException();
+ } else if (len == 0) {
+ return;
+ }
+
+ int remain = len;
+ int remainOff = off;
+ while (remain > 0) {
+ int avail = buf.length - index;
+ System.arraycopy(b, remainOff, buf, index, avail);
+ remainOff += avail;
+ remain -= avail;
+ index = (index + avail) % buf.length;
+ }
+ }
+
+ @Override
+ public void write(int b) throws IOException {
+ buf[index] = (byte) b;
+ index = (index + 1) % buf.length;
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorConfig.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorConfig.java
new file mode 100644
index 0000000..d3bb4bd
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorConfig.java
@@ -0,0 +1,173 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.util.List;
+
+import org.apache.commons.lang3.tuple.Pair;
+import org.kohsuke.args4j.Argument;
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+import org.kohsuke.args4j.Option;
+import org.kohsuke.args4j.OptionDef;
+import org.kohsuke.args4j.spi.OptionHandler;
+import org.kohsuke.args4j.spi.Parameters;
+import org.kohsuke.args4j.spi.Setter;
+
+public class SocketTweetGeneratorConfig {
+
+ @Option(name = "-p", aliases = "--partition-range-start", usage = "Starting partition number for the set of data generators (default = 0)")
+ private int partitionRangeStart = 0;
+
+ public int getPartitionRangeStart() {
+ return partitionRangeStart;
+ }
+
+ @Option(name = "-d", aliases = { "--datagen-duration" }, usage = "Duration in seconds to run data generation")
+ private int duration = -1;
+
+ public int getDataGenDuration() {
+ return duration;
+ }
+
+ @Option(name = "-qd", aliases = { "--querygen-duration" }, usage = "Duration in seconds to run query generation")
+ private int queryDuration = -1;
+
+ public int getQueryGenDuration() {
+ return queryDuration;
+ }
+
+ @Option(name = "-di", aliases = "--data-interval", usage = "Initial data interval to use when generating data based on data size")
+ private long dataInterval = -1;
+
+ public long getDataInterval() {
+ return dataInterval;
+ }
+
+ @Option(name = "-ni", aliases = "--num-intervals", usage = "Number of intervals to use when generating data based on data size (default = 4)")
+ private int nIntervals = 4;
+
+ public int getNIntervals() {
+ return nIntervals;
+ }
+
+ @Option(name = "-oh", aliases = "--orachestrator-host", usage = "The host name of the orchestrator")
+ private String orchHost;
+
+ public String getOrchestratorHost() {
+ return orchHost;
+ }
+
+ @Option(name = "-op", aliases = "--orchestrator-port", usage = "The port number of the orchestrator")
+ private int orchPort;
+
+ public int getOrchestratorPort() {
+ return orchPort;
+ }
+
+ @Option(name = "-of", aliases = "--openstreetmap-filepath", usage = "The open street map gps point data file path")
+ private String openStreetMapFilePath;
+
+ public String getOpenStreetMapFilePath() {
+ return openStreetMapFilePath;
+ }
+
+ @Option(name = "-si", aliases = "--location-sample-interval", usage = "Location sample interval from open street map point data")
+ private int locationSampleInterval;
+
+ public int getLocationSampleInterval() {
+ return locationSampleInterval;
+ }
+
+ @Option(name = "-rcbi", aliases = "--record-count-per-batch-during-ingestion-only", usage = "Record count per batch during ingestion only")
+ private int recordCountPerBatchDuringIngestionOnly = 1000;
+
+ public int getRecordCountPerBatchDuringIngestionOnly() {
+ return recordCountPerBatchDuringIngestionOnly;
+ }
+
+ @Option(name = "-rcbq", aliases = "--record-count-per-batch-during-query", usage = "Record count per batch during query")
+ private int recordCountPerBatchDuringQuery = 1000;
+
+ public int getRecordCountPerBatchDuringQuery() {
+ return recordCountPerBatchDuringQuery;
+ }
+
+ @Option(name = "-dsti", aliases = "--data-gen-sleep-time-during-ingestion-only", usage = "DataGen sleep time in milliseconds after every recordCountPerBatchDuringIngestionOnly records were sent")
+ private long dataGenSleepTimeDuringIngestionOnly = 1;
+
+ public long getDataGenSleepTimeDuringIngestionOnly() {
+ return dataGenSleepTimeDuringIngestionOnly;
+ }
+
+ @Option(name = "-dstq", aliases = "--data-gen-sleep-time-during-query", usage = "DataGen sleep time in milliseconds after every recordCountPerBatchDuringQuery records were sent")
+ private long dataGenSleepTimeDuringQuery = 1;
+
+ public long getDataGenSleepTimeDuringQuery() {
+ return dataGenSleepTimeDuringQuery;
+ }
+
+ @Argument(required = true, usage = "A list of <ip>:<port> pairs (addresses) to send data to", metaVar = "addresses...", handler = AddressOptionHandler.class)
+ private List<Pair<String, Integer>> addresses;
+
+ public List<Pair<String, Integer>> getAddresses() {
+ return addresses;
+ }
+
+ public static class AddressOptionHandler extends OptionHandler<Pair<String, Integer>> {
+
+ public AddressOptionHandler(CmdLineParser parser, OptionDef option, Setter<? super Pair<String, Integer>> setter) {
+ super(parser, option, setter);
+ }
+
+ @Override
+ public int parseArguments(Parameters params) throws CmdLineException {
+ int counter = 0;
+ while (true) {
+ String param;
+ try {
+ param = params.getParameter(counter);
+ } catch (CmdLineException ex) {
+ break;
+ }
+
+ String[] hostPort = param.split(":");
+ if (hostPort.length != 2) {
+ throw new CmdLineException("Invalid address: " + param + ". Expected <host>:<port>");
+ }
+ Integer port = null;
+ try {
+ port = Integer.parseInt(hostPort[1]);
+ } catch (NumberFormatException e) {
+ throw new CmdLineException("Invalid port " + hostPort[1] + " for address " + param + ".");
+ }
+ setter.addValue(Pair.of(hostPort[0], port));
+ counter++;
+ }
+ return counter;
+ }
+
+ @Override
+ public String getDefaultMetaVariable() {
+ return "addresses";
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorDriver.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorDriver.java
new file mode 100644
index 0000000..d64809f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SocketTweetGeneratorDriver.java
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+
+public class SocketTweetGeneratorDriver {
+ public static void main(String[] args) throws Exception {
+ SocketTweetGeneratorConfig clientConfig = new SocketTweetGeneratorConfig();
+ CmdLineParser clp = new CmdLineParser(clientConfig);
+ try {
+ clp.parseArgument(args);
+ } catch (CmdLineException e) {
+ System.err.println(e.getMessage());
+ clp.printUsage(System.err);
+ System.exit(1);
+ }
+
+ if ((clientConfig.getDataInterval() == -1 && clientConfig.getDataGenDuration() == -1)
+ || (clientConfig.getDataInterval() > 0 && clientConfig.getDataGenDuration() > 0)) {
+ System.err.println("Must use exactly one of -d or -di");
+ clp.printUsage(System.err);
+ System.exit(1);
+ }
+
+ SocketTweetGenerator client = new SocketTweetGenerator(clientConfig);
+ client.start();
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialIndexExperiment2OrchestratorServer.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialIndexExperiment2OrchestratorServer.java
new file mode 100644
index 0000000..4e360dd
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialIndexExperiment2OrchestratorServer.java
@@ -0,0 +1,179 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.IOException;
+import java.net.ServerSocket;
+import java.net.Socket;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+public class SpatialIndexExperiment2OrchestratorServer {
+
+ private static final Logger LOGGER = Logger.getLogger(SpatialIndexExperiment2OrchestratorServer.class.getName());
+
+ private final int dataGenPort;
+
+ private final int queryGenPort;
+
+ private final int nDataGens;
+
+ private final int nQueryGens;
+
+ private final int nIntervals;
+
+ private final AtomicBoolean running;
+
+ public SpatialIndexExperiment2OrchestratorServer(int dataGenPort, int nDataGens, int nIntervals, int queryGenPort,
+ int nQueryGens) {
+ this.dataGenPort = dataGenPort;
+ this.nDataGens = nDataGens;
+ this.queryGenPort = queryGenPort;
+ this.nQueryGens = nQueryGens;
+ this.nIntervals = nIntervals;
+ running = new AtomicBoolean();
+ }
+
+ public synchronized void start() throws IOException, InterruptedException {
+ final AtomicBoolean dataGenBound = new AtomicBoolean();
+ final AtomicBoolean queryGenBound = new AtomicBoolean();
+ running.set(true);
+ Thread t = new Thread(new Runnable() {
+
+ @Override
+ public void run() {
+ try {
+ ServerSocket dataGenSS = new ServerSocket(dataGenPort);
+ synchronized (dataGenBound) {
+ dataGenBound.set(true);
+ dataGenBound.notifyAll();
+ }
+ ServerSocket queryGenSS = new ServerSocket(queryGenPort);
+ synchronized (queryGenBound) {
+ queryGenBound.set(true);
+ queryGenBound.notifyAll();
+ }
+
+ Socket[] dataConn = new Socket[nDataGens];
+ Socket[] queryConn = new Socket[nQueryGens];
+ try {
+ //#.wait until all dataGens and queryGens have connected to the orchestrator
+ for (int i = 0; i < nDataGens; i++) {
+ dataConn[i] = dataGenSS.accept();
+ }
+ for (int i = 0; i < nQueryGens; i++) {
+ queryConn[i] = queryGenSS.accept();
+ }
+
+ //#.wait until queryGens are ready for generating query
+ for (int i = 0; i < nQueryGens; i++) {
+ receiveReached(queryConn[i]);
+ }
+
+ //#.wait until dataGens are ready for generating data after nIntervals of data were generated
+ for (int i = 0; i < nIntervals; i++) {
+ for (int j = 0; j < nDataGens; j++) {
+ receiveReached(dataConn[j]);
+ }
+ }
+
+ //#.send signal to queryGens to start sending queries
+ for (int i = 0; i < nQueryGens; i++) {
+ sendResume(queryConn[i]);
+ }
+ //#.send signal to dataGens to start sending records
+ for (int i = 0; i < nDataGens; i++) {
+ sendResume(dataConn[i]);
+ }
+
+ //#.wait until both dataGen and queryGen's are done
+ for (int i = 0; i < nQueryGens; i++) {
+ receiveReached(queryConn[i]);
+ }
+ for (int i = 0; i < nDataGens; i++) {
+ receiveReached(dataConn[i]);
+ }
+
+ } finally {
+ for (int i = 0; i < nDataGens; ++i) {
+ if (dataConn[i] != null) {
+ dataConn[i].close();
+ }
+ }
+ dataGenSS.close();
+ for (int i = 0; i < nQueryGens; ++i) {
+ if (queryConn[i] != null) {
+ queryConn[i].close();
+ }
+ }
+ queryGenSS.close();
+ }
+ running.set(false);
+ synchronized (SpatialIndexExperiment2OrchestratorServer.this) {
+ SpatialIndexExperiment2OrchestratorServer.this.notifyAll();
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ }
+ }
+
+ });
+ t.start();
+ synchronized (dataGenBound) {
+ while (!dataGenBound.get()) {
+ dataGenBound.wait();
+ }
+ }
+ synchronized (queryGenBound) {
+ while (!queryGenBound.get()) {
+ queryGenBound.wait();
+ }
+ }
+ }
+
+ private static void receiveReached(Socket conn) throws IOException {
+ int msg = new DataInputStream(conn.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + conn.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.REACHED) {
+ throw new IllegalStateException("Encounted unknown message type " + msgType);
+ }
+ }
+
+ private void sendResume(Socket s) throws IOException {
+ new DataOutputStream(s.getOutputStream()).writeInt(OrchestratorDGProtocol.RESUME.ordinal());
+ s.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.RESUME + " to " + s.getRemoteSocketAddress());
+ }
+ }
+
+ public synchronized void awaitFinished() throws InterruptedException {
+ while (running.get()) {
+ wait();
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGenerator.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGenerator.java
new file mode 100644
index 0000000..c046f4e
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGenerator.java
@@ -0,0 +1,315 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.BufferedReader;
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.io.IOException;
+import java.net.Inet4Address;
+import java.net.Socket;
+import java.util.Random;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Semaphore;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import org.apache.asterix.experiment.action.base.IAction;
+import org.apache.asterix.experiment.action.base.SequentialActionList;
+import org.apache.asterix.experiment.action.derived.RunAQLStringAction;
+import org.apache.asterix.experiment.action.derived.TimedAction;
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.DefaultHttpClient;
+import org.apache.hyracks.api.util.ExperimentProfilerUtils;
+
+public class SpatialQueryGenerator {
+
+ private static final int SKIP_LINE_COUNT = 199;
+
+ private final ExecutorService threadPool;
+
+ private final int partitionRangeStart;
+
+ private final int duration;
+
+ private final String restHost;
+
+ private final int restPort;
+
+ private final String orchHost;
+
+ private final int orchPort;
+
+ private final String openStreetMapFilePath;
+
+ private final boolean isIndexOnlyPlan;
+
+ public SpatialQueryGenerator(SpatialQueryGeneratorConfig config) {
+ threadPool = Executors.newCachedThreadPool(new ThreadFactory() {
+
+ private final AtomicInteger count = new AtomicInteger();
+
+ @Override
+ public Thread newThread(Runnable r) {
+ int tid = count.getAndIncrement();
+ Thread t = new Thread(r, "DataGeneratorThread: " + tid);
+ t.setDaemon(true);
+ return t;
+ }
+ });
+
+ partitionRangeStart = config.getPartitionRangeStart();
+ duration = config.getDuration();
+ restHost = config.getRESTHost();
+ restPort = config.getRESTPort();
+ orchHost = config.getQueryOrchestratorHost();
+ orchPort = config.getQueryOrchestratorPort();
+ openStreetMapFilePath = config.getOpenStreetMapFilePath();
+ isIndexOnlyPlan = config.getIsIndexOnlyPlan();
+ }
+
+ public void start() throws Exception {
+ final Semaphore sem = new Semaphore(0);
+ threadPool.submit(new QueryGenerator(sem, restHost, restPort, orchHost, orchPort, partitionRangeStart,
+ duration, openStreetMapFilePath, isIndexOnlyPlan));
+ sem.acquire();
+ }
+
+ public static class QueryGenerator implements Runnable {
+
+ private static final Logger LOGGER = Logger.getLogger(QueryGenerator.class.getName());
+
+ private final HttpClient httpClient;
+ private final Semaphore sem;
+ private final String restHost;
+ private final int restPort;
+ private final String orchHost;
+ private final int orchPort;
+ private final int partition;
+ private final int queryDuration;
+ private final String openStreetMapFilePath;
+ private final float[] radiusType = new float[] { 0.00001f, 0.0001f, 0.001f, 0.01f, 0.1f };
+ private int radiusIter = 0;
+ private final Random randGen;
+ private BufferedReader br;
+ private long queryCount;
+ private Random random = new Random(211);
+ private final boolean isIndexOnlyPlan;
+ private String outputFilePath;
+ private FileOutputStream outputFos;
+
+ public QueryGenerator(Semaphore sem, String restHost, int restPort, String orchHost, int orchPort,
+ int partitionRangeStart, int queryDuration, String openStreetMapFilePath, boolean isIndexOnlyPlan) {
+ httpClient = new DefaultHttpClient();
+ this.sem = sem;
+ this.restHost = restHost;
+ this.restPort = restPort;
+ this.orchHost = orchHost;
+ this.orchPort = orchPort;
+ this.partition = partitionRangeStart;
+ this.queryDuration = queryDuration * 1000;
+ this.openStreetMapFilePath = openStreetMapFilePath;
+ this.queryCount = 0;
+ this.randGen = new Random(partitionRangeStart);
+ this.isIndexOnlyPlan = isIndexOnlyPlan;
+ }
+
+ @Override
+ public void run() {
+ LOGGER.info("\nQueryGen[" + partition + "] running with the following parameters: \n"
+ + "queryGenDuration : " + queryDuration + "\n" + "isIndexOnlyPlan : " + isIndexOnlyPlan);
+
+ try {
+ outputFilePath = openStreetMapFilePath.substring(0, openStreetMapFilePath.lastIndexOf(File.separator))
+ + File.separator + "QueryGenResult-" + Inet4Address.getLocalHost().getHostAddress() + ".txt";
+ outputFos = ExperimentProfilerUtils.openOutputFile(outputFilePath);
+ } catch (Exception e) {
+ e.printStackTrace();
+ return;
+ }
+
+ try {
+ if (openStreetMapFilePath != null) {
+ this.br = new BufferedReader(new FileReader(openStreetMapFilePath));
+ }
+ try {
+ //connect to orchestrator socket
+ Socket orchSocket = null;
+ orchSocket = new Socket(orchHost, orchPort);
+ try {
+ //send reached message to orchestrator
+ sendReached(orchSocket);
+
+ //wait until receiving resume message from the orchestrator server
+ receiveResume(orchSocket);
+
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("QueryGen[" + partition + "] starts sending queries...");
+ }
+ //send queries during query duration
+ long startTS = System.currentTimeMillis();
+ long prevTS = startTS;
+ long curTS = startTS;
+ while (curTS - startTS < queryDuration) {
+ sendQuery();
+ queryCount++;
+ curTS = System.currentTimeMillis();
+ if (LOGGER.isLoggable(Level.INFO) && queryCount % 100 == 0) {
+ LOGGER.info("QueryGen[" + partition + "][TimeToQuery100] " + (curTS - prevTS)
+ + " in milliseconds");
+ prevTS = curTS;
+ }
+ }
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("QueryGen[" + partition + "][QueryCount] " + queryCount + " in "
+ + (queryDuration / 1000) + " seconds");
+ }
+
+ if (outputFos != null) {
+ ExperimentProfilerUtils.closeOutputFile(outputFos);
+ }
+
+ //send reqched message to orchestrator
+ sendReached(orchSocket);
+ } finally {
+ if (orchSocket != null) {
+ orchSocket.close();
+ }
+ }
+ } catch (Throwable t) {
+ t.printStackTrace();
+ outputFos.write("Error during sending query\n".getBytes());
+ throw t;
+ } finally {
+ if (openStreetMapFilePath != null) {
+ br.close();
+ }
+ if (outputFos != null) {
+ ExperimentProfilerUtils.closeOutputFile(outputFos);
+ }
+ }
+ } catch (Throwable t) {
+ System.err.println("Error connecting to rest API server " + restHost + ":" + restPort);
+ t.printStackTrace();
+ } finally {
+ sem.release();
+ }
+ }
+
+ private void sendQuery() throws IOException {
+ //prepare radius and center point
+ int skipLineCount = SKIP_LINE_COUNT;
+ int lineCount = 0;
+ String line = null;;
+ String strPoints[] = null;
+ float x = 0, y = 0;
+ int beginX = -180, endX = 180, beginY = -90, endY = 90;
+ if (openStreetMapFilePath != null) {
+ while (lineCount < skipLineCount) {
+ if ((line = br.readLine()) == null) {
+ //reopen file
+ br.close();
+ br = new BufferedReader(new FileReader(openStreetMapFilePath));
+ line = br.readLine();
+ }
+ strPoints = line.split(",");
+ if (strPoints.length != 2) {
+ continue;
+ }
+ lineCount++;
+ }
+ y = Float.parseFloat(strPoints[0]) / 10000000; //latitude (y value)
+ x = Float.parseFloat(strPoints[1]) / 10000000; //longitude (x value)
+ } else {
+ int xMajor = beginX + random.nextInt(endX - beginX);
+ int xMinor = random.nextInt(100);
+ x = xMajor + ((float) xMinor) / 100;
+
+ int yMajor = beginY + random.nextInt(endY - beginY);
+ int yMinor = random.nextInt(100);
+ y = yMajor + ((float) yMinor) / 100;
+ }
+
+ //create action
+ SequentialActionList sAction = new SequentialActionList();
+ IAction rangeQueryAction = new TimedAction(new RunAQLStringAction(httpClient, restHost, restPort,
+ getRangeQueryAQL(radiusType[radiusIter++ % radiusType.length], x, y, isIndexOnlyPlan), outputFos),
+ outputFos);
+ sAction.add(rangeQueryAction);
+
+ //perform
+ sAction.perform();
+ }
+
+ private String getRangeQueryAQL(float radius, float x, float y, boolean isIndexOnlyPlan) {
+ StringBuilder sb = new StringBuilder();
+ sb.append("use dataverse experiments; ");
+ sb.append("count( ");
+ sb.append("for $x in dataset Tweets").append(" ");
+ sb.append("let $n := create-circle( ");
+ sb.append("point(\"").append(x).append(", ").append(y).append("\") ");
+ sb.append(", ");
+ sb.append(String.format("%f", radius));
+ sb.append(" )");
+ if (isIndexOnlyPlan) {
+ sb.append("where spatial-intersect($x.sender-location, $n) ");
+ } else {
+ sb.append("where spatial-intersect($x.sender-location, $n) and $x.btree-extra-field1 <= int32(\"2147483647\") ");
+ }
+ sb.append("return $x ");
+ sb.append(");");
+ return sb.toString();
+ }
+
+ private void sendReached(Socket s) throws IOException {
+ new DataOutputStream(s.getOutputStream()).writeInt(OrchestratorDGProtocol.REACHED.ordinal());
+ s.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.REACHED + " to " + s.getRemoteSocketAddress());
+ }
+ }
+
+ private void receiveResume(Socket s) throws IOException {
+ int msg = new DataInputStream(s.getInputStream()).readInt();
+ OrchestratorDGProtocol msgType = OrchestratorDGProtocol.values()[msg];
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Received " + msgType + " from " + s.getRemoteSocketAddress());
+ }
+ if (msgType != OrchestratorDGProtocol.RESUME) {
+ throw new IllegalStateException("Unknown protocol message received: " + msgType);
+ }
+ }
+
+ private void sendStopped(Socket s) throws IOException {
+ new DataOutputStream(s.getOutputStream()).writeInt(OrchestratorDGProtocol.STOPPED.ordinal());
+ s.getOutputStream().flush();
+ if (LOGGER.isLoggable(Level.INFO)) {
+ LOGGER.info("Sent " + OrchestratorDGProtocol.STOPPED + " to " + s.getRemoteSocketAddress());
+ }
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorConfig.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorConfig.java
new file mode 100644
index 0000000..79055aa
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorConfig.java
@@ -0,0 +1,135 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import org.apache.commons.lang3.tuple.Pair;
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+import org.kohsuke.args4j.Option;
+import org.kohsuke.args4j.OptionDef;
+import org.kohsuke.args4j.spi.OptionHandler;
+import org.kohsuke.args4j.spi.Parameters;
+import org.kohsuke.args4j.spi.Setter;
+
+public class SpatialQueryGeneratorConfig {
+
+ @Option(name = "-p", aliases = "--partition-range-start", usage = "Starting partition number for the set of data generators (default = 0)")
+ private int partitionRangeStart = 0;
+
+ public int getPartitionRangeStart() {
+ return partitionRangeStart;
+ }
+
+ @Option(name = "-qd", aliases = { "--duration" }, usage = "Duration in seconds to run guery generation")
+ private int queryGenDuration = -1;
+
+ public int getDuration() {
+ return queryGenDuration;
+ }
+
+ @Option(name = "-qc", aliases = { "--query-count" }, usage = "The number of queries to generate")
+ private int queryCount = -1;
+
+ public int getQueryCount() {
+ return queryCount;
+ }
+
+ @Option(name = "-rh", aliases = "--rest-host", usage = "Asterix REST API host address", required = true, metaVar = "HOST")
+ private String restHost;
+
+ public String getRESTHost() {
+ return restHost;
+ }
+
+ @Option(name = "-rp", aliases = "--rest-port", usage = "Asterix REST API port", required = true, metaVar = "PORT")
+ private int restPort;
+
+ public int getRESTPort() {
+ return restPort;
+ }
+
+ @Option(name = "-qoh", aliases = "--query-orchestrator-host", usage = "The host address of query orchestrator")
+ private String queryOrchHost;
+
+ public String getQueryOrchestratorHost() {
+ return queryOrchHost;
+ }
+
+ @Option(name = "-qop", aliases = "--query-orchestrator-port", usage = "The port to be used for the orchestrator server of query orchestrator")
+ private int queryOrchPort;
+
+ public int getQueryOrchestratorPort() {
+ return queryOrchPort;
+ }
+
+ @Option(name = "-of", aliases = "--openstreetmap-filepath", usage = "The open street map gps point data file path")
+ private String openStreetMapFilePath;
+
+ public String getOpenStreetMapFilePath() {
+ return openStreetMapFilePath;
+ }
+
+ @Option(name = "-iop", aliases = "--index-only-plan", usage = "Indicator of whether index only plan or not")
+ private boolean isIndexOnlyPlan;
+
+ public boolean getIsIndexOnlyPlan() {
+ return isIndexOnlyPlan;
+ }
+
+ public static class AddressOptionHandler extends OptionHandler<Pair<String, Integer>> {
+
+ public AddressOptionHandler(CmdLineParser parser, OptionDef option, Setter<? super Pair<String, Integer>> setter) {
+ super(parser, option, setter);
+ }
+
+ @Override
+ public int parseArguments(Parameters params) throws CmdLineException {
+ int counter = 0;
+ while (true) {
+ String param;
+ try {
+ param = params.getParameter(counter);
+ } catch (CmdLineException ex) {
+ break;
+ }
+
+ String[] hostPort = param.split(":");
+ if (hostPort.length != 2) {
+ throw new CmdLineException("Invalid address: " + param + ". Expected <host>:<port>");
+ }
+ Integer port = null;
+ try {
+ port = Integer.parseInt(hostPort[1]);
+ } catch (NumberFormatException e) {
+ throw new CmdLineException("Invalid port " + hostPort[1] + " for address " + param + ".");
+ }
+ setter.addValue(Pair.of(hostPort[0], port));
+ counter++;
+ }
+ return counter;
+ }
+
+ @Override
+ public String getDefaultMetaVariable() {
+ return "addresses";
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorDriver.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorDriver.java
new file mode 100644
index 0000000..ee16340
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SpatialQueryGeneratorDriver.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+
+public class SpatialQueryGeneratorDriver {
+ public static void main(String[] args) throws Exception {
+ SpatialQueryGeneratorConfig clientConfig = new SpatialQueryGeneratorConfig();
+ CmdLineParser clp = new CmdLineParser(clientConfig);
+ try {
+ clp.parseArgument(args);
+ } catch (CmdLineException e) {
+ System.err.println(e.getMessage());
+ clp.printUsage(System.err);
+ System.exit(1);
+ }
+
+ SpatialQueryGenerator client = new SpatialQueryGenerator(clientConfig);
+ client.start();
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorConfig.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorConfig.java
new file mode 100644
index 0000000..8621681
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorConfig.java
@@ -0,0 +1,60 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import org.kohsuke.args4j.Option;
+
+public class SyntheticDataGeneratorConfig {
+
+ @Option(name = "-psf", aliases = "--point-source-file", usage = "The point source file")
+ private String pointSourceFile;
+
+ public String getPointSourceFile() {
+ return pointSourceFile;
+ }
+
+ @Option(name = "-psi", aliases = "--point-sampling-interval", usage = "The point sampling interval from the point source file", required = true)
+ private int pointSamplingInterval;
+
+ public int getpointSamplingInterval() {
+ return pointSamplingInterval;
+ }
+
+ @Option(name = "-pid", aliases = "--parition-id", usage = "The partition id in order to avoid key duplication", required = true)
+ private int partitionId;
+
+ public int getPartitionId() {
+ return partitionId;
+ }
+
+ @Option(name = "-of", aliases = "--output-filepath", usage = "The output file path", required = true)
+ private String outputFilePath;
+
+ public String getOutputFilePath() {
+ return outputFilePath;
+ }
+
+ @Option(name = "-rc", aliases = "--record-count", usage = "The record count to generate", required = true)
+ private long recordCount;
+
+ public long getRecordCount() {
+ return recordCount;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorForSpatialIndexEvaluation.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorForSpatialIndexEvaluation.java
new file mode 100644
index 0000000..10bae07
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/client/SyntheticDataGeneratorForSpatialIndexEvaluation.java
@@ -0,0 +1,106 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.client;
+
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+
+import org.kohsuke.args4j.CmdLineException;
+import org.kohsuke.args4j.CmdLineParser;
+
+import org.apache.asterix.tools.external.data.DataGeneratorForSpatialIndexEvaluation;
+import org.apache.asterix.tools.external.data.DataGeneratorForSpatialIndexEvaluation.InitializationInfo;
+import org.apache.asterix.tools.external.data.DataGeneratorForSpatialIndexEvaluation.TweetMessageIterator;
+import org.apache.asterix.tools.external.data.GULongIDGenerator;
+
+public class SyntheticDataGeneratorForSpatialIndexEvaluation {
+ public static void main(String[] args) throws Exception {
+ SyntheticDataGeneratorConfig config = new SyntheticDataGeneratorConfig();
+ CmdLineParser clp = new CmdLineParser(config);
+ try {
+ clp.parseArgument(args);
+ } catch (CmdLineException e) {
+ System.err.println(e.getMessage());
+ clp.printUsage(System.err);
+ System.exit(1);
+ }
+
+ //prepare data generator
+ GULongIDGenerator uidGenerator = new GULongIDGenerator(config.getPartitionId(), (byte) (0));
+ String pointSourceFilePath = config.getPointSourceFile();
+ int pointSampleInterval = config.getpointSamplingInterval();
+ DataGeneratorForSpatialIndexEvaluation dataGenerator = new DataGeneratorForSpatialIndexEvaluation(new InitializationInfo(), pointSourceFilePath,
+ pointSampleInterval);
+
+ //get record count to be generated
+ long maxRecordCount = config.getRecordCount();
+ long recordCount = 0;
+
+ //prepare timer
+ long startTS = System.currentTimeMillis();
+
+ //prepare tweetIterator which acutally generates tweet
+ TweetMessageIterator tweetIterator = dataGenerator.new TweetMessageIterator(0, uidGenerator);
+
+ FileOutputStream fos = null;
+ try {
+ //prepare output file
+ fos = openOutputFile(config.getOutputFilePath());
+
+ while (recordCount < maxRecordCount) {
+ //get a tweet and append newline at the end
+ String tweet = tweetIterator.next().toString() + "\n";
+ //write to file
+ fos.write(tweet.getBytes());
+
+ recordCount++;
+ if (recordCount % 1000000 == 0) {
+ System.out.println("... generated " + recordCount + " records");
+ }
+ }
+ System.out.println("Done: generated " + recordCount + " records in "
+ + ((System.currentTimeMillis() - startTS) / 1000) + " in seconds!");
+ } catch (Exception e) {
+ e.printStackTrace();
+ } finally {
+ try {
+ closeOutputFile(fos);
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+
+ public static FileOutputStream openOutputFile(String filepath) throws IOException {
+ File file = new File(filepath);
+ if (file.exists()) {
+ throw new IOException(filepath + "already exists");
+ }
+ file.createNewFile();
+ return new FileOutputStream(file);
+ }
+
+ public static void closeOutputFile(FileOutputStream fos) throws IOException {
+ fos.flush();
+ fos.close();
+ fos = null;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/logging/ExperimentLogFormatter.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/logging/ExperimentLogFormatter.java
new file mode 100644
index 0000000..544fbf8
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/logging/ExperimentLogFormatter.java
@@ -0,0 +1,128 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.logging;
+
+import java.io.PrintWriter;
+import java.io.StringWriter;
+import java.text.MessageFormat;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+import java.util.logging.Formatter;
+import java.util.logging.Level;
+import java.util.logging.LogRecord;
+
+public class ExperimentLogFormatter extends Formatter {
+
+ // format string for printing the log record
+ private static final String format = "{0} {1}\n{2}: {3}\n";
+ private final Date dat = new Date();
+ private final SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss.SSS");
+
+ /**
+ * Format the given LogRecord.
+ * <p>
+ * The formatting can be customized by specifying the <a href="../Formatter.html#syntax">format string</a> in the <a href="#formatting"> {@code java.util.logging.SimpleFormatter.format}</a> property. The given {@code LogRecord} will be formatted as if by calling:
+ *
+ * <pre>
+ * {@link String#format String.format}(format, date, source, logger, level, message, thrown);
+ * </pre>
+ *
+ * where the arguments are:<br>
+ * <ol>
+ * <li>{@code format} - the {@link java.util.Formatter
+ * java.util.Formatter} format string specified in the {@code java.util.logging.SimpleFormatter.format} property or the default format.</li>
+ * <li>{@code date} - a {@link Date} object representing {@linkplain LogRecord#getMillis event time} of the log record.</li>
+ * <li>{@code source} - a string representing the caller, if available; otherwise, the logger's name.</li>
+ * <li>{@code logger} - the logger's name.</li>
+ * <li>{@code level} - the {@linkplain Level#getLocalizedName
+ * log level}.</li>
+ * <li>{@code message} - the formatted log message returned from the {@link Formatter#formatMessage(LogRecord)} method. It uses {@link java.text.MessageFormat java.text} formatting and does not use the {@code java.util.Formatter format} argument.</li>
+ * <li>{@code thrown} - a string representing the {@linkplain LogRecord#getThrown throwable} associated with the log record and its backtrace beginning with a newline character, if any; otherwise, an empty string.</li>
+ * </ol>
+ * <p>
+ * Some example formats:<br>
+ * <ul>
+ * <li> {@code java.util.logging.SimpleFormatter.format="%4$s: %5$s [%1$tc]%n"}
+ * <p>
+ * This prints 1 line with the log level ({@code 4$}), the log message ({@code 5$}) and the timestamp ({@code 1$}) in a square bracket.
+ *
+ * <pre>
+ * WARNING: warning message [Tue Mar 22 13:11:31 PDT 2011]
+ * </pre>
+ *
+ * </li>
+ * <li> {@code java.util.logging.SimpleFormatter.format="%1$tc %2$s%n%4$s: %5$s%6$s%n"}
+ * <p>
+ * This prints 2 lines where the first line includes the timestamp ({@code 1$}) and the source ({@code 2$}); the second line includes the log level ({@code 4$}) and the log message ({@code 5$}) followed with the throwable and its backtrace ({@code 6$}), if any:
+ *
+ * <pre>
+ * Tue Mar 22 13:11:31 PDT 2011 MyClass fatal
+ * SEVERE: several message with an exception
+ * java.lang.IllegalArgumentException: invalid argument
+ * at MyClass.mash(MyClass.java:9)
+ * at MyClass.crunch(MyClass.java:6)
+ * at MyClass.main(MyClass.java:3)
+ * </pre>
+ *
+ * </li>
+ * <li> {@code java.util.logging.SimpleFormatter.format="%1$tb %1$td, %1$tY %1$tl:%1$tM:%1$tS %1$Tp %2$s%n%4$s: %5$s%n"}
+ * <p>
+ * This prints 2 lines similar to the example above with a different date/time formatting and does not print the throwable and its backtrace:
+ *
+ * <pre>
+ * Mar 22, 2011 1:11:31 PM MyClass fatal
+ * SEVERE: several message with an exception
+ * </pre>
+ *
+ * </li>
+ * </ul>
+ * <p>
+ * This method can also be overridden in a subclass. It is recommended to use the {@link Formatter#formatMessage} convenience method to localize and format the message field.
+ *
+ * @param record
+ * the log record to be formatted.
+ * @return a formatted log record
+ */
+ public synchronized String format(LogRecord record) {
+ dat.setTime(record.getMillis());
+ String source;
+ if (record.getSourceClassName() != null) {
+ source = record.getSourceClassName();
+ if (record.getSourceMethodName() != null) {
+ source += " " + record.getSourceMethodName();
+ }
+ } else {
+ source = record.getLoggerName();
+ }
+ String message = formatMessage(record);
+ String throwable = "";
+ if (record.getThrown() != null) {
+ StringWriter sw = new StringWriter();
+ PrintWriter pw = new PrintWriter(sw);
+ pw.println();
+ record.getThrown().printStackTrace(pw);
+ pw.close();
+ throwable = sw.toString();
+ }
+ return MessageFormat.format(format, sdf.format(dat), source, record.getLevel(),
+ message, throwable);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractDynamicDataEvalReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractDynamicDataEvalReportBuilder.java
new file mode 100644
index 0000000..13d2694
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractDynamicDataEvalReportBuilder.java
@@ -0,0 +1,286 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+import java.text.SimpleDateFormat;
+import java.util.List;
+
+public abstract class AbstractDynamicDataEvalReportBuilder implements IDynamicDataEvalReportBuilder {
+
+ protected final static String INSTANTANEOUS_INSERT_STRING = "[TimeToInsert100000]";
+ protected final static int INSTANTAEOUS_INSERT_COUNT = 100000;
+ protected final static int ROUND_COUNT = 721;
+ protected final static int ROUND_INTERVAL = 5;
+ protected final String expHomePath;
+ protected final String expName;
+ protected final String runLogFilePath;
+ protected final String[] ncLogFilePaths;
+ protected BufferedReader br = null;
+ protected BufferedReader[] ncLogBrs = null;
+ protected final int ncLogFileCount;
+
+ protected final StringBuilder dataGenSb;
+ protected final StringBuilder queryGenSb;
+ protected final StringBuilder rsb;
+
+ protected AbstractDynamicDataEvalReportBuilder(String expHomePath, String expName, String runLogFileName,
+ boolean hasStatFile) {
+ this.expHomePath = expHomePath;
+ this.expName = expName;
+ this.runLogFilePath = new String(expHomePath + runLogFileName);
+ if (expName.contains("1A")) {
+ ncLogFileCount = 1;
+ } else if (expName.contains("1B")) {
+ ncLogFileCount = 2;
+ } else if (expName.contains("1C")) {
+ ncLogFileCount = 4;
+ } else /* if (expName.contains("1D") || other exps) */{
+ ncLogFileCount = 8;
+ }
+ ncLogFilePaths = new String[ncLogFileCount];
+ ncLogBrs = new BufferedReader[ncLogFileCount];
+ for (int i = 0; i < ncLogFileCount; i++) {
+ if (hasStatFile) {
+ ncLogFilePaths[i] = new String(expHomePath + expName + File.separator + "node" + (i + 1)
+ + File.separator + "logs" + File.separator + "a1_node" + (i + 1) + ".log");
+ } else {
+ ncLogFilePaths[i] = new String(expHomePath + expName + File.separator + "logs" + File.separator
+ + "a1_node" + (i + 1) + ".log");
+ }
+ }
+ dataGenSb = new StringBuilder();
+ queryGenSb = new StringBuilder();
+ rsb = new StringBuilder();
+ }
+
+ protected void openRunLog() throws IOException {
+ br = new BufferedReader(new FileReader(runLogFilePath));
+ for (int i = 0; i < ncLogFileCount; i++) {
+ ncLogBrs[i] = new BufferedReader(new FileReader(ncLogFilePaths[i]));
+ }
+ }
+
+ protected void closeRunLog() throws IOException {
+ if (br != null) {
+ br.close();
+ }
+ if (ncLogBrs != null) {
+ for (int i = 0; i < ncLogFileCount; i++) {
+ if (ncLogBrs[i] != null) {
+ ncLogBrs[i].close();
+ }
+ }
+ }
+ }
+
+ protected boolean moveToExperimentBegin() throws IOException {
+ String line;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("Running experiment: " + expName)) {
+ return true;
+ }
+ }
+ return false;
+ }
+
+ protected void renewStringBuilder() {
+ dataGenSb.setLength(0);
+ queryGenSb.setLength(0);
+ rsb.setLength(0);
+ }
+
+ @Override
+ public String getInstantaneousInsertPS(int nodeId, boolean useTimeForX) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ int round = 0;
+ while (round < ROUND_COUNT) {
+ long IIPS = 0;
+ String line;
+ while ((line = ncLogBrs[nodeId].readLine()) != null) {
+ if (line.contains("IPS")) {
+ IIPS = ReportBuilderHelper.getLong(line, ", IIPS[", "]");
+ break;
+ }
+ }
+ round++;
+ dataGenSb.append(round * ROUND_INTERVAL).append(",").append(IIPS).append("\n");
+ }
+
+ return dataGenSb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ @Override
+ public void getAllNodesAccumulatedInsertPS(int targetRound, List<Long> ipsList) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ ipsList.clear();
+ try {
+
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return;
+ }
+
+ int round = 0;
+ while (round < targetRound) {
+ long IPSPerRound = 0;
+ for (int i = 0; i < ncLogFileCount; i++) {
+ String line;
+ while ((line = ncLogBrs[i].readLine()) != null) {
+ if (line.contains("IPS")) {
+ IPSPerRound += ReportBuilderHelper.getLong(line, ", IPS[", "]");
+ break;
+ }
+ }
+ }
+ ipsList.add(IPSPerRound);
+ round++;
+ }
+ return;
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ public String getInstantaneousDataGenPS(int genId, boolean useTimeForX) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ int dGenId;
+ int count = 0;
+ long timeToInsert = 0;
+ long totalTimeToInsert = 0;
+ while ((line = br.readLine()) != null) {
+ if (line.contains(INSTANTANEOUS_INSERT_STRING)) {
+ dGenId = ReportBuilderHelper.getInt(line, "DataGen[", "]");
+ if (dGenId == genId) {
+ count++;
+ timeToInsert = ReportBuilderHelper.getLong(line, INSTANTANEOUS_INSERT_STRING, "in");
+ totalTimeToInsert += timeToInsert;
+ if (useTimeForX) {
+ dataGenSb.append(totalTimeToInsert / 1000).append(",")
+ .append(INSTANTAEOUS_INSERT_COUNT / ((double) (timeToInsert) / 1000)).append("\n");
+ } else {
+ dataGenSb.append(count).append(",")
+ .append(INSTANTAEOUS_INSERT_COUNT / ((double) (timeToInsert) / 1000)).append("\n");
+ }
+ }
+ }
+ if (line.contains("Running")) {
+ break;
+ }
+ }
+ System.out.println("GenId[" + genId + "] " + totalTimeToInsert + ", " + (totalTimeToInsert / (1000 * 60)));
+ return dataGenSb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ public long getDataGenStartTimeStamp() throws Exception {
+ openRunLog();
+ try {
+ String line;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("Running experiment: " + expName)) {
+ while ((line = br.readLine()) != null) {
+ //2015-10-27 17:18:28,242 INFO [ParallelActionThread 6] transport.TransportImpl (TransportImpl.java:init(155)) - Client identity string: SSH-2.0-SSHJ_0_13_0
+ if (line.contains("INFO [ParallelActionThread")) {
+ //format1 = new SimpleDateFormat("MMM dd, yyyy hh:mm:ss aa");
+ //format2 = new SimpleDateFormat("yyyy-MM-dd hh:mm:ss");
+ SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd hh:mm:ss");
+ return ReportBuilderHelper.getTimeStampAsLong(line, format);
+ }
+ }
+ }
+ }
+ return -1;
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ public String getIndexSize(String indexDirPath) throws Exception {
+ /*
+ * exmaple
+ * /mnt/data/sdb/youngsk2/asterix/storage/experiments/Tweets_idx_dhbtreeLocation/device_id_0:
+ total 211200
+ -rw-r--r-- 1 youngsk2 grad 191234048 Jun 29 00:11 2015-06-29-00-09-59-023_2015-06-28-23-51-56-984_b
+ -rw-r--r-- 1 youngsk2 grad 7864320 Jun 29 00:11 2015-06-29-00-09-59-023_2015-06-28-23-51-56-984_f
+ -rw-r--r-- 1 youngsk2 grad 4194304 Jun 29 00:10 2015-06-29-00-10-26-997_2015-06-29-00-10-26-997_b
+ -rw-r--r-- 1 youngsk2 grad 393216 Jun 29 00:10 2015-06-29-00-10-26-997_2015-06-29-00-10-26-997_f
+ -rw-r--r-- 1 youngsk2 grad 5898240 Jun 29 00:11 2015-06-29-00-10-59-791_2015-06-29-00-10-59-791_b
+ -rw-r--r-- 1 youngsk2 grad 393216 Jun 29 00:11 2015-06-29-00-10-59-791_2015-06-29-00-10-59-791_f
+ -rw-r--r-- 1 youngsk2 grad 5898240 Jun 29 00:11 2015-06-29-00-11-30-486_2015-06-29-00-11-30-486_b
+ -rw-r--r-- 1 youngsk2 grad 393216 Jun 29 00:11 2015-06-29-00-11-30-486_2015-06-29-00-11-30-486_f
+
+ */
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ String[] tokens;
+ long diskSize = 0;
+ while ((line = br.readLine()) != null) {
+ if (line.contains(indexDirPath)) {
+ br.readLine();//discard "total XXXX" line
+ //read and sum file size
+ while (!(line = br.readLine()).isEmpty()) {
+ tokens = line.split("\\s+");;
+ diskSize += Long.parseLong(tokens[4].trim());
+ }
+ }
+ if (line.contains("Running")) {
+ break;
+ }
+ }
+ rsb.append((double) diskSize / (1024 * 1024 * 1024));
+ return rsb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractStaticDataEvalReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractStaticDataEvalReportBuilder.java
new file mode 100644
index 0000000..fdd1d92
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/AbstractStaticDataEvalReportBuilder.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+public abstract class AbstractStaticDataEvalReportBuilder implements IStaticDataEvalReportBuilder {
+
+ protected final String expName;
+ protected final String runLogFilePath;
+
+ protected AbstractStaticDataEvalReportBuilder(String expName, String runLogFilePath) {
+ this.expName = expName;
+ this.runLogFilePath = runLogFilePath;
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IDynamicDataEvalReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IDynamicDataEvalReportBuilder.java
new file mode 100644
index 0000000..4d5e511
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IDynamicDataEvalReportBuilder.java
@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.util.List;
+
+public interface IDynamicDataEvalReportBuilder {
+ public String getInstantaneousInsertPS(int genId, boolean useTimeForX) throws Exception;
+
+ public String getOverallInsertPS(int minutes) throws Exception;
+
+ public String getInstantaneousQueryPS() throws Exception;
+
+ public String getQueryPS(int minutes) throws Exception;
+
+ void getAllNodesAccumulatedInsertPS(int targetRound, List<Long> ipsList) throws Exception;
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IStaticDataEvalReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IStaticDataEvalReportBuilder.java
new file mode 100644
index 0000000..6c879f4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/IStaticDataEvalReportBuilder.java
@@ -0,0 +1,25 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+public interface IStaticDataEvalReportBuilder {
+ public String getSelectQueryTime();
+ public String getJoinQueryTime();
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/NCLogReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/NCLogReportBuilder.java
new file mode 100644
index 0000000..5da4463
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/NCLogReportBuilder.java
@@ -0,0 +1,212 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.IOException;
+import java.text.SimpleDateFormat;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.Map.Entry;
+
+public class NCLogReportBuilder {
+
+ private String ncLogFilePath = "/Users/kisskys/workspace/asterix_experiment/run-log/measure-with-balloon/sie1-8dgen/log-1436511417368/SpatialIndexExperiment1ADhbtree/logs/a1_node1.log";
+ private BufferedReader br;
+ private String timeLine;
+ private String msgLine;
+
+ public NCLogReportBuilder(String filePath) {
+ if (filePath != null) {
+ this.ncLogFilePath = filePath;
+ }
+ }
+
+ public String getFlushMergeEventAsGanttChartFormat(long testBeginTimeStamp) throws Exception {
+ openNCLog();
+ StringBuilder sb = new StringBuilder();
+ long flushStartTimeStamp, flushFinishTimeStamp, mergeStartTimeStamp, mergeFinishTimeStamp;
+ String indexName;
+ SimpleDateFormat format = new SimpleDateFormat("MMM dd, yyyy hh:mm:ss aa");
+ HashMap<String, Long> flushMap = new HashMap<String, Long>();
+ HashMap<String, Long> mergeMap = new HashMap<String, Long>();
+ long sTime, fTime;
+ try {
+ while ((timeLine = br.readLine()) != null) {
+ if ((msgLine = br.readLine()) == null) {
+ break;
+ }
+ while (!msgLine.contains("INFO:")) {
+ timeLine = msgLine;
+ msgLine = br.readLine();
+ if (msgLine == null) {
+ break;
+ }
+ }
+ if (msgLine == null) {
+ break;
+ }
+
+ //flush start
+ if (msgLine.contains("Started a flush operation for index")) {
+ flushStartTimeStamp = ReportBuilderHelper.getTimeStampAsLong(timeLine, format);
+
+ //ignore flush op which happened before the data gen started.
+ if (flushStartTimeStamp < testBeginTimeStamp) {
+ continue;
+ }
+
+ indexName = ReportBuilderHelper.getString(msgLine, "experiments/Tweets_idx_", "/]");
+ flushMap.put(indexName, flushStartTimeStamp);
+ }
+
+ //flush finish
+ if (msgLine.contains("Finished the flush operation for index")) {
+ flushFinishTimeStamp = ReportBuilderHelper.getTimeStampAsLong(timeLine, format);
+
+ //ignore flush op which happened before the data gen started.
+ if (flushFinishTimeStamp < testBeginTimeStamp) {
+ continue;
+ }
+
+ indexName = ReportBuilderHelper.getString(msgLine, "experiments/Tweets_idx_", "/]");
+
+ if (flushMap.containsKey(indexName)) {
+ flushStartTimeStamp = flushMap.remove(indexName);
+ sTime = (flushStartTimeStamp - testBeginTimeStamp) / 1000;
+ fTime = (flushFinishTimeStamp - testBeginTimeStamp) / 1000;
+ if (fTime == sTime) {
+ ++fTime;
+ }
+ //only for sie1
+ // if (fTime > 1200) {
+ // fTime = 1200;
+ // }
+ sb.append("f-" + getPrintName(indexName)).append("\t").append(sTime).append("\t").append(fTime)
+ .append("\t").append(indexName.contains("Tweets") ? "flushPidx" : "flushSidx")
+ .append("\n");
+ }
+ }
+
+ //merge start
+ if (msgLine.contains("Started a merge operation for index")) {
+ mergeStartTimeStamp = ReportBuilderHelper.getTimeStampAsLong(timeLine, format);
+
+ //ignore flush op which happened before the data gen started.
+ if (mergeStartTimeStamp < testBeginTimeStamp) {
+ continue;
+ }
+
+ indexName = ReportBuilderHelper.getString(msgLine, "experiments/Tweets_idx_", "/]");
+ mergeMap.put(indexName, mergeStartTimeStamp);
+ }
+
+ //merge finish
+ if (msgLine.contains("Finished the merge operation for index")) {
+ mergeFinishTimeStamp = ReportBuilderHelper.getTimeStampAsLong(timeLine, format);
+
+ //ignore flush op which happened before the data gen started.
+ if (mergeFinishTimeStamp < testBeginTimeStamp) {
+ continue;
+ }
+
+ indexName = ReportBuilderHelper.getString(msgLine, "experiments/Tweets_idx_", "/]");
+
+ if (mergeMap.containsKey(indexName)) {
+ mergeStartTimeStamp = mergeMap.remove(indexName);
+ sTime = (mergeStartTimeStamp - testBeginTimeStamp) / 1000;
+ fTime = (mergeFinishTimeStamp - testBeginTimeStamp) / 1000;
+ if (fTime == sTime) {
+ ++fTime;
+ }
+ //only for sie1
+ // if (fTime > 1200) {
+ // fTime = 1200;
+ // }
+ sb.append("m-" + getPrintName(indexName)).append("\t").append(sTime).append("\t").append(fTime)
+ .append("\t").append(indexName.contains("Tweets") ? "mergePidx" : "mergeSidx")
+ .append("\n");
+ }
+ }
+ }
+
+ Iterator<Entry<String, Long>> mergeMapIter = mergeMap.entrySet().iterator();
+ Entry<String, Long> entry = null;
+ while (mergeMapIter.hasNext()) {
+ entry = mergeMapIter.next();
+ sb.append("m-" + getPrintName(entry.getKey())).append("\t")
+ .append((entry.getValue() - testBeginTimeStamp) / 1000).append("\t").append(60 * 20)
+ .append("\t").append(entry.getKey().contains("Tweets") ? "mergePidx" : "mergeSidx")
+ .append("\n");
+ }
+
+ Iterator<Entry<String, Long>> flushMapIter = mergeMap.entrySet().iterator();
+ while (mergeMapIter.hasNext()) {
+ entry = flushMapIter.next();
+ sb.append("f-" + getPrintName(entry.getKey())).append("\t")
+ .append((entry.getValue() - testBeginTimeStamp) / 1000).append("\t").append(60 * 20)
+ .append("\t").append(entry.getKey().contains("Tweets") ? "flushPidx" : "flushSidx")
+ .append("\n");
+ }
+
+ return sb.toString();
+ } finally {
+ closeNCLog();
+ }
+ }
+
+ private String getPrintName(String indexName) {
+ String name = null;
+ if (indexName.contains("Tweets")) {
+ if (indexName.contains("0")) {
+ name = "pidx0";
+ } else if (indexName.contains("1")) {
+ name = "pidx1";
+ } else if (indexName.contains("2")) {
+ name = "pidx2";
+ } else if (indexName.contains("3")) {
+ name = "pidx3";
+ }
+ } else if (indexName.contains("Location")) {
+ if (indexName.contains("0")) {
+ name = "sidx0"; //ReportBuilderHelper.getString(indexName, "Location") + "0";
+ } else if (indexName.contains("1")) {
+ name = "sidx1"; //ReportBuilderHelper.getString(indexName, "Location") + "1";
+ } else if (indexName.contains("2")) {
+ name = "sidx2"; //ReportBuilderHelper.getString(indexName, "Location") + "2";
+ } else if (indexName.contains("3")) {
+ name = "sidx3"; //ReportBuilderHelper.getString(indexName, "Location") + "2";
+ }
+ }
+ return name;
+ }
+
+ protected void openNCLog() throws IOException {
+ br = new BufferedReader(new FileReader(ncLogFilePath));
+ }
+
+ protected void closeNCLog() throws IOException {
+ if (br != null) {
+ br.close();
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/OperatorProfilerReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/OperatorProfilerReportBuilder.java
new file mode 100644
index 0000000..24617bb
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/OperatorProfilerReportBuilder.java
@@ -0,0 +1,322 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.Map.Entry;
+
+public class OperatorProfilerReportBuilder {
+
+ private static final int INDEX_BUILD_OP_COUNT = 1;
+ private static final int PIDX_SCAN_OP_COUNT = 1;
+ private static final int WARM_UP_SELECT_QUERY_COUNT = 500;
+ private static final int SELECT_QUERY_COUNT = 5000;
+ private static final int JOIN_QUERY_COUNT = 200;
+ private static final int JOIN_RADIUS_TYPE_COUNT = 4;
+ private static final int SELECT_RADIUS_TYPE_COUNT = 5;
+ private static final int IDX_JOIN_RADIUS_SKIP = JOIN_RADIUS_TYPE_COUNT - 1;
+ private static final int IDX_SELECT_RADIUS_SKIP = SELECT_RADIUS_TYPE_COUNT - 1;
+ private static final int IDX_INITIAL_JOIN_SKIP = INDEX_BUILD_OP_COUNT + PIDX_SCAN_OP_COUNT
+ + WARM_UP_SELECT_QUERY_COUNT + SELECT_QUERY_COUNT;
+ private static final int IDX_INITIAL_SELECT_SKIP = INDEX_BUILD_OP_COUNT + PIDX_SCAN_OP_COUNT
+ + WARM_UP_SELECT_QUERY_COUNT;
+
+ private static final int HYRACK_JOB_ELAPSED_TIME_FIELD = 2;
+ private static final int OP_ELAPSED_TIME_FIELD = 4;
+ private static final int OP_TASK_ID_FIELD = 2;
+ private static final int OP_NAME_FIELD = 1;
+
+ private String executionTimeFilePath = null;
+ private BufferedReader brExecutionTime;
+ private String line;
+ private int lineNum;
+
+ public OperatorProfilerReportBuilder(String executionTimeFilePath) {
+ this.executionTimeFilePath = executionTimeFilePath;
+ }
+
+ public String getIdxNumber(boolean isJoin, int radiusIdx) throws Exception {
+ openExecutionTimeFile();
+
+ StringBuilder sb = new StringBuilder();
+ int initialSkip = (isJoin ? IDX_INITIAL_JOIN_SKIP : IDX_INITIAL_SELECT_SKIP) + radiusIdx;
+ int radiusSkip = isJoin ? IDX_JOIN_RADIUS_SKIP : IDX_SELECT_RADIUS_SKIP;
+ BufferedReader br = brExecutionTime;
+ int queryCount = isJoin ? JOIN_QUERY_COUNT / JOIN_RADIUS_TYPE_COUNT : SELECT_QUERY_COUNT
+ / SELECT_RADIUS_TYPE_COUNT;
+ lineNum = 0;
+ JobStat jobStat = new JobStat();
+
+ try {
+
+ //initial skip
+ int jobCount = 0;
+ while ((line = br.readLine()) != null) {
+ lineNum++;
+ if (line.contains("TOTAL_HYRACKS_JOB")) {
+ jobCount++;
+ if (jobCount > initialSkip) {
+ break;
+ }
+ }
+ }
+
+ //Reaching Here, line variable contains the first job to be counted
+ for (int j = 0; j < queryCount; j++) {
+
+ analyzeOperatorExecutionTime(jobStat, br);
+
+ //radius skip
+ jobCount = 0;
+ while ((line = br.readLine()) != null) {
+ lineNum++;
+ if (line.contains("TOTAL_HYRACKS_JOB")) {
+ jobCount++;
+ if (jobCount > radiusSkip) {
+ break;
+ }
+ }
+ }
+ }
+
+ //System.out.println("lineNum: " + lineNum);
+ sb.append("TOTAL_HYRACKS_JOB," + (((double) jobStat.getHyracksJobTimeSum()) / jobStat.getHyracksJobCount())
+ + "," + jobStat.getHyracksJobTimeSum() + "," + jobStat.getHyracksJobCount() + "\n");
+ sb.append(jobStat.getOperatorsElapsedTimeAsString());
+ return sb.toString();
+ } finally {
+ closeExecutionTimeFile();
+ }
+ }
+
+ private void analyzeOperatorExecutionTime(JobStat jobStat, BufferedReader br) throws IOException {
+ //the line argument contains TOTAL_HYRACKS_JOB string. eg.:
+ //2015-11-04 19:13:08,003 TOTAL_HYRACKS_JOB a1_node1_JID:3_26202768 TOTAL_HYRACKS_JOB1446660788003 1066 1.066 1066 1.066
+ String tokens[] = line.split("\t");
+
+ if (Long.parseLong(tokens[HYRACK_JOB_ELAPSED_TIME_FIELD]) > 10000) {
+ System.out.println("[" + lineNum + "] " + line);
+ }
+
+ jobStat.addHyracksJobTime(Long.parseLong(tokens[HYRACK_JOB_ELAPSED_TIME_FIELD]));
+
+ while ((line = br.readLine()) != null) {
+ lineNum++;
+
+ if (line.isEmpty()) {
+ break;
+ }
+
+ tokens = line.split("\t");
+ if (line.contains("DISTRIBUTE_RESULT")) {
+ jobStat.addDistributeResultTime(Long.parseLong(tokens[OP_ELAPSED_TIME_FIELD]));
+ continue;
+ }
+ if (line.contains("EMPTY_TUPLE_SOURCE")) {
+ continue;
+ }
+
+ if (line.contains("TXN_JOB_COMMIT")) {
+ continue;
+ }
+
+ jobStat.updateOperatorTime(tokens[OP_TASK_ID_FIELD], tokens[OP_NAME_FIELD],
+ Long.parseLong(tokens[OP_ELAPSED_TIME_FIELD]));
+ }
+
+ jobStat.updateTaskForAvgWithSlowestTask();
+ }
+
+ protected void openExecutionTimeFile() throws IOException {
+ brExecutionTime = new BufferedReader(new FileReader(executionTimeFilePath));
+ }
+
+ protected void closeExecutionTimeFile() throws IOException {
+ if (brExecutionTime != null) {
+ brExecutionTime.close();
+ }
+ }
+
+ class JobStat {
+ private long hyracksJobElapsedTimeSum;
+ private int hyracksJobCount;
+ private long distributeResultTimeSum;
+ private Task taskForAvg;
+ private HashMap<String, Task> taskId2TaskMap;
+
+ public JobStat() {
+ hyracksJobElapsedTimeSum = 0;
+ hyracksJobCount = 0;
+ distributeResultTimeSum = 0;
+ taskForAvg = new Task("TaskForAvg");
+ taskId2TaskMap = new HashMap<String, Task>();
+ }
+
+ public void reset() {
+ hyracksJobElapsedTimeSum = 0;
+ hyracksJobCount = 0;
+ distributeResultTimeSum = 0;
+ taskForAvg.reset();;
+ taskId2TaskMap.clear();
+ }
+
+ public void addHyracksJobTime(long elapsedTime) {
+ hyracksJobElapsedTimeSum += elapsedTime;
+ hyracksJobCount++;
+ }
+
+ public void addDistributeResultTime(long elapsedTime) {
+ distributeResultTimeSum += elapsedTime;
+ }
+
+ public long getDistributeResultTime() {
+ return distributeResultTimeSum;
+ }
+
+ public long getHyracksJobTimeSum() {
+ return hyracksJobElapsedTimeSum;
+ }
+
+ public int getHyracksJobCount() {
+ return hyracksJobCount;
+ }
+
+ public void updateOperatorTime(String taskId, String operatorName, long elapsedTime) {
+ Task task = taskId2TaskMap.get(taskId);
+ if (task == null) {
+ task = new Task(taskId);
+ taskId2TaskMap.put(new String(taskId), task);
+ }
+ task.updateOperatorTime(operatorName, elapsedTime);
+ }
+
+ public void updateTaskForAvgWithSlowestTask() {
+ Iterator<Entry<String, Task>> taskIter = taskId2TaskMap.entrySet().iterator();
+ Task slowestTask = null;
+ Task curTask;
+
+ //get the slowest task
+ while (taskIter.hasNext()) {
+ curTask = taskIter.next().getValue();
+ if (slowestTask == null) {
+ slowestTask = curTask;
+ } else {
+ if (slowestTask.getElapsedTime() < curTask.getElapsedTime()) {
+ slowestTask = curTask;
+ }
+ }
+ }
+
+ //update the TaskForAvg with the slowest one
+ HashMap<String, SumCount> operator2SumCountMap = slowestTask.getOperator2SumCountMap();
+ Iterator<Entry<String, SumCount>> operatorIter = operator2SumCountMap.entrySet().iterator();
+ while (operatorIter.hasNext()) {
+ Entry<String, SumCount> entry = operatorIter.next();
+ SumCount sc = entry.getValue();
+ taskForAvg.updateOperatorTime(entry.getKey(), sc.sum);
+ }
+ taskId2TaskMap.clear();
+ }
+
+ public String getOperatorsElapsedTimeAsString() {
+ return "SUM_OF_OPERATORS," + (((double) taskForAvg.getElapsedTime()) / hyracksJobCount) + ","
+ + taskForAvg.getElapsedTime() + "," + hyracksJobCount + "\n"
+ + taskForAvg.getOperatorsElapsedTimeAsString() + "DISTRIBUTE_RESULT,"
+ + (((double) distributeResultTimeSum) / hyracksJobCount) + "," + distributeResultTimeSum + ","
+ + hyracksJobCount + "\n";
+ }
+ }
+
+ class Task {
+ private String taskId;
+ private long elapsedTime;
+ private HashMap<String, SumCount> operator2SumCountMap;
+
+ public Task(String taskId) {
+ this.taskId = new String(taskId);
+ elapsedTime = 0;
+ operator2SumCountMap = new HashMap<String, SumCount>();
+ }
+
+ @Override
+ public int hashCode() {
+ return taskId.hashCode();
+ }
+
+ @Override
+ public boolean equals(Object o) {
+ if (o == this) {
+ return true;
+ }
+ if (!(o instanceof Task)) {
+ return false;
+ }
+ return ((Task) o).taskId == taskId;
+ }
+
+ public long getElapsedTime() {
+ return elapsedTime;
+ }
+
+ public void updateOperatorTime(String operatorName, long elapsedTime) {
+ SumCount sc = operator2SumCountMap.get(operatorName);
+ if (sc == null) {
+ sc = new SumCount();
+ sc.sum = 0;
+ sc.count = 0;
+ operator2SumCountMap.put(new String(operatorName), sc);
+ }
+ sc.sum += elapsedTime;
+ sc.count++;
+ this.elapsedTime += elapsedTime;
+ }
+
+ public void reset() {
+ elapsedTime = 0;
+ operator2SumCountMap.clear();
+ }
+
+ public String getOperatorsElapsedTimeAsString() {
+ StringBuilder sb = new StringBuilder();
+ Iterator<Entry<String, SumCount>> iter = operator2SumCountMap.entrySet().iterator();
+ while (iter.hasNext()) {
+ Entry<String, SumCount> entry = iter.next();
+ SumCount sc = entry.getValue();
+ sb.append(entry.getKey()).append(",").append(((double) sc.sum) / sc.count).append(",").append(sc.sum)
+ .append(",").append(sc.count).append("\n");
+ }
+ return sb.toString();
+ }
+
+ public HashMap<String, SumCount> getOperator2SumCountMap() {
+ return operator2SumCountMap;
+ }
+ }
+
+ class SumCount {
+ public long sum;
+ public int count;
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ProfilerReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ProfilerReportBuilder.java
new file mode 100644
index 0000000..d5eb539
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ProfilerReportBuilder.java
@@ -0,0 +1,192 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class ProfilerReportBuilder {
+
+ private static final int INDEX_BUILD_OP_COUNT = 1;
+ private static final int PIDX_SCAN_OP_COUNT = 1;
+ private static final int WARM_UP_SELECT_QUERY_COUNT = 500;
+ private static final int SELECT_QUERY_COUNT = 5000;
+ private static final int JOIN_QUERY_COUNT = 200;
+ private static final int PARTITION_COUNT = 4;
+
+ private static final int SELECT_QUERY_INVOLVED_INDEX_COUNT = 2;
+ private static final int JOIN_QUERY_INVOLVED_INDEX_COUNT = 3;
+ private static final int JOIN_RADIUS_TYPE_COUNT = 4;
+ private static final int SELECT_RADIUS_TYPE_COUNT = 5;
+ private static final int IDX_JOIN_RADIUS_SKIP = JOIN_RADIUS_TYPE_COUNT * JOIN_QUERY_INVOLVED_INDEX_COUNT
+ * PARTITION_COUNT - PARTITION_COUNT;
+ private static final int IDX_SELECT_RADIUS_SKIP = SELECT_RADIUS_TYPE_COUNT * SELECT_QUERY_INVOLVED_INDEX_COUNT
+ * PARTITION_COUNT - PARTITION_COUNT;
+ private static final int IDX_INITIAL_JOIN_SKIP = (INDEX_BUILD_OP_COUNT + PIDX_SCAN_OP_COUNT + ((WARM_UP_SELECT_QUERY_COUNT + SELECT_QUERY_COUNT) * SELECT_QUERY_INVOLVED_INDEX_COUNT))
+ * PARTITION_COUNT;
+ private static final int IDX_INITIAL_SELECT_SKIP = (INDEX_BUILD_OP_COUNT + PIDX_SCAN_OP_COUNT + (WARM_UP_SELECT_QUERY_COUNT * SELECT_QUERY_INVOLVED_INDEX_COUNT))
+ * PARTITION_COUNT;
+ private static final int FP_JOIN_RADIUS_SKIP = JOIN_RADIUS_TYPE_COUNT * PARTITION_COUNT - PARTITION_COUNT;
+ private static final int FP_SELECT_RADIUS_SKIP = SELECT_RADIUS_TYPE_COUNT * PARTITION_COUNT - PARTITION_COUNT;
+ private static final int FP_INITIAL_JOIN_SKIP = (PIDX_SCAN_OP_COUNT + WARM_UP_SELECT_QUERY_COUNT + SELECT_QUERY_COUNT)
+ * PARTITION_COUNT;
+ private static final int FP_INITIAL_SELECT_SKIP = (PIDX_SCAN_OP_COUNT + WARM_UP_SELECT_QUERY_COUNT)
+ * PARTITION_COUNT;
+
+ private String indexSearchTimeFilePath = null;
+ private String falsePositiveFilePath = null;
+ private String cacheMissFilePath = null;
+ private BufferedReader brIndexSearchTime;
+ private BufferedReader brFalsePositive;
+ private BufferedReader brCacheMiss;
+ private String line;
+
+ public ProfilerReportBuilder(String indexSearchTimeFilePath, String falsePositiveFilePath, String cacheMissFilePath) {
+ this.indexSearchTimeFilePath = indexSearchTimeFilePath;
+ this.falsePositiveFilePath = falsePositiveFilePath;
+ this.cacheMissFilePath = cacheMissFilePath;
+ }
+
+ public String getIdxNumber(boolean getSearchTime, boolean isJoin, int radiusIdx, int indexIdx) throws Exception {
+ if (getSearchTime) {
+ openIndexSearchTimeFile();
+ } else {
+ openCacheMissFile();
+ }
+
+ StringBuilder sb = new StringBuilder();
+ int involvedIndexCount = isJoin ? JOIN_QUERY_INVOLVED_INDEX_COUNT : SELECT_QUERY_INVOLVED_INDEX_COUNT;
+ int initialSkip = (isJoin ? IDX_INITIAL_JOIN_SKIP : IDX_INITIAL_SELECT_SKIP) + radiusIdx * involvedIndexCount
+ * PARTITION_COUNT + indexIdx * PARTITION_COUNT;
+ int radiusSkip = isJoin ? IDX_JOIN_RADIUS_SKIP : IDX_SELECT_RADIUS_SKIP;
+ long measuredValue = 0;
+ BufferedReader br = getSearchTime ? brIndexSearchTime : brCacheMiss;
+ int lineNum = 0;
+ int queryCount = isJoin ? JOIN_QUERY_COUNT / JOIN_RADIUS_TYPE_COUNT : SELECT_QUERY_COUNT
+ / SELECT_RADIUS_TYPE_COUNT;
+ try {
+
+ //initial skip
+ for (int i = 0; i < initialSkip; i++) {
+ br.readLine();
+ ++lineNum;
+ }
+
+ for (int j = 0; j < queryCount; j++) {
+ //get target index numbers
+ for (int i = 0; i < PARTITION_COUNT; i++) {
+ line = br.readLine();
+ measuredValue += Long.parseLong(line);
+ ++lineNum;
+ }
+
+ //radius skip
+ for (int i = 0; i < radiusSkip; i++) {
+ br.readLine();
+ ++lineNum;
+ }
+ }
+
+ //System.out.println("lineNum: " + lineNum);
+ sb.append((double) measuredValue / (PARTITION_COUNT * queryCount));
+ return sb.toString();
+ } finally {
+ if (getSearchTime) {
+ closeIndexSearchTimeFile();
+ } else {
+ closeCacheMissFile();
+ }
+ }
+ }
+
+ public String getFalsePositives(boolean isJoin, int radiusIdx) throws Exception {
+ openFalsePositiveFile();
+
+ StringBuilder sb = new StringBuilder();
+ int initialSkip = (isJoin ? FP_INITIAL_JOIN_SKIP : FP_INITIAL_SELECT_SKIP) + radiusIdx * PARTITION_COUNT;
+ int radiusSkip = isJoin ? FP_JOIN_RADIUS_SKIP : FP_SELECT_RADIUS_SKIP;
+ long falsePositives = 0;
+ BufferedReader br = brFalsePositive;
+ int lineNum = 0;
+ int queryCount = isJoin ? JOIN_QUERY_COUNT / JOIN_RADIUS_TYPE_COUNT : SELECT_QUERY_COUNT
+ / SELECT_RADIUS_TYPE_COUNT;
+ try {
+
+ //initial skip
+ for (int i = 0; i < initialSkip; i++) {
+ br.readLine();
+ ++lineNum;
+ }
+
+ for (int j = 0; j < queryCount; j++) {
+ //get target index numbers
+ for (int i = 0; i < PARTITION_COUNT; i++) {
+ line = br.readLine();
+ falsePositives += Long.parseLong(line);
+ ++lineNum;
+ }
+
+ //radius skip
+ for (int i = 0; i < radiusSkip; i++) {
+ br.readLine();
+ ++lineNum;
+ }
+ }
+
+ //System.out.println("lineNum: " + lineNum);
+ sb.append((double) falsePositives / (PARTITION_COUNT * queryCount));
+ return sb.toString();
+ } finally {
+ closeFalsePositiveFile();
+ }
+ }
+
+ protected void openIndexSearchTimeFile() throws IOException {
+ brIndexSearchTime = new BufferedReader(new FileReader(indexSearchTimeFilePath));
+ }
+
+ protected void closeIndexSearchTimeFile() throws IOException {
+ if (brIndexSearchTime != null) {
+ brIndexSearchTime.close();
+ }
+ }
+
+ protected void openFalsePositiveFile() throws IOException {
+ brFalsePositive = new BufferedReader(new FileReader(falsePositiveFilePath));
+ }
+
+ protected void closeFalsePositiveFile() throws IOException {
+ if (brFalsePositive != null) {
+ brFalsePositive.close();
+ }
+ }
+
+ protected void openCacheMissFile() throws IOException {
+ brCacheMiss = new BufferedReader(new FileReader(cacheMissFilePath));
+ }
+
+ protected void closeCacheMissFile() throws IOException {
+ if (brCacheMiss != null) {
+ brCacheMiss.close();
+ }
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderHelper.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderHelper.java
new file mode 100644
index 0000000..93ae819
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderHelper.java
@@ -0,0 +1,104 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+
+public class ReportBuilderHelper {
+
+ public static void main(String[] args) throws Exception {
+ String line = "INFO: DataGen[13][During ingestion only][TimeToInsert100000] 10651 in milliseconds";
+ System.out.println(getEndIndexOf("DataGen[1][During ingestion only][TimeToInsert100000] 10651 in milliseconds",
+ "DataGen["));
+ System.out.println(getLong(line, "[TimeToInsert100000]", "in"));
+ System.out.println(getLong(line, "DataGen[", "]"));
+ //SIE1AReportBuilder rb = new SIE1AReportBuilder("/Users/kisskys/workspace/asterix_experiment/run-log/run-log-backup/log-1435560604069/run.log");
+ //System.out.println(rb.getInstantaneousInsertPS());
+ }
+
+ public static int getEndIndexOf(String target, String pattern) {
+ //get the end index of the pattern string in target string.
+ int index = target.indexOf(pattern);
+ if (index != -1) {
+ return target.indexOf(pattern) + pattern.length();
+ }
+ return -1;
+ }
+
+ public static long getLong(String line, String beginPattern, String endPattern) {
+ int idBeginIdx = getEndIndexOf(line, beginPattern);
+ int idEndIdx = line.indexOf(endPattern, idBeginIdx);
+ return Long.parseLong(line.substring(idBeginIdx, idEndIdx).trim());
+ }
+
+ public static int getInt(String line, String beginPattern, String endPattern) {
+ int idBeginIdx = getEndIndexOf(line, beginPattern);
+ int idEndIdx = line.indexOf(endPattern, idBeginIdx);
+ return Integer.parseInt(line.substring(idBeginIdx, idEndIdx).trim());
+ }
+
+ public static double getDouble(String line, String beginPattern, String endPattern) {
+ int idBeginIdx = getEndIndexOf(line, beginPattern);
+ int idEndIdx = line.indexOf(endPattern, idBeginIdx);
+ return Double.parseDouble(line.substring(idBeginIdx, idEndIdx).trim());
+ }
+
+ public static String getString(String line, String beginPattern, String endPattern) {
+ int idBeginIdx = getEndIndexOf(line, beginPattern);
+ int idEndIdx = line.indexOf(endPattern, idBeginIdx);
+ return line.substring(idBeginIdx, idEndIdx).trim();
+ }
+
+ public static String getString(String line, String endPattern) {
+ int idEndIdx = line.indexOf(endPattern, 0);
+ return line.substring(0, idEndIdx).trim();
+ }
+
+ public static long getTimeStampAsLong(String line, SimpleDateFormat format) throws ParseException {
+ //Jul 09, 2015 11:58:08
+ //String line = "Jul 09, 2015 11:58:09 PM org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness flush";
+ //DateFormat format;
+ //format = new SimpleDateFormat("MMM dd, yyyy hh:mm:ss");
+ Date parseDate = format.parse(line);
+ return parseDate.getTime();
+ }
+
+ protected static FileOutputStream openOutputFile(String filepath) throws IOException {
+ File file = new File(filepath);
+ if (file.exists()) {
+ //throw new IOException(filepath + "already exists");
+ file.delete();
+ }
+ file.createNewFile();
+ return new FileOutputStream(file);
+ }
+
+ protected static void closeOutputFile(FileOutputStream fos) throws IOException {
+ fos.flush();
+ fos.close();
+ fos = null;
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderRunner.java
new file mode 100644
index 0000000..eba8f07
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/ReportBuilderRunner.java
@@ -0,0 +1,126 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+public class ReportBuilderRunner {
+ public static final boolean REPORT_SIE1 = false;
+ public static final boolean REPORT_SIE2 = false;
+ public static final boolean REPORT_SIE3 = false;
+ public static final boolean REPORT_SIE4 = false;
+ public static final boolean REPORT_SIE5 = true;
+ public static final boolean REPORT_SIE3_PROFILE = false;
+
+ public static void main(String[] args) throws Exception {
+
+ if (REPORT_SIE1) {
+ SIE1ReportBuilderRunner sie1 = new SIE1ReportBuilderRunner();
+ sie1.generateSIE1IPS();
+ // sie1.generateInstantaneousInsertPS();
+ sie1.generateIndexSize();
+ sie1.generateGanttInstantaneousInsertPS();
+ sie1.generateAccumulatedInsertPS();
+ }
+
+ if (REPORT_SIE2) {
+ SIE2ReportBuilderRunner sie2 = new SIE2ReportBuilderRunner();
+ sie2.generateOverallInsertPS();
+ sie2.generateAccumulatedInsertPS();
+ sie2.generateQueryPS();
+ sie2.generateAverageQueryResultCount();
+ sie2.generateAverageQueryResponseTime();
+ sie2.generateInstantaneousInsertPS();
+ sie2.generateGanttInstantaneousInsertPS();
+ sie2.generateSelectQueryResponseTime();
+ sie2.generateSelectQueryResultCount();
+ }
+
+ if (REPORT_SIE3) {
+ SIE3ReportBuilderRunner sie3 = new SIE3ReportBuilderRunner();
+ sie3.generateIndexCreationTime();
+ sie3.generateIndexSize();
+ sie3.generateSelectQueryResponseTime();
+ sie3.generateJoinQueryResponseTime();
+ sie3.generateSelectQueryResultCount();
+ sie3.generateJoinQueryResultCount();
+
+ // sie3.generateSelectQueryProfiledSidxSearchTime();
+ // sie3.generateSelectQueryProfiledPidxSearchTime();
+ // sie3.generateJoinQueryProfiledSidxSearchTime();
+ // sie3.generateJoinQueryProfiledPidxSearchTime();
+ // sie3.generateJoinQueryProfiledSeedPidxSearchTime();
+ // sie3.generateSelectQueryProfiledSidxCacheMiss();
+ // sie3.generateSelectQueryProfiledPidxCacheMiss();
+ // sie3.generateJoinQueryProfiledSidxCacheMiss();
+ // sie3.generateJoinQueryProfiledPidxCacheMiss();
+ // sie3.generateJoinQueryProfiledSeedPidxCacheMiss();
+ // sie3.generateSelectQueryProfiledFalsePositive();
+ // sie3.generateJoinQueryProfiledFalsePositive();
+ }
+
+ if (REPORT_SIE4) {
+ SIE4ReportBuilderRunner sie4 = new SIE4ReportBuilderRunner();
+ sie4.generateIndexCreationTime();
+ sie4.generateIndexSize();
+ sie4.generateSelectQueryResponseTime();
+ sie4.generateJoinQueryResponseTime();
+ sie4.generateSelectQueryResultCount();
+ sie4.generateJoinQueryResultCount();
+ }
+
+ if (REPORT_SIE5) {
+ SIE5ReportBuilderRunner sie5 = new SIE5ReportBuilderRunner();
+ sie5.generateOverallInsertPS();
+ sie5.generateAccumulatedInsertPS();
+ sie5.generateQueryPS();
+ sie5.generateAverageQueryResultCount();
+ sie5.generateAverageQueryResponseTime();
+ sie5.generateInstantaneousInsertPS();
+ sie5.generateGanttInstantaneousInsertPS();
+ sie5.generateSelectQueryResponseTime();
+ sie5.generateSelectQueryResultCount();
+ }
+
+ if (REPORT_SIE3_PROFILE) {
+ String executionTimeFilePath[] = new String[5];
+ executionTimeFilePath[0] = "/Users/kisskys/workspace/asterix_master/resultLog/Mem3g-Disk4g-part4-Lsev-Jvm5g-Lock6g/profile-exp3/SpatialIndexExperiment3Dhbtree/logs/executionTime-130.149.249.52.txt";
+ executionTimeFilePath[1] = "/Users/kisskys/workspace/asterix_master/resultLog/Mem3g-Disk4g-part4-Lsev-Jvm5g-Lock6g/profile-exp3/SpatialIndexExperiment3Dhvbtree/logs/executionTime-130.149.249.52.txt";
+ executionTimeFilePath[2] = "/Users/kisskys/workspace/asterix_master/resultLog/Mem3g-Disk4g-part4-Lsev-Jvm5g-Lock6g/profile-exp3/SpatialIndexExperiment3Rtree/logs/executionTime-130.149.249.52.txt";
+ executionTimeFilePath[3] = "/Users/kisskys/workspace/asterix_master/resultLog/Mem3g-Disk4g-part4-Lsev-Jvm5g-Lock6g/profile-exp3/SpatialIndexExperiment3Shbtree/logs/executionTime-130.149.249.52.txt";
+ executionTimeFilePath[4] = "/Users/kisskys/workspace/asterix_master/resultLog/Mem3g-Disk4g-part4-Lsev-Jvm5g-Lock6g/profile-exp3/SpatialIndexExperiment3Sif/logs/executionTime-130.149.249.52.txt";
+
+ for (int i = 0; i < 5; i++) {
+ String filePath = executionTimeFilePath[i];
+ OperatorProfilerReportBuilder oprb = new OperatorProfilerReportBuilder(filePath);
+ System.out.println("-------- " + i + " ----------\n");
+ System.out.println(oprb.getIdxNumber(false, 0));
+ System.out.println(oprb.getIdxNumber(false, 1));
+ System.out.println(oprb.getIdxNumber(false, 2));
+ System.out.println(oprb.getIdxNumber(false, 3));
+ System.out.println(oprb.getIdxNumber(false, 4));
+ System.out.println(oprb.getIdxNumber(true, 0));
+ System.out.println(oprb.getIdxNumber(true, 1));
+ System.out.println(oprb.getIdxNumber(true, 2));
+ System.out.println(oprb.getIdxNumber(true, 3));
+ }
+
+ }
+
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilder.java
new file mode 100644
index 0000000..2e04615
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilder.java
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+public class SIE1ReportBuilder extends AbstractDynamicDataEvalReportBuilder {
+ public SIE1ReportBuilder(String expHomePath, String expName, String runLogFileName) {
+ super(expHomePath, expName, runLogFileName, false);
+ }
+
+ @Override
+ public String getOverallInsertPS(int minutes) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("int64")) {
+ line = br.readLine();
+ rsb.append(Long.parseLong(line) / (minutes * 60));
+ break;
+ }
+ }
+
+ return rsb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ @Override
+ public String getInstantaneousQueryPS() throws Exception {
+ return null;
+ }
+
+ @Override
+ public String getQueryPS(int minutes) throws Exception {
+ return null;
+ // renewStringBuilder();
+ // openRunLog();
+ // try {
+ //
+ // return getResult();
+ // } finally {
+ // closeRunLog();
+ // }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilderRunner.java
new file mode 100644
index 0000000..bab69a0
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE1ReportBuilderRunner.java
@@ -0,0 +1,329 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.FileOutputStream;
+import java.util.ArrayList;
+
+public class SIE1ReportBuilderRunner {
+ String expHomePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/exp1/";
+ String runLogFileName = "run-exp1.log";
+ String outputFilePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/result-report/";
+
+ SIE1ReportBuilder sie1ADhbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1ADhbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1ADhvbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1ADhvbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1ARtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1ARtree", runLogFileName);
+ SIE1ReportBuilder sie1AShbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1AShbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1ASif = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1ASif", runLogFileName);
+
+ SIE1ReportBuilder sie1BDhbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1BDhbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1BDhvbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1BDhvbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1BRtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1BRtree", runLogFileName);
+ SIE1ReportBuilder sie1BShbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1BShbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1BSif = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1BSif", runLogFileName);
+
+ SIE1ReportBuilder sie1CDhbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1CDhbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1CDhvbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1CDhvbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1CRtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1CRtree", runLogFileName);
+ SIE1ReportBuilder sie1CShbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1CShbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1CSif = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1CSif", runLogFileName);
+
+ SIE1ReportBuilder sie1DDhbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1DDhbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1DDhvbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1DDhvbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1DRtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1DRtree", runLogFileName);
+ SIE1ReportBuilder sie1DShbtree = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1DShbtree",
+ runLogFileName);
+ SIE1ReportBuilder sie1DSif = new SIE1ReportBuilder(expHomePath, "SpatialIndexExperiment1DSif", runLogFileName);
+
+ StringBuilder sb = new StringBuilder();
+
+ /**
+ * generate sie1_ips.txt
+ */
+ public void generateSIE1IPS() throws Exception {
+ int minutes = 60;
+ sb.setLength(0);
+ sb.append("# sie1 ips(inserts per second) report\n");
+ sb.append("# number of nodes, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("1,").append(sie1ADhbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1ADhvbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1ARtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1AShbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1ASif.getOverallInsertPS(minutes)).append("\n");
+
+ sb.append("2,").append(sie1BDhbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1BDhvbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1BRtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1BShbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1BSif.getOverallInsertPS(minutes)).append("\n");
+
+ sb.append("4,").append(sie1CDhbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1CDhvbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1CRtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1CShbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1CSif.getOverallInsertPS(minutes)).append("\n");
+
+ sb.append("8,").append(sie1DDhbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1DDhvbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1DRtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1DShbtree.getOverallInsertPS(minutes)).append(",")
+ .append(sie1DSif.getOverallInsertPS(minutes)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_ips.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ /**
+ * generate sie1_accumulated_insert_ps.txt
+ */
+ public void generateAccumulatedInsertPS() throws Exception {
+ int targetRound = 721; //(3600 seconds / 5seconds) + 1
+ int roundInterval = 5;
+
+ ArrayList<Long> ipsListDhbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListDhvbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListRtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListShbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListSif = new ArrayList<Long>();
+ sie1DDhbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhbtree);
+ sie1DDhvbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhvbtree);
+ sie1DRtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListRtree);
+ sie1DShbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListShbtree);
+ sie1DSif.getAllNodesAccumulatedInsertPS(targetRound, ipsListSif);
+
+ sb.setLength(0);
+ sb.append("# sie1 accumulated inserts per second report\n");
+ sb.append("# time, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+
+ for (int i = 0; i < targetRound; i++) {
+ sb.append("" + (i * roundInterval) + "," + ipsListDhbtree.get(i) + "," + ipsListDhvbtree.get(i) + ","
+ + ipsListRtree.get(i) + "," + ipsListShbtree.get(i) + "," + ipsListSif.get(i) + "\n");
+ }
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_accumulated_insert_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ ipsListDhbtree.clear();
+ ipsListDhvbtree.clear();
+ ipsListRtree.clear();
+ ipsListShbtree.clear();
+ ipsListSif.clear();
+ }
+
+ public void generateInstantaneousInsertPS() throws Exception {
+ int nodeCount = 8;
+ for (int i = 0; i < nodeCount; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie1DDhbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_8nodes_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < nodeCount; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie1DDhvbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_8nodes_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < nodeCount; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie1DRtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_8nodes_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < nodeCount; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie1DShbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_8nodes_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < nodeCount; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie1DSif.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_8nodes_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ }
+
+ public void generateIndexSize() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie1 index size report\n");
+
+ sb.append("# number of nodes, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("1,").append(sie1ADhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append(",")
+ .append(sie1ADhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append(",")
+ .append(sie1ARtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append(",")
+ .append(sie1AShbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append(",")
+ .append(sie1ASif.getIndexSize("Tweets_idx_sifLocation/device_id")).append(",")
+ .append(sie1ASif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+ sb.append("2,").append(sie1BDhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append(",")
+ .append(sie1BDhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append(",")
+ .append(sie1BRtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append(",")
+ .append(sie1BShbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append(",")
+ .append(sie1BSif.getIndexSize("Tweets_idx_sifLocation/device_id")).append(",")
+ .append(sie1BSif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+ sb.append("4,").append(sie1CDhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append(",")
+ .append(sie1CDhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append(",")
+ .append(sie1CRtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append(",")
+ .append(sie1CShbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append(",")
+ .append(sie1CSif.getIndexSize("Tweets_idx_sifLocation/device_id")).append(",")
+ .append(sie1CSif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+ sb.append("8,").append(sie1DDhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append(",")
+ .append(sie1DDhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append(",")
+ .append(sie1DRtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append(",")
+ .append(sie1DShbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append(",")
+ .append(sie1DSif.getIndexSize("Tweets_idx_sifLocation/device_id")).append(",")
+ .append(sie1DSif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_index_size.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateGanttInstantaneousInsertPS() throws Exception {
+
+ SIE1ReportBuilder dhbtree = sie1DDhbtree;
+ SIE1ReportBuilder dhvbtree = sie1DDhvbtree;
+ SIE1ReportBuilder rtree = sie1DRtree;
+ SIE1ReportBuilder shbtree = sie1DShbtree;
+ SIE1ReportBuilder sif = sie1DSif;
+ String sie1Type = "D";
+ String logDirPrefix = "";
+
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 1node(1 dataGen) instantaneous inserts per second report\n");
+ sb.append(dhbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 1node(1 dataGen) instantaneous inserts per second report\n");
+ sb.append(dhvbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 1node(1 dataGen) instantaneous inserts per second report\n");
+ sb.append(rtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 1node(1 dataGen) instantaneous inserts per second report\n");
+ sb.append(shbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie1 1node(1 dataGen) instantaneous inserts per second report\n");
+ sb.append(sif.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ long dataGenStartTime = dhbtree.getDataGenStartTimeStamp();
+ NCLogReportBuilder ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment1"
+ + sie1Type + "Dhbtree/" + logDirPrefix + "logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie1_gantt_1node_flush_merge_dhbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = dhvbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment1" + sie1Type + "Dhvbtree/"
+ + logDirPrefix + "logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_gantt_1node_flush_merge_dhvbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = rtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment1" + sie1Type + "Rtree/"
+ + logDirPrefix + "logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_gantt_1node_flush_merge_rtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = shbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment1" + sie1Type + "Shbtree/"
+ + logDirPrefix + "logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_gantt_1node_flush_merge_shbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sif.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment1" + sie1Type + "Sif/"
+ + logDirPrefix + "logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie1_gantt_1node_flush_merge_sif.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilder.java
new file mode 100644
index 0000000..52034a4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilder.java
@@ -0,0 +1,264 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class SIE2ReportBuilder extends AbstractDynamicDataEvalReportBuilder {
+ private static final int SELECT_QUERY_RADIUS_COUNT = 5;
+ private static final int INITIAL_SELECT_QUERY_COUNT_TO_IGNORE = 0;
+ private static final int MAX_SELECT_QUERY_COUNT_TO_CONSIDER = Integer.MAX_VALUE; //5000 + INITIAL_SELECT_QUERY_COUNT_TO_CONSIDER;
+ private static final int QUERY_GEN_COUNT = 8;
+ private static final String[] QUERY_GEN_IPS = { "130.149.249.61", "130.149.249.62", "130.149.249.63",
+ "130.149.249.64", "130.149.249.65", "130.149.249.66", "130.149.249.67", "130.149.249.68" };
+ private BufferedReader[] queryLogFileBrs;
+
+ public SIE2ReportBuilder(String expHomePath, String expName, String runLogFileName) {
+ super(expHomePath, expName, runLogFileName, false);
+ queryLogFileBrs = new BufferedReader[QUERY_GEN_COUNT];
+ }
+
+ @Override
+ public String getOverallInsertPS(int minutes) throws Exception {
+ return null;
+ }
+
+ public String get20minInsertPS(int minutes) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ long insertCount = 0;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("[During ingestion + queries][InsertCount]")) {
+ insertCount += ReportBuilderHelper.getLong(line, "=", "in");
+ }
+ if (line.contains("Running")) {
+ break;
+ }
+ }
+ rsb.append(insertCount / (minutes * 60));
+ return rsb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ public double getFirstXminInsertPS(int minutes, int genId, int unitMinutes) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return 0;
+ }
+
+ String line;
+ int dGenId;
+ int count = 0;
+ long timeToInsert = 0;
+ long totalTimeToInsert = 0;
+ boolean haveResult = false;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("[During ingestion only][TimeToInsert100000]")) {
+ dGenId = ReportBuilderHelper.getInt(line, "DataGen[", "]");
+ if (dGenId == genId) {
+ count++;
+ timeToInsert = ReportBuilderHelper.getLong(line, INSTANTANEOUS_INSERT_STRING, "in");
+ totalTimeToInsert += timeToInsert;
+ if (totalTimeToInsert > minutes * 60000) {
+ haveResult = true;
+ break;
+ }
+ }
+ }
+ if (line.contains("Running")) {
+ break;
+ }
+ }
+ if (haveResult || totalTimeToInsert > (minutes * 60000 - unitMinutes * 60000)) {
+ return (count * INSTANTAEOUS_INSERT_COUNT) / ((double) totalTimeToInsert / 1000);
+ } else {
+ return 0;
+ //return ((count * INSTANTAEOUS_INSERT_COUNT) / ((double)totalTimeToInsert/1000)) * -1;
+ }
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ @Override
+ public String getInstantaneousQueryPS() throws Exception {
+ return null;
+ }
+
+ @Override
+ public String getQueryPS(int minutes) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ long queryCount = 0;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("[QueryCount]")) {
+ queryCount += ReportBuilderHelper.getLong(line, "[QueryCount]", "in");
+ }
+ if (line.contains("Running")) {
+ break;
+ }
+ }
+ rsb.append(queryCount / (float) (minutes * 60));
+ return rsb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ public String getAverageQueryResultCount() throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+ String line;
+ long resultCount = 0;
+ long queryCount = 0;
+ for (BufferedReader queryLogFileBr : queryLogFileBrs) {
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains("int64")) {
+ line = queryLogFileBr.readLine();
+ resultCount += Long.parseLong(line);
+ ++queryCount;
+ }
+ }
+ }
+ rsb.append(resultCount / queryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getAverageQueryResponseTime() throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+ String line;
+ long responseTime = 0;
+ long queryCount = 0;
+ for (BufferedReader queryLogFileBr : queryLogFileBrs) {
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains("Elapsed time = ")) {
+ responseTime += ReportBuilderHelper.getLong(line, "=", "for");
+ ++queryCount;
+ }
+ }
+ }
+ rsb.append(responseTime / queryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getSelectQueryResponseTime(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+ String line;
+ long queryResponseTime = 0;
+ int targetRadiusSelectQueryCount = 0;
+ for (BufferedReader queryLogFileBr : queryLogFileBrs) {
+ int selectQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains("Elapsed time =") && selectQueryCount < MAX_SELECT_QUERY_COUNT_TO_CONSIDER) {
+ if (selectQueryCount % SELECT_QUERY_RADIUS_COUNT == radiusIdx
+ && selectQueryCount >= INITIAL_SELECT_QUERY_COUNT_TO_IGNORE) {
+ queryResponseTime += ReportBuilderHelper.getLong(line, "=", "for");
+ ++targetRadiusSelectQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ }
+ }
+ rsb.append((double) queryResponseTime / targetRadiusSelectQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getSelectQueryResultCount(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+ String line;
+ long queryResultCount = 0;
+ int targetRadiusSelectQueryCount = 0;
+ for (BufferedReader queryLogFileBr : queryLogFileBrs) {
+ int selectQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains("int64") && selectQueryCount < MAX_SELECT_QUERY_COUNT_TO_CONSIDER) {
+ if (selectQueryCount % SELECT_QUERY_RADIUS_COUNT == radiusIdx
+ && selectQueryCount >= INITIAL_SELECT_QUERY_COUNT_TO_IGNORE) {
+ line = queryLogFileBr.readLine(); //read the result count line
+ queryResultCount += Long.parseLong(line);
+ ++targetRadiusSelectQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ }
+ }
+ rsb.append((double) queryResultCount / targetRadiusSelectQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ private void openQueryLog() throws IOException {
+ String queryLogFilePathPrefix = expHomePath + File.separator + expName + File.separator + "QueryGenResult-";
+ String queryLogFilePathSuffix = ".txt";
+ for (int i = 0; i < QUERY_GEN_COUNT; i++) {
+ queryLogFileBrs[i] = new BufferedReader(new FileReader(queryLogFilePathPrefix + QUERY_GEN_IPS[i]
+ + queryLogFilePathSuffix));
+ }
+ }
+
+ private void closeQueryLog() throws IOException {
+ for (BufferedReader queryLogFileBr : queryLogFileBrs) {
+ if (queryLogFileBr != null) {
+ queryLogFileBr.close();
+ queryLogFileBr = null;
+ }
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilderRunner.java
new file mode 100644
index 0000000..91f30f5
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE2ReportBuilderRunner.java
@@ -0,0 +1,459 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.FileOutputStream;
+import java.util.ArrayList;
+
+public class SIE2ReportBuilderRunner {
+ String expHomePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/exp2-4/";
+ String runLogFileName = "run-exp2-4.log";
+ String outputFilePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/result-report/";
+
+ SIE2ReportBuilder sie2Dhbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment2Dhbtree", runLogFileName);
+ SIE2ReportBuilder sie2Dhvbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment2Dhvbtree",
+ runLogFileName);
+ SIE2ReportBuilder sie2Rtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment2Rtree", runLogFileName);
+ SIE2ReportBuilder sie2Shbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment2Shbtree", runLogFileName);
+ SIE2ReportBuilder sie2Sif = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment2Sif", runLogFileName);
+
+ StringBuilder sb = new StringBuilder();
+
+ /**
+ * generate sie2_overall_insert_ps.txt
+ */
+ public void generateOverallInsertPS() throws Exception {
+ int targetRound = 721; //(3600 seconds / 5seconds) + 1
+
+ ArrayList<Long> ipsListDhbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListDhvbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListRtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListShbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListSif = new ArrayList<Long>();
+ sie2Dhbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhbtree);
+ sie2Dhvbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhvbtree);
+ sie2Rtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListRtree);
+ sie2Shbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListShbtree);
+ sie2Sif.getAllNodesAccumulatedInsertPS(targetRound, ipsListSif);
+
+ sb.setLength(0);
+ sb.append("# sie2 60min inserts per second report\n");
+ sb.append("index type, InsertPS\n");
+ sb.append("dhbtree,").append(ipsListDhbtree.get(targetRound - 1)).append("\n");
+ sb.append("dhvbtree,").append(ipsListDhvbtree.get(targetRound - 1)).append("\n");
+ sb.append("rtree,").append(ipsListRtree.get(targetRound - 1)).append("\n");
+ sb.append("shbtree,").append(ipsListShbtree.get(targetRound - 1)).append("\n");
+ sb.append("sif,").append(ipsListSif.get(targetRound - 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_overall_insert_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ ipsListDhbtree.clear();
+ ipsListDhvbtree.clear();
+ ipsListRtree.clear();
+ ipsListShbtree.clear();
+ ipsListSif.clear();
+ }
+
+ /**
+ * generate sie2_accumulated_insert_ps.txt
+ */
+ public void generateAccumulatedInsertPS() throws Exception {
+ int targetRound = 721; //(3600 seconds / 5seconds) + 1
+ int roundInterval = 5;
+
+ ArrayList<Long> ipsListDhbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListDhvbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListRtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListShbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListSif = new ArrayList<Long>();
+ sie2Dhbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhbtree);
+ sie2Dhvbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhvbtree);
+ sie2Rtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListRtree);
+ sie2Shbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListShbtree);
+ sie2Sif.getAllNodesAccumulatedInsertPS(targetRound, ipsListSif);
+
+ sb.setLength(0);
+ sb.append("# sie2 accumulated inserts per second report\n");
+ sb.append("# time, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+
+ for (int i = 0; i < targetRound; i++) {
+ sb.append("" + (i * roundInterval) + "," + ipsListDhbtree.get(i) + "," + ipsListDhvbtree.get(i) + ","
+ + ipsListRtree.get(i) + "," + ipsListShbtree.get(i) + "," + ipsListSif.get(i) + "\n");
+ }
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_accumulated_insert_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ ipsListDhbtree.clear();
+ ipsListDhvbtree.clear();
+ ipsListRtree.clear();
+ ipsListShbtree.clear();
+ ipsListSif.clear();
+ }
+
+ public void generateQueryPS() throws Exception {
+ int minutes = 60;
+ sb.setLength(0);
+ sb.append("# sie2 queries per second report\n");
+ sb.append("index type, QueryPS\n");
+ sb.append("dhbtree,").append(sie2Dhbtree.getQueryPS(minutes)).append("\n");
+ sb.append("dhvbtree,").append(sie2Dhvbtree.getQueryPS(minutes)).append("\n");
+ sb.append("rtree,").append(sie2Rtree.getQueryPS(minutes)).append("\n");
+ sb.append("shbtree,").append(sie2Shbtree.getQueryPS(minutes)).append("\n");
+ sb.append("sif,").append(sie2Sif.getQueryPS(minutes)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_query_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateAverageQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie2 average query result count report\n");
+ sb.append("index type, query result count\n");
+ sb.append("dhbtree,").append(sie2Dhbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("dhvbtree,").append(sie2Dhvbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("rtree,").append(sie2Rtree.getAverageQueryResultCount()).append("\n");
+ sb.append("shbtree,").append(sie2Shbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("sif,").append(sie2Sif.getAverageQueryResultCount()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_average_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateAverageQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie2 average query response time report\n");
+ sb.append("index type, query response time\n");
+ sb.append("dhbtree,").append(sie2Dhbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("dhvbtree,").append(sie2Dhvbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("rtree,").append(sie2Rtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("shbtree,").append(sie2Shbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("sif,").append(sie2Sif.getAverageQueryResponseTime()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_average_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateInstantaneousInsertPS() throws Exception {
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 instantaneous inserts per second report\n");
+ sb.append(sie2Dhbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 instantaneous inserts per second report\n");
+ sb.append(sie2Dhvbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 instantaneous inserts per second report\n");
+ sb.append(sie2Rtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 instantaneous inserts per second report\n");
+ sb.append(sie2Shbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 instantaneous inserts per second report\n");
+ sb.append(sie2Sif.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ }
+
+ public void generateGanttInstantaneousInsertPS() throws Exception {
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie2Dhbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie2Dhvbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie2Rtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie2Shbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie2 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie2Sif.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ long dataGenStartTime = sie2Dhbtree.getDataGenStartTimeStamp();
+ NCLogReportBuilder ncLogReportBuilder = new NCLogReportBuilder(expHomePath
+ + "SpatialIndexExperiment2Dhbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_gantt_1node_flush_merge_dhbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie2Dhvbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment2Dhvbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_gantt_1node_flush_merge_dhvbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie2Rtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment2Rtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_gantt_1node_flush_merge_rtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie2Shbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment2Shbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_gantt_1node_flush_merge_shbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie2Sif.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment2Sif/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_gantt_1node_flush_merge_sif.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie2 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie2Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie2Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie2Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie2Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie2Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie2_select_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie2 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie2Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie2Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie2Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(2)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_select_query_response_time1.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie2 select query response time 2 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.01,").append(sie2Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie2Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie2Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_select_query_response_time2.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResultCount() throws Exception {
+
+ sb.setLength(0);
+ sb.append("# sie2 select query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie2Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie2Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie2Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(2)).append("\n");
+ sb.append("0.01,").append(sie2Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie2Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper
+ .openOutputFile(outputFilePath + "sie2_select_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie2 select query result count 1 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie2Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie2Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie2Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(2)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_select_query_result_count1.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie2 select query result count 2 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.01,").append(sie2Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie2Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie2Sif.getSelectQueryResultCount(4)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie2_select_query_result_count2.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ProfileReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ProfileReportBuilder.java
new file mode 100644
index 0000000..138afb4
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ProfileReportBuilder.java
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+public class SIE3ProfileReportBuilder extends AbstractDynamicDataEvalReportBuilder {
+ public SIE3ProfileReportBuilder(String expHomePath, String expName, String runLogFileName) {
+ super(expHomePath, expName, runLogFileName, false);
+ }
+
+ @Override
+ public String getOverallInsertPS(int minutes) throws Exception {
+ renewStringBuilder();
+ openRunLog();
+ try {
+ if (!moveToExperimentBegin()) {
+ //The experiment run log doesn't exist in this run log file
+ return null;
+ }
+
+ String line;
+ while ((line = br.readLine()) != null) {
+ if (line.contains("int64")) {
+ line = br.readLine();
+ rsb.append(Long.parseLong(line) / (minutes * 60));
+ break;
+ }
+ }
+
+ return rsb.toString();
+ } finally {
+ closeRunLog();
+ }
+ }
+
+ @Override
+ public String getInstantaneousQueryPS() throws Exception {
+ return null;
+ }
+
+ @Override
+ public String getQueryPS(int minutes) throws Exception {
+ return null;
+ // renewStringBuilder();
+ // openRunLog();
+ // try {
+ //
+ // return getResult();
+ // } finally {
+ // closeRunLog();
+ // }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilder.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilder.java
new file mode 100644
index 0000000..0f36b2a
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilder.java
@@ -0,0 +1,294 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class SIE3ReportBuilder extends AbstractDynamicDataEvalReportBuilder {
+ private static final int WARM_UP_QUERY_COUNT = 500;
+ private static final int SELECT_QUERY_COUNT = 5000; //5000
+ private static final int JOIN_QUERY_COUNT = 1000;
+ private static final int SELECT_QUERY_RADIUS_COUNT = 5; //0.00001, 0.0001, 0.001, 0.01, 0.1
+ private static final int JOIN_QUERY_RADIUS_COUNT = 4; ////0.00001, 0.0001, 0.001, 0.01
+ private static final String LOADED_RECORD_COUNT = "1600000000"; //1600000000
+ private final String queryLogFilePath;
+ private BufferedReader queryLogFileBr;
+
+ public SIE3ReportBuilder(String expHomePath, String expName, String runLogFileName, String queryLogFileName) {
+ super(expHomePath, expName, runLogFileName, false);
+ queryLogFilePath = new String(expHomePath + File.separator + expName + File.separator + queryLogFileName);
+ }
+
+ private void openQueryLog() throws IOException {
+ queryLogFileBr = new BufferedReader(new FileReader(queryLogFilePath));
+ }
+
+ private void closeQueryLog() throws IOException {
+ if (queryLogFileBr != null) {
+ queryLogFileBr.close();
+ queryLogFileBr = null;
+ }
+ }
+
+ @Override
+ public String getOverallInsertPS(int minutes) throws Exception {
+ return null;
+ }
+
+ public String get20minInsertPS(int minutes) throws Exception {
+ return null;
+ }
+
+ @Override
+ public String getInstantaneousQueryPS() throws Exception {
+ return null;
+ }
+
+ @Override
+ public String getQueryPS(int minutes) throws Exception {
+ return null;
+ }
+
+ public String getIndexCreationTime() throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+
+ try {
+ String line;
+ long indexCreationTime = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains("There is no index with this name")) {
+ indexCreationTime += ReportBuilderHelper.getLong(line, "=", "for");
+ break;
+ }
+ }
+ rsb.append((double) indexCreationTime / (1000 * 60));
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getSelectQueryResponseTime(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+ String line;
+ long queryResponseTime = 0;
+ int selectQueryCount = 0;
+ int targetRadiusSelectQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains(LOADED_RECORD_COUNT)) {
+ //select queries start after total count query
+ // read and discard WARM_UP_QUERY_COUNT queries' results
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("Elapsed time =")) {
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT) {
+ break;
+ }
+ }
+
+ // read and calculate the average query response time for the requested(target) radius
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("Elapsed time =")) {
+ if (selectQueryCount % SELECT_QUERY_RADIUS_COUNT == radiusIdx) {
+ queryResponseTime += ReportBuilderHelper.getLong(line, "=", "for");
+ ++targetRadiusSelectQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT) {
+ break;
+ }
+ }
+ break;
+ }
+ }
+ rsb.append((double) queryResponseTime / targetRadiusSelectQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getSelectQueryResultCount(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+
+ String line;
+ long queryResultCount = 0;
+ int selectQueryCount = 0;
+ int targetRadiusSelectQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains(LOADED_RECORD_COUNT)) {
+ //select queries start after total count query
+ // read and discard WARM_UP_QUERY_COUNT queries' results
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("int64")) {
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT) {
+ break;
+ }
+ }
+
+ // read and calculate the average query response time for the requested(target) radius
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("int64")) {
+ if (selectQueryCount % SELECT_QUERY_RADIUS_COUNT == radiusIdx) {
+ line = queryLogFileBr.readLine();
+ queryResultCount += Long.parseLong(line);
+ ++targetRadiusSelectQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT) {
+ break;
+ }
+ }
+ break;
+ }
+ }
+ rsb.append((double) queryResultCount / targetRadiusSelectQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getJoinQueryResponseTime(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+
+ String line;
+ long queryResponseTime = 0;
+ int selectQueryCount = 0;
+ int targetRadiusJoinQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains(LOADED_RECORD_COUNT)) {
+ //select queries start after total count query
+ // read and discard WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT queries' results
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("Elapsed time =")) {
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT) {
+ break;
+ }
+ }
+
+ selectQueryCount = 0;
+ // read and calculate the average query response time for the requested(target) radius
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("Elapsed time =")) {
+ if (selectQueryCount % JOIN_QUERY_RADIUS_COUNT == radiusIdx) {
+ if (ReportBuilderHelper.getLong(line, "=", "for") > 5000) {
+ System.out.println("Time: " + expName + "[" + radiusIdx + ", "
+ + targetRadiusJoinQueryCount + ", " + selectQueryCount + "]:"
+ + ReportBuilderHelper.getLong(line, "=", "for"));
+ }
+ queryResponseTime += ReportBuilderHelper.getLong(line, "=", "for");
+ ++targetRadiusJoinQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == JOIN_QUERY_COUNT) {
+ break;
+ }
+ }
+ break;
+ }
+ }
+ rsb.append((double) queryResponseTime / targetRadiusJoinQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+
+ public String getJoinQueryResultCount(int radiusIdx) throws Exception {
+ renewStringBuilder();
+ openQueryLog();
+ try {
+
+ String line;
+ long queryResultCount = 0;
+ int selectQueryCount = 0;
+ int targetRadiusJoinQueryCount = 0;
+ while ((line = queryLogFileBr.readLine()) != null) {
+ if (line.contains(LOADED_RECORD_COUNT)) {
+ //select queries start after total count query
+ // read and discard WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT queries' results
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("int64")) {
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == WARM_UP_QUERY_COUNT + SELECT_QUERY_COUNT) {
+ break;
+ }
+ }
+
+ selectQueryCount = 0;
+ // read and calculate the average query response time for the requested(target) radius
+ while (true) {
+ line = queryLogFileBr.readLine();
+ if (line.contains("int64")) {
+ if (selectQueryCount % JOIN_QUERY_RADIUS_COUNT == radiusIdx) {
+ line = queryLogFileBr.readLine();
+
+ if (selectQueryCount == 600 || selectQueryCount == 824 || Long.parseLong(line) > 100000) {
+ System.out.println("Count: " + expName + "[" + radiusIdx + ", "
+ + targetRadiusJoinQueryCount + ", " + selectQueryCount + "]:"
+ + Long.parseLong(line));
+ }
+
+ queryResultCount += Long.parseLong(line);
+ ++targetRadiusJoinQueryCount;
+ }
+ ++selectQueryCount;
+ }
+ if (selectQueryCount == JOIN_QUERY_COUNT) {
+ break;
+ }
+ }
+ break;
+ }
+ }
+ rsb.append((double) queryResultCount / targetRadiusJoinQueryCount);
+ return rsb.toString();
+ } finally {
+ closeQueryLog();
+ }
+ }
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilderRunner.java
new file mode 100644
index 0000000..8cfff8b
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE3ReportBuilderRunner.java
@@ -0,0 +1,716 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class SIE3ReportBuilderRunner {
+ static boolean IS_PROFILE = false;
+ String outputFilePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/result-report/";
+ SIE3ReportBuilder sie3Dhbtree;
+ SIE3ReportBuilder sie3Dhvbtree;
+ SIE3ReportBuilder sie3Rtree;
+ SIE3ReportBuilder sie3Shbtree;
+ SIE3ReportBuilder sie3Sif;
+
+ //for profiling report -------------------------------------
+ String profileFileHomeDir;
+ String indexSearchTimeFilePath;
+ String falsePositiveFilePath;
+ String cacheMissFilePath;
+ ProfilerReportBuilder dhbtreeProfiler;
+ ProfilerReportBuilder dhvbtreeProfiler;
+ ProfilerReportBuilder rtreeProfiler;
+ ProfilerReportBuilder shbtreeProfiler;
+ ProfilerReportBuilder sifProfiler;
+ //for profiling report -------------------------------------
+
+ StringBuilder sb = new StringBuilder();
+
+ public SIE3ReportBuilderRunner() {
+
+ String expHomePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/exp3/";
+ String runLogFileName = "run-exp3.log";
+ String queryLogFileNamePrefix = "QueryGenResult-";
+ String queryLogFileNameSuffix = "-130.149.249.51.txt";
+
+ sie3Dhbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment3Dhbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment3Dhbtree" + queryLogFileNameSuffix);
+ sie3Dhvbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment3Dhvbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment3Dhvbtree" + queryLogFileNameSuffix);
+ sie3Rtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment3Rtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment3Rtree" + queryLogFileNameSuffix);
+ sie3Shbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment3Shbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment3Shbtree" + queryLogFileNameSuffix);
+ sie3Sif = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment3Sif", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment3Sif" + queryLogFileNameSuffix);
+ }
+
+ public void generateIndexCreationTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 index creation time report\n");
+ sb.append("index type, index creation time\n");
+ sb.append("dhbtree,").append(sie3Dhbtree.getIndexCreationTime()).append("\n");
+ sb.append("dhvbtree,").append(sie3Dhvbtree.getIndexCreationTime()).append("\n");
+ sb.append("rtree,").append(sie3Rtree.getIndexCreationTime()).append("\n");
+ sb.append("shbtree,").append(sie3Shbtree.getIndexCreationTime()).append("\n");
+ sb.append("sif,").append(sie3Sif.getIndexCreationTime()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie3_index_creation_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateIndexSize() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 index size report\n");
+
+ sb.append("index type, index size\n");
+ sb.append("dhbtree,").append(sie3Dhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append("\n");
+ sb.append("dhvbtree,").append(sie3Dhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append("\n");
+ sb.append("rtree,").append(sie3Rtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append("\n");
+ sb.append("shbtree,").append(sie3Shbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append("\n");
+ sb.append("sif,").append(sie3Sif.getIndexSize("Tweets_idx_sifLocation/device_id")).append("\n");
+ sb.append("# pidx,").append(sie3Sif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie3_sidx_size.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie3Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie3Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie3Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie3Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie3Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie3Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie3Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie3Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie3Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie3Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie3Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie3Sif.getSelectQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie3Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie3Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie3Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie3Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie3Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie3Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie3Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie3Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie3Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie3Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie3Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie3Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie3Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie3Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie3Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie3Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie3Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie3Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie3Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie3Sif.getSelectQueryResultCount(2)).append("\n");
+ sb.append("0.01,").append(sie3Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie3Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie3Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie3Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie3Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie3Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie3Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie3Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie3Sif.getSelectQueryResultCount(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper
+ .openOutputFile(outputFilePath + "sie3_select_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie3Dhbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie3Rtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie3Shbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie3Sif.getJoinQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie3Dhbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie3Rtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie3Shbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie3Sif.getJoinQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie3Dhbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie3Rtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie3Shbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie3Sif.getJoinQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie3Dhbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie3Rtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie3Shbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie3Sif.getJoinQueryResponseTime(3)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie3_join_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie3Dhbtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie3Rtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie3Shbtree.getJoinQueryResultCount(0)).append(",").append(sie3Sif.getJoinQueryResultCount(0))
+ .append("\n");
+ sb.append("0.0001,").append(sie3Dhbtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie3Rtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie3Shbtree.getJoinQueryResultCount(1)).append(",").append(sie3Sif.getJoinQueryResultCount(1))
+ .append("\n");
+ sb.append("0.001,").append(sie3Dhbtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie3Rtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie3Shbtree.getJoinQueryResultCount(2)).append(",").append(sie3Sif.getJoinQueryResultCount(2))
+ .append("\n");
+ sb.append("0.01,").append(sie3Dhbtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie3Dhvbtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie3Rtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie3Shbtree.getJoinQueryResultCount(3)).append(",").append(sie3Sif.getJoinQueryResultCount(3))
+ .append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie3_join_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledSidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query profiled sidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 3, 0)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 4, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_profiled_sidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query profiled pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 3, 1)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 4, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_profiled_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled sidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_sidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 2)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 2)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 2)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSeedPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled query seed pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_seed_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledSidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query profiled sidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 3, 0)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 4, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_profiled_sidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query profiled pidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 3, 1)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 4, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_profiled_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled sidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_sidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled pidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 2)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 2)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 2)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSeedPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled query seed pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_seed_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledFalsePositive() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 select query profiled false positive raw report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 3)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_select_query_profiled_false_positive_raw.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ generateFalsePositive(outputFilePath + "sie3_select_query_profiled_false_positive_raw.txt", outputFilePath
+ + "sie3_select_query_result_count.txt", outputFilePath
+ + "sie3_select_query_profiled_false_positive.txt", false);
+ }
+
+ private void generateFalsePositive(String falsePositveFile, String queryResultCountFile, String outputFile,
+ boolean isJoin) throws IOException {
+
+ String[] fps, rcs;
+ sb.setLength(0);
+
+ BufferedReader brFalsePositive = new BufferedReader(new FileReader(falsePositveFile));
+ BufferedReader brQueryResultCount = new BufferedReader(new FileReader(queryResultCountFile));
+
+ //discard two head lines
+ brFalsePositive.readLine();
+ brFalsePositive.readLine();
+ brQueryResultCount.readLine();
+ brQueryResultCount.readLine();
+
+ int radiusCount = isJoin ? 4 : 5;
+ int partitionCount = 24;
+ String[] radius = { "0.00001", "0.0001", "0.001", "0.01", "0.1" };
+
+ if (isJoin) {
+ sb.append("# sie3 join query profiled false positive report\n");
+ } else {
+ sb.append("# sie3 select query profiled false positive report\n");
+ }
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+
+ for (int i = 0; i < radiusCount; i++) {
+ fps = brFalsePositive.readLine().split(",");
+ rcs = brQueryResultCount.readLine().split(",");
+ //false positive count
+ sb.append(radius[i])
+ .append(",")
+ .append(((Double.parseDouble(fps[1]) * partitionCount) - Double.parseDouble(rcs[1]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[2]) * partitionCount) - Double.parseDouble(rcs[2]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[3]) * partitionCount) - Double.parseDouble(rcs[3]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[4]) * partitionCount) - Double.parseDouble(rcs[4]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[5]) * partitionCount) - Double.parseDouble(rcs[5]))
+ / partitionCount).append("\n");
+ //false positive rate
+ // sb.append(radius[i])
+ // .append(",").append(((Double.parseDouble(fps[1]) * partitionCount) - Double.parseDouble(rcs[1]))/(Double.parseDouble(fps[1]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[2]) * partitionCount) - Double.parseDouble(rcs[2]))/(Double.parseDouble(fps[2]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[3]) * partitionCount) - Double.parseDouble(rcs[3]))/(Double.parseDouble(fps[3]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[4]) * partitionCount) - Double.parseDouble(rcs[4]))/(Double.parseDouble(fps[4]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[5]) * partitionCount) - Double.parseDouble(rcs[5]))/(Double.parseDouble(fps[5]) * partitionCount))
+ // .append("\n");
+ }
+ brFalsePositive.close();
+ brQueryResultCount.close();
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFile);
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledFalsePositive() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie3 join query profiled false positive raw report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 3)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie3_join_query_profiled_false_positive_raw.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ generateFalsePositive(outputFilePath + "sie3_join_query_profiled_false_positive_raw.txt", outputFilePath
+ + "sie3_join_query_result_count.txt", outputFilePath + "sie3_join_query_profiled_false_positive.txt",
+ true);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE4ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE4ReportBuilderRunner.java
new file mode 100644
index 0000000..2dfa23f
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE4ReportBuilderRunner.java
@@ -0,0 +1,715 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.BufferedReader;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class SIE4ReportBuilderRunner {
+ static boolean IS_PROFILE = false;
+ String outputFilePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/result-report/";
+ SIE3ReportBuilder sie4Dhbtree;
+ SIE3ReportBuilder sie4Dhvbtree;
+ SIE3ReportBuilder sie4Rtree;
+ SIE3ReportBuilder sie4Shbtree;
+ SIE3ReportBuilder sie4Sif;
+
+ //for profiling report -------------------------------------
+ String profileFileHomeDir;
+ String indexSearchTimeFilePath;
+ String falsePositiveFilePath;
+ String cacheMissFilePath;
+ ProfilerReportBuilder dhbtreeProfiler;
+ ProfilerReportBuilder dhvbtreeProfiler;
+ ProfilerReportBuilder rtreeProfiler;
+ ProfilerReportBuilder shbtreeProfiler;
+ ProfilerReportBuilder sifProfiler;
+ //for profiling report -------------------------------------
+
+ StringBuilder sb = new StringBuilder();
+
+ public SIE4ReportBuilderRunner() {
+ String expHomePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/exp4/";
+ String runLogFileName = "run-exp4.log";
+ String queryLogFileNamePrefix = "QueryGenResult-";
+ String queryLogFileNameSuffix = "-130.149.249.51.txt";
+
+ sie4Dhbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment4Dhbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment4Dhbtree" + queryLogFileNameSuffix);
+ sie4Dhvbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment4Dhvbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment4Dhvbtree" + queryLogFileNameSuffix);
+ sie4Rtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment4Rtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment4Rtree" + queryLogFileNameSuffix);
+ sie4Shbtree = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment4Shbtree", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment4Shbtree" + queryLogFileNameSuffix);
+ sie4Sif = new SIE3ReportBuilder(expHomePath, "SpatialIndexExperiment4Sif", runLogFileName,
+ queryLogFileNamePrefix + "SpatialIndexExperiment4Sif" + queryLogFileNameSuffix);
+ }
+
+ public void generateIndexCreationTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 index creation time report\n");
+ sb.append("index type, index creation time\n");
+ sb.append("dhbtree,").append(sie4Dhbtree.getIndexCreationTime()).append("\n");
+ sb.append("dhvbtree,").append(sie4Dhvbtree.getIndexCreationTime()).append("\n");
+ sb.append("rtree,").append(sie4Rtree.getIndexCreationTime()).append("\n");
+ sb.append("shbtree,").append(sie4Shbtree.getIndexCreationTime()).append("\n");
+ sb.append("sif,").append(sie4Sif.getIndexCreationTime()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie4_index_creation_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateIndexSize() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 index size report\n");
+
+ sb.append("index type, index size\n");
+ sb.append("dhbtree,").append(sie4Dhbtree.getIndexSize("Tweets_idx_dhbtreeLocation/device_id")).append("\n");
+ sb.append("dhvbtree,").append(sie4Dhvbtree.getIndexSize("Tweets_idx_dhvbtreeLocation/device_id")).append("\n");
+ sb.append("rtree,").append(sie4Rtree.getIndexSize("Tweets_idx_rtreeLocation/device_id")).append("\n");
+ sb.append("shbtree,").append(sie4Shbtree.getIndexSize("Tweets_idx_shbtreeLocation/device_id")).append("\n");
+ sb.append("sif,").append(sie4Sif.getIndexSize("Tweets_idx_sifLocation/device_id")).append("\n");
+ sb.append("# pidx,").append(sie4Sif.getIndexSize("Tweets_idx_Tweets/device_id")).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie4_sidx_size.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie4Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie4Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie4Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie4Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie4Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie4Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie4Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie4Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie4Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie4Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie4Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie4Sif.getSelectQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie4Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie4Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie4Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie4Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie4Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie4Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie4Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie4Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie4Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie4Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie4Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie4Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie4Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie4Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie4Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie4Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie4Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie4Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie4Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie4Sif.getSelectQueryResultCount(2)).append("\n");
+ sb.append("0.01,").append(sie4Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie4Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie4Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie4Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie4Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie4Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie4Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie4Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie4Sif.getSelectQueryResultCount(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper
+ .openOutputFile(outputFilePath + "sie4_select_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie4Dhbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie4Rtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie4Shbtree.getJoinQueryResponseTime(0)).append(",")
+ .append(sie4Sif.getJoinQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie4Dhbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie4Rtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie4Shbtree.getJoinQueryResponseTime(1)).append(",")
+ .append(sie4Sif.getJoinQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie4Dhbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie4Rtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie4Shbtree.getJoinQueryResponseTime(2)).append(",")
+ .append(sie4Sif.getJoinQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie4Dhbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie4Rtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie4Shbtree.getJoinQueryResponseTime(3)).append(",")
+ .append(sie4Sif.getJoinQueryResponseTime(3)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie4_join_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie4Dhbtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie4Rtree.getJoinQueryResultCount(0)).append(",")
+ .append(sie4Shbtree.getJoinQueryResultCount(0)).append(",").append(sie4Sif.getJoinQueryResultCount(0))
+ .append("\n");
+ sb.append("0.0001,").append(sie4Dhbtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie4Rtree.getJoinQueryResultCount(1)).append(",")
+ .append(sie4Shbtree.getJoinQueryResultCount(1)).append(",").append(sie4Sif.getJoinQueryResultCount(1))
+ .append("\n");
+ sb.append("0.001,").append(sie4Dhbtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie4Rtree.getJoinQueryResultCount(2)).append(",")
+ .append(sie4Shbtree.getJoinQueryResultCount(2)).append(",").append(sie4Sif.getJoinQueryResultCount(2))
+ .append("\n");
+ sb.append("0.01,").append(sie4Dhbtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie4Dhvbtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie4Rtree.getJoinQueryResultCount(3)).append(",")
+ .append(sie4Shbtree.getJoinQueryResultCount(3)).append(",").append(sie4Sif.getJoinQueryResultCount(3))
+ .append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie4_join_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledSidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query profiled sidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 3, 0)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 4, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 4, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_profiled_sidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query profiled pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 3, 1)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, false, 4, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, false, 4, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_profiled_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled sidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_sidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 2)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 2)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 2)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSeedPidxSearchTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled query seed pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(true, true, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(true, true, 3, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_seed_pidx_search_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledSidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query profiled sidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 3, 0)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 4, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 4, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_profiled_sidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query profiled pidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 3, 1)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, false, 4, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, false, 4, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_profiled_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled sidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 1)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 1)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 1)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_sidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled pidx cache miss report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 2)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 2)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 2)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 2)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledSeedPidxCacheMiss() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled query seed pidx search time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 0, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 0, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 1, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 1, 0)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 2, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 2, 0)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(dhvbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(rtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(shbtreeProfiler.getIdxNumber(false, true, 3, 0)).append(",")
+ .append(sifProfiler.getIdxNumber(false, true, 3, 0)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_seed_pidx_cache_miss.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryProfiledFalsePositive() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 select query profiled false positive raw report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 0)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 1)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 2)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 3)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 3)).append("\n");
+ sb.append("0.1,").append(dhbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(rtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(false, 4)).append(",")
+ .append(sifProfiler.getFalsePositives(false, 4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_select_query_profiled_false_positive_raw.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ generateFalsePositive(outputFilePath + "sie4_select_query_profiled_false_positive_raw.txt", outputFilePath
+ + "sie4_select_query_result_count.txt", outputFilePath
+ + "sie4_select_query_profiled_false_positive.txt", false);
+ }
+
+ private void generateFalsePositive(String falsePositveFile, String queryResultCountFile, String outputFile,
+ boolean isJoin) throws IOException {
+
+ String[] fps, rcs;
+ sb.setLength(0);
+
+ BufferedReader brFalsePositive = new BufferedReader(new FileReader(falsePositveFile));
+ BufferedReader brQueryResultCount = new BufferedReader(new FileReader(queryResultCountFile));
+
+ //discard two head lines
+ brFalsePositive.readLine();
+ brFalsePositive.readLine();
+ brQueryResultCount.readLine();
+ brQueryResultCount.readLine();
+
+ int radiusCount = isJoin ? 4 : 5;
+ int partitionCount = 24;
+ String[] radius = { "0.00001", "0.0001", "0.001", "0.01", "0.1" };
+
+ if (isJoin) {
+ sb.append("# sie4 join query profiled false positive report\n");
+ } else {
+ sb.append("# sie4 select query profiled false positive report\n");
+ }
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+
+ for (int i = 0; i < radiusCount; i++) {
+ fps = brFalsePositive.readLine().split(",");
+ rcs = brQueryResultCount.readLine().split(",");
+ //false positive count
+ sb.append(radius[i])
+ .append(",")
+ .append(((Double.parseDouble(fps[1]) * partitionCount) - Double.parseDouble(rcs[1]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[2]) * partitionCount) - Double.parseDouble(rcs[2]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[3]) * partitionCount) - Double.parseDouble(rcs[3]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[4]) * partitionCount) - Double.parseDouble(rcs[4]))
+ / partitionCount)
+ .append(",")
+ .append(((Double.parseDouble(fps[5]) * partitionCount) - Double.parseDouble(rcs[5]))
+ / partitionCount).append("\n");
+ //false positive rate
+ // sb.append(radius[i])
+ // .append(",").append(((Double.parseDouble(fps[1]) * partitionCount) - Double.parseDouble(rcs[1]))/(Double.parseDouble(fps[1]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[2]) * partitionCount) - Double.parseDouble(rcs[2]))/(Double.parseDouble(fps[2]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[3]) * partitionCount) - Double.parseDouble(rcs[3]))/(Double.parseDouble(fps[3]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[4]) * partitionCount) - Double.parseDouble(rcs[4]))/(Double.parseDouble(fps[4]) * partitionCount))
+ // .append(",").append(((Double.parseDouble(fps[5]) * partitionCount) - Double.parseDouble(rcs[5]))/(Double.parseDouble(fps[5]) * partitionCount))
+ // .append("\n");
+ }
+ brFalsePositive.close();
+ brQueryResultCount.close();
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFile);
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateJoinQueryProfiledFalsePositive() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie4 join query profiled false positive raw report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(dhbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 0)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 0)).append("\n");
+ sb.append("0.0001,").append(dhbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 1)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 1)).append("\n");
+ sb.append("0.001,").append(dhbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 2)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 2)).append("\n");
+ sb.append("0.01,").append(dhbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(dhvbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(rtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(shbtreeProfiler.getFalsePositives(true, 3)).append(",")
+ .append(sifProfiler.getFalsePositives(true, 3)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie4_join_query_profiled_false_positive_raw.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ generateFalsePositive(outputFilePath + "sie4_join_query_profiled_false_positive_raw.txt", outputFilePath
+ + "sie4_join_query_result_count.txt", outputFilePath + "sie4_join_query_profiled_false_positive.txt",
+ true);
+ }
+
+}
diff --git a/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE5ReportBuilderRunner.java b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE5ReportBuilderRunner.java
new file mode 100644
index 0000000..2cd8588
--- /dev/null
+++ b/asterix-experiments/src/main/java/org/apache/asterix/experiment/report/SIE5ReportBuilderRunner.java
@@ -0,0 +1,459 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.asterix.experiment.report;
+
+import java.io.FileOutputStream;
+import java.util.ArrayList;
+
+public class SIE5ReportBuilderRunner {
+ String expHomePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/exp5-4/";
+ String runLogFileName = "run-exp5-4.log";
+ String outputFilePath = "/Users/kisskys/workspace/asterix_master/resultLog/MemBuf3g-DiskBuf3g-Lsev-Jvm7g-Lock0g/result-report/";
+
+ SIE2ReportBuilder sie5Dhbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment5Dhbtree", runLogFileName);
+ SIE2ReportBuilder sie5Dhvbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment5Dhvbtree",
+ runLogFileName);
+ SIE2ReportBuilder sie5Rtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment5Rtree", runLogFileName);
+ SIE2ReportBuilder sie5Shbtree = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment5Shbtree", runLogFileName);
+ SIE2ReportBuilder sie5Sif = new SIE2ReportBuilder(expHomePath, "SpatialIndexExperiment5Sif", runLogFileName);
+
+ StringBuilder sb = new StringBuilder();
+
+ /**
+ * generate sie5_overall_insert_ps.txt
+ */
+ public void generateOverallInsertPS() throws Exception {
+ int targetRound = 721; //(3600 seconds / 5seconds) + 1
+
+ ArrayList<Long> ipsListDhbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListDhvbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListRtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListShbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListSif = new ArrayList<Long>();
+ sie5Dhbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhbtree);
+ sie5Dhvbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhvbtree);
+ sie5Rtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListRtree);
+ sie5Shbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListShbtree);
+ sie5Sif.getAllNodesAccumulatedInsertPS(targetRound, ipsListSif);
+
+ sb.setLength(0);
+ sb.append("# sie5 60min inserts per second report\n");
+ sb.append("index type, InsertPS\n");
+ sb.append("dhbtree,").append(ipsListDhbtree.get(targetRound - 1)).append("\n");
+ sb.append("dhvbtree,").append(ipsListDhvbtree.get(targetRound - 1)).append("\n");
+ sb.append("rtree,").append(ipsListRtree.get(targetRound - 1)).append("\n");
+ sb.append("shbtree,").append(ipsListShbtree.get(targetRound - 1)).append("\n");
+ sb.append("sif,").append(ipsListSif.get(targetRound - 1)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_overall_insert_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ ipsListDhbtree.clear();
+ ipsListDhvbtree.clear();
+ ipsListRtree.clear();
+ ipsListShbtree.clear();
+ ipsListSif.clear();
+ }
+
+ /**
+ * generate sie5_accumulated_insert_ps.txt
+ */
+ public void generateAccumulatedInsertPS() throws Exception {
+ int targetRound = 721; //(3600 seconds / 5seconds) + 1
+ int roundInterval = 5;
+
+ ArrayList<Long> ipsListDhbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListDhvbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListRtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListShbtree = new ArrayList<Long>();
+ ArrayList<Long> ipsListSif = new ArrayList<Long>();
+ sie5Dhbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhbtree);
+ sie5Dhvbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListDhvbtree);
+ sie5Rtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListRtree);
+ sie5Shbtree.getAllNodesAccumulatedInsertPS(targetRound, ipsListShbtree);
+ sie5Sif.getAllNodesAccumulatedInsertPS(targetRound, ipsListSif);
+
+ sb.setLength(0);
+ sb.append("# sie5 accumulated inserts per second report\n");
+ sb.append("# time, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+
+ for (int i = 0; i < targetRound; i++) {
+ sb.append("" + (i * roundInterval) + "," + ipsListDhbtree.get(i) + "," + ipsListDhvbtree.get(i) + ","
+ + ipsListRtree.get(i) + "," + ipsListShbtree.get(i) + "," + ipsListSif.get(i) + "\n");
+ }
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_accumulated_insert_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ ipsListDhbtree.clear();
+ ipsListDhvbtree.clear();
+ ipsListRtree.clear();
+ ipsListShbtree.clear();
+ ipsListSif.clear();
+ }
+
+ public void generateQueryPS() throws Exception {
+ int minutes = 60;
+ sb.setLength(0);
+ sb.append("# sie5 queries per second report\n");
+ sb.append("index type, QueryPS\n");
+ sb.append("dhbtree,").append(sie5Dhbtree.getQueryPS(minutes)).append("\n");
+ sb.append("dhvbtree,").append(sie5Dhvbtree.getQueryPS(minutes)).append("\n");
+ sb.append("rtree,").append(sie5Rtree.getQueryPS(minutes)).append("\n");
+ sb.append("shbtree,").append(sie5Shbtree.getQueryPS(minutes)).append("\n");
+ sb.append("sif,").append(sie5Sif.getQueryPS(minutes)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_query_ps.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateAverageQueryResultCount() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie5 average query result count report\n");
+ sb.append("index type, query result count\n");
+ sb.append("dhbtree,").append(sie5Dhbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("dhvbtree,").append(sie5Dhvbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("rtree,").append(sie5Rtree.getAverageQueryResultCount()).append("\n");
+ sb.append("shbtree,").append(sie5Shbtree.getAverageQueryResultCount()).append("\n");
+ sb.append("sif,").append(sie5Sif.getAverageQueryResultCount()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_average_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateAverageQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie5 average query response time report\n");
+ sb.append("index type, query response time\n");
+ sb.append("dhbtree,").append(sie5Dhbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("dhvbtree,").append(sie5Dhvbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("rtree,").append(sie5Rtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("shbtree,").append(sie5Shbtree.getAverageQueryResponseTime()).append("\n");
+ sb.append("sif,").append(sie5Sif.getAverageQueryResponseTime()).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_average_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateInstantaneousInsertPS() throws Exception {
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 instantaneous inserts per second report\n");
+ sb.append(sie5Dhbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 instantaneous inserts per second report\n");
+ sb.append(sie5Dhvbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 instantaneous inserts per second report\n");
+ sb.append(sie5Rtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 instantaneous inserts per second report\n");
+ sb.append(sie5Shbtree.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 8; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 instantaneous inserts per second report\n");
+ sb.append(sie5Sif.getInstantaneousInsertPS(i, false));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ }
+
+ public void generateGanttInstantaneousInsertPS() throws Exception {
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie5Dhbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_instantaneous_insert_ps_dhbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie5Dhvbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_instantaneous_insert_ps_dhvbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie5Rtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_instantaneous_insert_ps_rtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie5Shbtree.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_instantaneous_insert_ps_shbtree_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+ for (int i = 0; i < 1; i++) {
+ sb.setLength(0);
+ sb.append("# sie5 8nodes(8 dataGen) instantaneous inserts per second report\n");
+ sb.append(sie5Sif.getInstantaneousInsertPS(i, true));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_instantaneous_insert_ps_sif_gen" + i + ".txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ long dataGenStartTime = sie5Dhbtree.getDataGenStartTimeStamp();
+ NCLogReportBuilder ncLogReportBuilder = new NCLogReportBuilder(expHomePath
+ + "SpatialIndexExperiment5Dhbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_gantt_1node_flush_merge_dhbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie5Dhvbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment5Dhvbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_gantt_1node_flush_merge_dhvbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie5Rtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment5Rtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_gantt_1node_flush_merge_rtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie5Shbtree.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment5Shbtree/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_gantt_1node_flush_merge_shbtree.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ dataGenStartTime = sie5Sif.getDataGenStartTimeStamp();
+ ncLogReportBuilder = new NCLogReportBuilder(expHomePath + "SpatialIndexExperiment5Sif/logs/a1_node1.log");
+ sb.setLength(0);
+ sb.append(ncLogReportBuilder.getFlushMergeEventAsGanttChartFormat(dataGenStartTime));
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_gantt_1node_flush_merge_sif.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResponseTime() throws Exception {
+ sb.setLength(0);
+ sb.append("# sie5 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie5Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie5Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie5Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(2)).append("\n");
+ sb.append("0.01,").append(sie5Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie5Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper.openOutputFile(outputFilePath
+ + "sie5_select_query_response_time.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie5 select query response time report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie5Dhbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(0)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(0)).append("\n");
+ sb.append("0.0001,").append(sie5Dhbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(1)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(1)).append("\n");
+ sb.append("0.001,").append(sie5Dhbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(2)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(2)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_select_query_response_time1.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie5 select query response time 2 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.01,").append(sie5Dhbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(3)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(3)).append("\n");
+ sb.append("0.1,").append(sie5Dhbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Rtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Shbtree.getSelectQueryResponseTime(4)).append(",")
+ .append(sie5Sif.getSelectQueryResponseTime(4)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_select_query_response_time2.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+
+ public void generateSelectQueryResultCount() throws Exception {
+
+ sb.setLength(0);
+ sb.append("# sie5 select query result count report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie5Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie5Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie5Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(2)).append("\n");
+ sb.append("0.01,").append(sie5Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie5Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(4)).append("\n");
+
+ FileOutputStream fos = ReportBuilderHelper
+ .openOutputFile(outputFilePath + "sie5_select_query_result_count.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie5 select query result count 1 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.00001,").append(sie5Dhbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(0)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(0)).append("\n");
+ sb.append("0.0001,").append(sie5Dhbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(1)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(1)).append("\n");
+ sb.append("0.001,").append(sie5Dhbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(2)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(2)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_select_query_result_count1.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+
+ sb.setLength(0);
+ sb.append("# sie5 select query result count 2 report\n");
+
+ sb.append("radius, dhbtree, dhvbtree, rtree, shbtree, sif\n");
+ sb.append("0.01,").append(sie5Dhbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(3)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(3)).append("\n");
+ sb.append("0.1,").append(sie5Dhbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Dhvbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Rtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Shbtree.getSelectQueryResultCount(4)).append(",")
+ .append(sie5Sif.getSelectQueryResultCount(4)).append("\n");
+
+ fos = ReportBuilderHelper.openOutputFile(outputFilePath + "sie5_select_query_result_count2.txt");
+ fos.write(sb.toString().getBytes());
+ ReportBuilderHelper.closeOutputFile(fos);
+ }
+}
diff --git a/asterix-experiments/src/main/resources/gantt/foo.eps b/asterix-experiments/src/main/resources/gantt/foo.eps
new file mode 100644
index 0000000..0f13788
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/foo.eps
@@ -0,0 +1,928 @@
+%!PS-Adobe-2.0 EPSF-2.0
+%%Title: foo.eps
+%%Creator: gnuplot 4.6 patchlevel 5
+%%CreationDate: Sat Jul 11 23:19:23 2015
+%%DocumentFonts: (atend)
+%%BoundingBox: 50 50 410 302
+%%EndComments
+%%BeginProlog
+/gnudict 256 dict def
+gnudict begin
+%
+% The following true/false flags may be edited by hand if desired.
+% The unit line width and grayscale image gamma correction may also be changed.
+%
+/Color true def
+/Blacktext false def
+/Solid true def
+/Dashlength 1 def
+/Landscape false def
+/Level1 false def
+/Rounded false def
+/ClipToBoundingBox false def
+/SuppressPDFMark false def
+/TransparentPatterns false def
+/gnulinewidth 5.000 def
+/userlinewidth gnulinewidth def
+/Gamma 1.0 def
+/BackgroundColor {-1.000 -1.000 -1.000} def
+%
+/vshift -46 def
+/dl1 {
+ 10.0 Dashlength mul mul
+ Rounded { currentlinewidth 0.75 mul sub dup 0 le { pop 0.01 } if } if
+} def
+/dl2 {
+ 10.0 Dashlength mul mul
+ Rounded { currentlinewidth 0.75 mul add } if
+} def
+/hpt_ 31.5 def
+/vpt_ 31.5 def
+/hpt hpt_ def
+/vpt vpt_ def
+/doclip {
+ ClipToBoundingBox {
+ newpath 50 50 moveto 410 50 lineto 410 302 lineto 50 302 lineto closepath
+ clip
+ } if
+} def
+%
+% Gnuplot Prolog Version 4.6 (September 2012)
+%
+%/SuppressPDFMark true def
+%
+/M {moveto} bind def
+/L {lineto} bind def
+/R {rmoveto} bind def
+/V {rlineto} bind def
+/N {newpath moveto} bind def
+/Z {closepath} bind def
+/C {setrgbcolor} bind def
+/f {rlineto fill} bind def
+/g {setgray} bind def
+/Gshow {show} def % May be redefined later in the file to support UTF-8
+/vpt2 vpt 2 mul def
+/hpt2 hpt 2 mul def
+/Lshow {currentpoint stroke M 0 vshift R
+ Blacktext {gsave 0 setgray show grestore} {show} ifelse} def
+/Rshow {currentpoint stroke M dup stringwidth pop neg vshift R
+ Blacktext {gsave 0 setgray show grestore} {show} ifelse} def
+/Cshow {currentpoint stroke M dup stringwidth pop -2 div vshift R
+ Blacktext {gsave 0 setgray show grestore} {show} ifelse} def
+/UP {dup vpt_ mul /vpt exch def hpt_ mul /hpt exch def
+ /hpt2 hpt 2 mul def /vpt2 vpt 2 mul def} def
+/DL {Color {setrgbcolor Solid {pop []} if 0 setdash}
+ {pop pop pop 0 setgray Solid {pop []} if 0 setdash} ifelse} def
+/BL {stroke userlinewidth 2 mul setlinewidth
+ Rounded {1 setlinejoin 1 setlinecap} if} def
+/AL {stroke userlinewidth 2 div setlinewidth
+ Rounded {1 setlinejoin 1 setlinecap} if} def
+/UL {dup gnulinewidth mul /userlinewidth exch def
+ dup 1 lt {pop 1} if 10 mul /udl exch def} def
+/PL {stroke userlinewidth setlinewidth
+ Rounded {1 setlinejoin 1 setlinecap} if} def
+3.8 setmiterlimit
+% Default Line colors
+/LCw {1 1 1} def
+/LCb {0 0 0} def
+/LCa {0 0 0} def
+/LC0 {1 0 0} def
+/LC1 {0 1 0} def
+/LC2 {0 0 1} def
+/LC3 {1 0 1} def
+/LC4 {0 1 1} def
+/LC5 {1 1 0} def
+/LC6 {0 0 0} def
+/LC7 {1 0.3 0} def
+/LC8 {0.5 0.5 0.5} def
+% Default Line Types
+/LTw {PL [] 1 setgray} def
+/LTb {BL [] LCb DL} def
+/LTa {AL [1 udl mul 2 udl mul] 0 setdash LCa setrgbcolor} def
+/LT0 {PL [] LC0 DL} def
+/LT1 {PL [4 dl1 2 dl2] LC1 DL} def
+/LT2 {PL [2 dl1 3 dl2] LC2 DL} def
+/LT3 {PL [1 dl1 1.5 dl2] LC3 DL} def
+/LT4 {PL [6 dl1 2 dl2 1 dl1 2 dl2] LC4 DL} def
+/LT5 {PL [3 dl1 3 dl2 1 dl1 3 dl2] LC5 DL} def
+/LT6 {PL [2 dl1 2 dl2 2 dl1 6 dl2] LC6 DL} def
+/LT7 {PL [1 dl1 2 dl2 6 dl1 2 dl2 1 dl1 2 dl2] LC7 DL} def
+/LT8 {PL [2 dl1 2 dl2 2 dl1 2 dl2 2 dl1 2 dl2 2 dl1 4 dl2] LC8 DL} def
+/Pnt {stroke [] 0 setdash gsave 1 setlinecap M 0 0 V stroke grestore} def
+/Dia {stroke [] 0 setdash 2 copy vpt add M
+ hpt neg vpt neg V hpt vpt neg V
+ hpt vpt V hpt neg vpt V closepath stroke
+ Pnt} def
+/Pls {stroke [] 0 setdash vpt sub M 0 vpt2 V
+ currentpoint stroke M
+ hpt neg vpt neg R hpt2 0 V stroke
+ } def
+/Box {stroke [] 0 setdash 2 copy exch hpt sub exch vpt add M
+ 0 vpt2 neg V hpt2 0 V 0 vpt2 V
+ hpt2 neg 0 V closepath stroke
+ Pnt} def
+/Crs {stroke [] 0 setdash exch hpt sub exch vpt add M
+ hpt2 vpt2 neg V currentpoint stroke M
+ hpt2 neg 0 R hpt2 vpt2 V stroke} def
+/TriU {stroke [] 0 setdash 2 copy vpt 1.12 mul add M
+ hpt neg vpt -1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt 1.62 mul V closepath stroke
+ Pnt} def
+/Star {2 copy Pls Crs} def
+/BoxF {stroke [] 0 setdash exch hpt sub exch vpt add M
+ 0 vpt2 neg V hpt2 0 V 0 vpt2 V
+ hpt2 neg 0 V closepath fill} def
+/TriUF {stroke [] 0 setdash vpt 1.12 mul add M
+ hpt neg vpt -1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt 1.62 mul V closepath fill} def
+/TriD {stroke [] 0 setdash 2 copy vpt 1.12 mul sub M
+ hpt neg vpt 1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt -1.62 mul V closepath stroke
+ Pnt} def
+/TriDF {stroke [] 0 setdash vpt 1.12 mul sub M
+ hpt neg vpt 1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt -1.62 mul V closepath fill} def
+/DiaF {stroke [] 0 setdash vpt add M
+ hpt neg vpt neg V hpt vpt neg V
+ hpt vpt V hpt neg vpt V closepath fill} def
+/Pent {stroke [] 0 setdash 2 copy gsave
+ translate 0 hpt M 4 {72 rotate 0 hpt L} repeat
+ closepath stroke grestore Pnt} def
+/PentF {stroke [] 0 setdash gsave
+ translate 0 hpt M 4 {72 rotate 0 hpt L} repeat
+ closepath fill grestore} def
+/Circle {stroke [] 0 setdash 2 copy
+ hpt 0 360 arc stroke Pnt} def
+/CircleF {stroke [] 0 setdash hpt 0 360 arc fill} def
+/C0 {BL [] 0 setdash 2 copy moveto vpt 90 450 arc} bind def
+/C1 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 90 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C2 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 90 180 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C3 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 180 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C4 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 180 270 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C5 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 90 arc
+ 2 copy moveto
+ 2 copy vpt 180 270 arc closepath fill
+ vpt 0 360 arc} bind def
+/C6 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 90 270 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C7 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 270 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C8 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 270 360 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C9 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 270 450 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C10 {BL [] 0 setdash 2 copy 2 copy moveto vpt 270 360 arc closepath fill
+ 2 copy moveto
+ 2 copy vpt 90 180 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C11 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 180 arc closepath fill
+ 2 copy moveto
+ 2 copy vpt 270 360 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C12 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 180 360 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C13 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 0 90 arc closepath fill
+ 2 copy moveto
+ 2 copy vpt 180 360 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/C14 {BL [] 0 setdash 2 copy moveto
+ 2 copy vpt 90 360 arc closepath fill
+ vpt 0 360 arc} bind def
+/C15 {BL [] 0 setdash 2 copy vpt 0 360 arc closepath fill
+ vpt 0 360 arc closepath} bind def
+/Rec {newpath 4 2 roll moveto 1 index 0 rlineto 0 exch rlineto
+ neg 0 rlineto closepath} bind def
+/Square {dup Rec} bind def
+/Bsquare {vpt sub exch vpt sub exch vpt2 Square} bind def
+/S0 {BL [] 0 setdash 2 copy moveto 0 vpt rlineto BL Bsquare} bind def
+/S1 {BL [] 0 setdash 2 copy vpt Square fill Bsquare} bind def
+/S2 {BL [] 0 setdash 2 copy exch vpt sub exch vpt Square fill Bsquare} bind def
+/S3 {BL [] 0 setdash 2 copy exch vpt sub exch vpt2 vpt Rec fill Bsquare} bind def
+/S4 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt Square fill Bsquare} bind def
+/S5 {BL [] 0 setdash 2 copy 2 copy vpt Square fill
+ exch vpt sub exch vpt sub vpt Square fill Bsquare} bind def
+/S6 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt vpt2 Rec fill Bsquare} bind def
+/S7 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt vpt2 Rec fill
+ 2 copy vpt Square fill Bsquare} bind def
+/S8 {BL [] 0 setdash 2 copy vpt sub vpt Square fill Bsquare} bind def
+/S9 {BL [] 0 setdash 2 copy vpt sub vpt vpt2 Rec fill Bsquare} bind def
+/S10 {BL [] 0 setdash 2 copy vpt sub vpt Square fill 2 copy exch vpt sub exch vpt Square fill
+ Bsquare} bind def
+/S11 {BL [] 0 setdash 2 copy vpt sub vpt Square fill 2 copy exch vpt sub exch vpt2 vpt Rec fill
+ Bsquare} bind def
+/S12 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt2 vpt Rec fill Bsquare} bind def
+/S13 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt2 vpt Rec fill
+ 2 copy vpt Square fill Bsquare} bind def
+/S14 {BL [] 0 setdash 2 copy exch vpt sub exch vpt sub vpt2 vpt Rec fill
+ 2 copy exch vpt sub exch vpt Square fill Bsquare} bind def
+/S15 {BL [] 0 setdash 2 copy Bsquare fill Bsquare} bind def
+/D0 {gsave translate 45 rotate 0 0 S0 stroke grestore} bind def
+/D1 {gsave translate 45 rotate 0 0 S1 stroke grestore} bind def
+/D2 {gsave translate 45 rotate 0 0 S2 stroke grestore} bind def
+/D3 {gsave translate 45 rotate 0 0 S3 stroke grestore} bind def
+/D4 {gsave translate 45 rotate 0 0 S4 stroke grestore} bind def
+/D5 {gsave translate 45 rotate 0 0 S5 stroke grestore} bind def
+/D6 {gsave translate 45 rotate 0 0 S6 stroke grestore} bind def
+/D7 {gsave translate 45 rotate 0 0 S7 stroke grestore} bind def
+/D8 {gsave translate 45 rotate 0 0 S8 stroke grestore} bind def
+/D9 {gsave translate 45 rotate 0 0 S9 stroke grestore} bind def
+/D10 {gsave translate 45 rotate 0 0 S10 stroke grestore} bind def
+/D11 {gsave translate 45 rotate 0 0 S11 stroke grestore} bind def
+/D12 {gsave translate 45 rotate 0 0 S12 stroke grestore} bind def
+/D13 {gsave translate 45 rotate 0 0 S13 stroke grestore} bind def
+/D14 {gsave translate 45 rotate 0 0 S14 stroke grestore} bind def
+/D15 {gsave translate 45 rotate 0 0 S15 stroke grestore} bind def
+/DiaE {stroke [] 0 setdash vpt add M
+ hpt neg vpt neg V hpt vpt neg V
+ hpt vpt V hpt neg vpt V closepath stroke} def
+/BoxE {stroke [] 0 setdash exch hpt sub exch vpt add M
+ 0 vpt2 neg V hpt2 0 V 0 vpt2 V
+ hpt2 neg 0 V closepath stroke} def
+/TriUE {stroke [] 0 setdash vpt 1.12 mul add M
+ hpt neg vpt -1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt 1.62 mul V closepath stroke} def
+/TriDE {stroke [] 0 setdash vpt 1.12 mul sub M
+ hpt neg vpt 1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt -1.62 mul V closepath stroke} def
+/PentE {stroke [] 0 setdash gsave
+ translate 0 hpt M 4 {72 rotate 0 hpt L} repeat
+ closepath stroke grestore} def
+/CircE {stroke [] 0 setdash
+ hpt 0 360 arc stroke} def
+/Opaque {gsave closepath 1 setgray fill grestore 0 setgray closepath} def
+/DiaW {stroke [] 0 setdash vpt add M
+ hpt neg vpt neg V hpt vpt neg V
+ hpt vpt V hpt neg vpt V Opaque stroke} def
+/BoxW {stroke [] 0 setdash exch hpt sub exch vpt add M
+ 0 vpt2 neg V hpt2 0 V 0 vpt2 V
+ hpt2 neg 0 V Opaque stroke} def
+/TriUW {stroke [] 0 setdash vpt 1.12 mul add M
+ hpt neg vpt -1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt 1.62 mul V Opaque stroke} def
+/TriDW {stroke [] 0 setdash vpt 1.12 mul sub M
+ hpt neg vpt 1.62 mul V
+ hpt 2 mul 0 V
+ hpt neg vpt -1.62 mul V Opaque stroke} def
+/PentW {stroke [] 0 setdash gsave
+ translate 0 hpt M 4 {72 rotate 0 hpt L} repeat
+ Opaque stroke grestore} def
+/CircW {stroke [] 0 setdash
+ hpt 0 360 arc Opaque stroke} def
+/BoxFill {gsave Rec 1 setgray fill grestore} def
+/Density {
+ /Fillden exch def
+ currentrgbcolor
+ /ColB exch def /ColG exch def /ColR exch def
+ /ColR ColR Fillden mul Fillden sub 1 add def
+ /ColG ColG Fillden mul Fillden sub 1 add def
+ /ColB ColB Fillden mul Fillden sub 1 add def
+ ColR ColG ColB setrgbcolor} def
+/BoxColFill {gsave Rec PolyFill} def
+/PolyFill {gsave Density fill grestore grestore} def
+/h {rlineto rlineto rlineto gsave closepath fill grestore} bind def
+%
+% PostScript Level 1 Pattern Fill routine for rectangles
+% Usage: x y w h s a XX PatternFill
+% x,y = lower left corner of box to be filled
+% w,h = width and height of box
+% a = angle in degrees between lines and x-axis
+% XX = 0/1 for no/yes cross-hatch
+%
+/PatternFill {gsave /PFa [ 9 2 roll ] def
+ PFa 0 get PFa 2 get 2 div add PFa 1 get PFa 3 get 2 div add translate
+ PFa 2 get -2 div PFa 3 get -2 div PFa 2 get PFa 3 get Rec
+ TransparentPatterns {} {gsave 1 setgray fill grestore} ifelse
+ clip
+ currentlinewidth 0.5 mul setlinewidth
+ /PFs PFa 2 get dup mul PFa 3 get dup mul add sqrt def
+ 0 0 M PFa 5 get rotate PFs -2 div dup translate
+ 0 1 PFs PFa 4 get div 1 add floor cvi
+ {PFa 4 get mul 0 M 0 PFs V} for
+ 0 PFa 6 get ne {
+ 0 1 PFs PFa 4 get div 1 add floor cvi
+ {PFa 4 get mul 0 2 1 roll M PFs 0 V} for
+ } if
+ stroke grestore} def
+%
+/languagelevel where
+ {pop languagelevel} {1} ifelse
+ 2 lt
+ {/InterpretLevel1 true def}
+ {/InterpretLevel1 Level1 def}
+ ifelse
+%
+% PostScript level 2 pattern fill definitions
+%
+/Level2PatternFill {
+/Tile8x8 {/PaintType 2 /PatternType 1 /TilingType 1 /BBox [0 0 8 8] /XStep 8 /YStep 8}
+ bind def
+/KeepColor {currentrgbcolor [/Pattern /DeviceRGB] setcolorspace} bind def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop 0 0 M 8 8 L 0 8 M 8 0 L stroke}
+>> matrix makepattern
+/Pat1 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop 0 0 M 8 8 L 0 8 M 8 0 L stroke
+ 0 4 M 4 8 L 8 4 L 4 0 L 0 4 L stroke}
+>> matrix makepattern
+/Pat2 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop 0 0 M 0 8 L
+ 8 8 L 8 0 L 0 0 L fill}
+>> matrix makepattern
+/Pat3 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop -4 8 M 8 -4 L
+ 0 12 M 12 0 L stroke}
+>> matrix makepattern
+/Pat4 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop -4 0 M 8 12 L
+ 0 -4 M 12 8 L stroke}
+>> matrix makepattern
+/Pat5 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop -2 8 M 4 -4 L
+ 0 12 M 8 -4 L 4 12 M 10 0 L stroke}
+>> matrix makepattern
+/Pat6 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop -2 0 M 4 12 L
+ 0 -4 M 8 12 L 4 -4 M 10 8 L stroke}
+>> matrix makepattern
+/Pat7 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop 8 -2 M -4 4 L
+ 12 0 M -4 8 L 12 4 M 0 10 L stroke}
+>> matrix makepattern
+/Pat8 exch def
+<< Tile8x8
+ /PaintProc {0.5 setlinewidth pop 0 -2 M 12 4 L
+ -4 0 M 12 8 L -4 4 M 8 10 L stroke}
+>> matrix makepattern
+/Pat9 exch def
+/Pattern1 {PatternBgnd KeepColor Pat1 setpattern} bind def
+/Pattern2 {PatternBgnd KeepColor Pat2 setpattern} bind def
+/Pattern3 {PatternBgnd KeepColor Pat3 setpattern} bind def
+/Pattern4 {PatternBgnd KeepColor Landscape {Pat5} {Pat4} ifelse setpattern} bind def
+/Pattern5 {PatternBgnd KeepColor Landscape {Pat4} {Pat5} ifelse setpattern} bind def
+/Pattern6 {PatternBgnd KeepColor Landscape {Pat9} {Pat6} ifelse setpattern} bind def
+/Pattern7 {PatternBgnd KeepColor Landscape {Pat8} {Pat7} ifelse setpattern} bind def
+} def
+%
+%
+%End of PostScript Level 2 code
+%
+/PatternBgnd {
+ TransparentPatterns {} {gsave 1 setgray fill grestore} ifelse
+} def
+%
+% Substitute for Level 2 pattern fill codes with
+% grayscale if Level 2 support is not selected.
+%
+/Level1PatternFill {
+/Pattern1 {0.250 Density} bind def
+/Pattern2 {0.500 Density} bind def
+/Pattern3 {0.750 Density} bind def
+/Pattern4 {0.125 Density} bind def
+/Pattern5 {0.375 Density} bind def
+/Pattern6 {0.625 Density} bind def
+/Pattern7 {0.875 Density} bind def
+} def
+%
+% Now test for support of Level 2 code
+%
+Level1 {Level1PatternFill} {Level2PatternFill} ifelse
+%
+/Symbol-Oblique /Symbol findfont [1 0 .167 1 0 0] makefont
+dup length dict begin {1 index /FID eq {pop pop} {def} ifelse} forall
+currentdict end definefont pop
+Level1 SuppressPDFMark or
+{} {
+/SDict 10 dict def
+systemdict /pdfmark known not {
+ userdict /pdfmark systemdict /cleartomark get put
+} if
+SDict begin [
+ /Title (foo.eps)
+ /Subject (gnuplot plot)
+ /Creator (gnuplot 4.6 patchlevel 5)
+ /Author (kisskys)
+% /Producer (gnuplot)
+% /Keywords ()
+ /CreationDate (Sat Jul 11 23:19:23 2015)
+ /DOCINFO pdfmark
+end
+} ifelse
+end
+%%EndProlog
+%%Page: 1 1
+gnudict begin
+gsave
+doclip
+50 50 translate
+0.050 0.050 scale
+0 setgray
+newpath
+(Helvetica) findfont 140 scalefont setfont
+BackgroundColor 0 lt 3 1 roll 0 lt exch 0 lt or or not {BackgroundColor C 1.000 0 0 7200.00 5040.00 BoxColFill} if
+gsave % colour palette begin
+/maxcolors 0 def
+/HSV2RGB { exch dup 0.0 eq {pop exch pop dup dup} % achromatic gray
+ { /HSVs exch def /HSVv exch def 6.0 mul dup floor dup 3 1 roll sub
+ /HSVf exch def /HSVi exch cvi def /HSVp HSVv 1.0 HSVs sub mul def
+ /HSVq HSVv 1.0 HSVs HSVf mul sub mul def
+ /HSVt HSVv 1.0 HSVs 1.0 HSVf sub mul sub mul def
+ /HSVi HSVi 6 mod def 0 HSVi eq {HSVv HSVt HSVp}
+ {1 HSVi eq {HSVq HSVv HSVp}{2 HSVi eq {HSVp HSVv HSVt}
+ {3 HSVi eq {HSVp HSVq HSVv}{4 HSVi eq {HSVt HSVp HSVv}
+ {HSVv HSVp HSVq} ifelse} ifelse} ifelse} ifelse} ifelse
+ } ifelse} def
+/Constrain {
+ dup 0 lt {0 exch pop}{dup 1 gt {1 exch pop} if} ifelse} def
+/YIQ2RGB {
+ 3 copy -1.702 mul exch -1.105 mul add add Constrain 4 1 roll
+ 3 copy -0.647 mul exch -0.272 mul add add Constrain 5 1 roll
+ 0.621 mul exch -0.956 mul add add Constrain 3 1 roll } def
+/CMY2RGB { 1 exch sub exch 1 exch sub 3 2 roll 1 exch sub 3 1 roll exch } def
+/XYZ2RGB { 3 copy -0.9017 mul exch -0.1187 mul add exch 0.0585 mul exch add
+ Constrain 4 1 roll 3 copy -0.0279 mul exch 1.999 mul add exch
+ -0.9844 mul add Constrain 5 1 roll -0.2891 mul exch -0.5338 mul add
+ exch 1.91 mul exch add Constrain 3 1 roll} def
+/SelectSpace {ColorSpace (HSV) eq {HSV2RGB}{ColorSpace (XYZ) eq {
+ XYZ2RGB}{ColorSpace (CMY) eq {CMY2RGB}{ColorSpace (YIQ) eq {YIQ2RGB}
+ if} ifelse} ifelse} ifelse} def
+/InterpolatedColor true def
+/grayindex {/gidx 0 def
+ {GrayA gidx get grayv ge {exit} if /gidx gidx 1 add def} loop} def
+/dgdx {grayv GrayA gidx get sub GrayA gidx 1 sub get
+ GrayA gidx get sub div} def
+/redvalue {RedA gidx get RedA gidx 1 sub get
+ RedA gidx get sub dgdxval mul add} def
+/greenvalue {GreenA gidx get GreenA gidx 1 sub get
+ GreenA gidx get sub dgdxval mul add} def
+/bluevalue {BlueA gidx get BlueA gidx 1 sub get
+ BlueA gidx get sub dgdxval mul add} def
+/interpolate {
+ grayindex grayv GrayA gidx get sub abs 1e-5 le
+ {RedA gidx get GreenA gidx get BlueA gidx get}
+ {/dgdxval dgdx def redvalue greenvalue bluevalue} ifelse} def
+/GrayA [0 .2 .4 .6 .8 1 ] def
+/RedA [1 1 .8 .8 .8 1 ] def
+/GreenA [.8 .8 .8 1 1 1 ] def
+/BlueA [.8 1 1 1 .8 .8 ] def
+/pm3dround {maxcolors 0 gt {dup 1 ge
+ {pop 1} {maxcolors mul floor maxcolors 1 sub div} ifelse} if} def
+/pm3dGamma 1.0 1.5 Gamma mul div def
+/ColorSpace (RGB) def
+Color InterpolatedColor or { % COLOUR vs. GRAY map
+ InterpolatedColor { %% Interpolation vs. RGB-Formula
+ /g {stroke pm3dround /grayv exch def interpolate
+ SelectSpace setrgbcolor} bind def
+ }{
+ /g {stroke pm3dround dup cF7 Constrain exch dup cF5 Constrain exch cF15 Constrain
+ SelectSpace setrgbcolor} bind def
+ } ifelse
+}{
+ /g {stroke pm3dround pm3dGamma exp setgray} bind def
+} ifelse
+1.000 UL
+LTb
+LCb setrgbcolor
+378 1277 M
+63 0 V
+5687 0 R
+-63 0 V
+-5771 0 R
+(S2) Rshow
+1.000 UL
+LTb
+LCb setrgbcolor
+378 2660 M
+63 0 V
+5687 0 R
+-63 0 V
+-5771 0 R
+(A) Rshow
+1.000 UL
+LTb
+LCb setrgbcolor
+378 4042 M
+63 0 V
+5687 0 R
+-63 0 V
+-5771 0 R
+(S0) Rshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+378 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+378 448 M
+0 63 V
+0 4360 R
+0 -63 V
+378 308 M
+( 0) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+1336 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+1336 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 5) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+2295 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+2295 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 10) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+3253 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+3253 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 15) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+4211 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+4211 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 20) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+5170 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+5170 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 25) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTa
+LCa setrgbcolor
+6128 448 M
+0 4423 V
+stroke
+LTb
+LCb setrgbcolor
+6128 448 M
+0 63 V
+0 4360 R
+0 -63 V
+0 -4500 R
+( 30) Cshow
+1.000 UL
+LTb
+LCb setrgbcolor
+1.000 UL
+LTb
+LCb setrgbcolor
+378 4871 N
+378 448 L
+5750 0 V
+0 4423 V
+-5750 0 V
+Z stroke
+LCb setrgbcolor
+112 2659 M
+currentpoint gsave translate -270 rotate 0 0 M
+() Cshow
+grestore
+LTb
+LCb setrgbcolor
+3253 98 M
+(time) Cshow
+LTb
+3253 4801 M
+() Cshow
+1.000 UL
+LTb
+0 g 0.800 378 3489 575 1106 BoxColFill
+LCb setrgbcolor
+378 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+0 g 0.800 953 2107 383 1105 BoxColFill
+LCb setrgbcolor
+953 2107 M
+0 1105 V
+383 0 V
+0 -1105 V
+-383 0 V
+stroke
+LTb
+.2 g 0.800 1145 3489 575 1106 BoxColFill
+LCb setrgbcolor
+1145 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+0 g 0.800 1336 724 575 1106 BoxColFill
+LCb setrgbcolor
+1336 724 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.2 g 0.800 1720 2107 766 1105 BoxColFill
+LCb setrgbcolor
+1720 2107 M
+0 1105 V
+766 0 V
+0 -1105 V
+-766 0 V
+stroke
+LTb
+.4 g 0.800 1911 3489 575 1106 BoxColFill
+LCb setrgbcolor
+1911 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.2 g 0.800 2486 724 575 1106 BoxColFill
+LCb setrgbcolor
+2486 724 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.4 g 0.800 2486 2107 575 1105 BoxColFill
+LCb setrgbcolor
+2486 2107 M
+0 1105 V
+575 0 V
+0 -1105 V
+-575 0 V
+stroke
+LTb
+.6 g 0.800 2678 3489 575 1106 BoxColFill
+LCb setrgbcolor
+2678 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.4 g 0.800 3061 724 575 1106 BoxColFill
+LCb setrgbcolor
+3061 724 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.6 g 0.800 3253 2107 767 1105 BoxColFill
+LCb setrgbcolor
+3253 2107 M
+0 1105 V
+767 0 V
+0 -1105 V
+-767 0 V
+stroke
+LTb
+.8 g 0.800 3445 3489 575 1106 BoxColFill
+LCb setrgbcolor
+3445 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.6 g 0.800 4020 724 575 1106 BoxColFill
+LCb setrgbcolor
+4020 724 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.8 g 0.800 4020 2107 575 1105 BoxColFill
+LCb setrgbcolor
+4020 2107 M
+0 1105 V
+575 0 V
+0 -1105 V
+-575 0 V
+stroke
+LTb
+1 g 0.800 4211 3489 575 1106 BoxColFill
+LCb setrgbcolor
+4211 3489 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+.8 g 0.800 4595 724 575 1106 BoxColFill
+LCb setrgbcolor
+4595 724 M
+0 1106 V
+575 0 V
+0 -1106 V
+-575 0 V
+stroke
+LTb
+1 g 0.800 4786 2107 767 1105 BoxColFill
+LCb setrgbcolor
+4786 2107 M
+0 1105 V
+767 0 V
+0 -1105 V
+-767 0 V
+stroke
+LTb
+1 g 0.800 5553 724 574 1106 BoxColFill
+LCb setrgbcolor
+5553 724 M
+0 1106 V
+574 0 V
+0 -1106 V
+-574 0 V
+1.000 UP
+stroke
+LTb
+LCb setrgbcolor
+% Begin plot #1
+6.000 UL
+LT0
+0 g LCb setrgbcolor
+6548 4801 M
+(0) Rshow
+LT0
+0 g 6632 4801 M
+399 0 V
+% End plot #1
+% Begin plot #2
+stroke
+LT1
+.2 g LCb setrgbcolor
+6548 4661 M
+(1) Rshow
+LT1
+.2 g 6632 4661 M
+399 0 V
+% End plot #2
+% Begin plot #3
+stroke
+LT2
+.4 g LCb setrgbcolor
+6548 4521 M
+(2) Rshow
+LT2
+.4 g 6632 4521 M
+399 0 V
+% End plot #3
+% Begin plot #4
+stroke
+LT3
+.6 g LCb setrgbcolor
+6548 4381 M
+(3) Rshow
+LT3
+.6 g 6632 4381 M
+399 0 V
+% End plot #4
+% Begin plot #5
+stroke
+LT4
+.8 g LCb setrgbcolor
+6548 4241 M
+(4) Rshow
+LT4
+.8 g 6632 4241 M
+399 0 V
+% End plot #5
+% Begin plot #6
+stroke
+LT5
+1 g LCb setrgbcolor
+6548 4101 M
+(5) Rshow
+LT5
+1 g 6632 4101 M
+399 0 V
+% End plot #6
+stroke
+1.000 UL
+LTb
+LCb setrgbcolor
+378 4871 N
+378 448 L
+5750 0 V
+0 4423 V
+-5750 0 V
+Z stroke
+1.000 UP
+1.000 UL
+LTb
+LCb setrgbcolor
+grestore % colour palette end
+stroke
+grestore
+end
+showpage
+%%Trailer
+%%DocumentFonts: Helvetica
diff --git a/asterix-experiments/src/main/resources/gantt/foo.gpl b/asterix-experiments/src/main/resources/gantt/foo.gpl
new file mode 100644
index 0000000..d1e62bf
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/foo.gpl
@@ -0,0 +1,35 @@
+set xrange [0.000000:30.000000]
+set yrange [0.400000:3.600000]
+set autoscale x
+set xlabel "time"
+set ylabel ""
+set title ""
+set ytics ("A" 2, "S2" 1, "S0" 3)
+set key outside width +2
+set grid xtics
+set palette model RGB defined ( 0 1.0 0.8 0.8, 1 1.0 0.8 1.0, 2 0.8 0.8 1.0, 3 0.8 1.0 1.0, 4 0.8 1.0 0.8, 5 1.0 1.0 0.8 )
+unset colorbox
+set object 1 rectangle from 0.000000, 2.6 to 3.000000, 3.4 fillcolor palette frac 0.00 fillstyle solid 0.8
+set object 2 rectangle from 3.000000, 1.6 to 5.000000, 2.4 fillcolor palette frac 0.00 fillstyle solid 0.8
+set object 3 rectangle from 4.000000, 2.6 to 7.000000, 3.4 fillcolor palette frac 0.20 fillstyle solid 0.8
+set object 4 rectangle from 5.000000, 0.6 to 8.000000, 1.4 fillcolor palette frac 0.00 fillstyle solid 0.8
+set object 5 rectangle from 7.000000, 1.6 to 11.000000, 2.4 fillcolor palette frac 0.20 fillstyle solid 0.8
+set object 6 rectangle from 8.000000, 2.6 to 11.000000, 3.4 fillcolor palette frac 0.40 fillstyle solid 0.8
+set object 7 rectangle from 11.000000, 0.6 to 14.000000, 1.4 fillcolor palette frac 0.20 fillstyle solid 0.8
+set object 8 rectangle from 11.000000, 1.6 to 14.000000, 2.4 fillcolor palette frac 0.40 fillstyle solid 0.8
+set object 9 rectangle from 12.000000, 2.6 to 15.000000, 3.4 fillcolor palette frac 0.60 fillstyle solid 0.8
+set object 10 rectangle from 14.000000, 0.6 to 17.000000, 1.4 fillcolor palette frac 0.40 fillstyle solid 0.8
+set object 11 rectangle from 15.000000, 1.6 to 19.000000, 2.4 fillcolor palette frac 0.60 fillstyle solid 0.8
+set object 12 rectangle from 16.000000, 2.6 to 19.000000, 3.4 fillcolor palette frac 0.80 fillstyle solid 0.8
+set object 13 rectangle from 19.000000, 0.6 to 22.000000, 1.4 fillcolor palette frac 0.60 fillstyle solid 0.8
+set object 14 rectangle from 19.000000, 1.6 to 22.000000, 2.4 fillcolor palette frac 0.80 fillstyle solid 0.8
+set object 15 rectangle from 20.000000, 2.6 to 23.000000, 3.4 fillcolor palette frac 1.00 fillstyle solid 0.8
+set object 16 rectangle from 22.000000, 0.6 to 25.000000, 1.4 fillcolor palette frac 0.80 fillstyle solid 0.8
+set object 17 rectangle from 23.000000, 1.6 to 27.000000, 2.4 fillcolor palette frac 1.00 fillstyle solid 0.8
+set object 18 rectangle from 27.000000, 0.6 to 30.000000, 1.4 fillcolor palette frac 1.00 fillstyle solid 0.8
+plot -1 title "0" with lines linecolor palette frac 0.00 linewidth 6, \
+ -1 title "1" with lines linecolor palette frac 0.20 linewidth 6, \
+ -1 title "2" with lines linecolor palette frac 0.40 linewidth 6, \
+ -1 title "3" with lines linecolor palette frac 0.60 linewidth 6, \
+ -1 title "4" with lines linecolor palette frac 0.80 linewidth 6, \
+ -1 title "5" with lines linecolor palette frac 1.00 linewidth 6
\ No newline at end of file
diff --git a/asterix-experiments/src/main/resources/gantt/gantt.py b/asterix-experiments/src/main/resources/gantt/gantt.py
new file mode 100644
index 0000000..faf9e94
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/gantt.py
@@ -0,0 +1,387 @@
+#!/usr/bin/env python
+#
+# TODO:
+# - Task colors:
+# - User-defined using config file.
+# - Automagically chosen from color space.
+# - Advanced algorithm (contact Hannes Pretorius).
+# - Koos' specs:
+# - Resources and tasks sorted in read-in order (default)
+# or alphabetically (flag).
+# - Have proper gnuplot behavior on windows/x11, eps/pdf, latex terminals.
+# - Create and implement algorithm for critical path analysis.
+# - Split generic stuff into a Gantt class, and specific stuff into the main.
+#
+# gantt.py ganttfile | gnuplot
+
+import itertools, sys, getopt
+from ConfigParser import ConfigParser
+
+rectangleHeight = 0.8 #: Height of a rectangle in units.
+
+class Activity(object):
+ """
+ Container for activity information.
+
+ @ivar resource: Resource name.
+ @type resource: C{str}
+
+ @ivar start: Start time of the activity.
+ @type start: C{float}
+
+ @ivar stop: End time of the activity.
+ @type stop: C{float}
+
+ @ivar task: Name of the task/activity being performed.
+ @type task: C{str}
+ """
+ def __init__(self, resource, start, stop, task):
+ self.resource = resource
+ self.start = start
+ self.stop = stop
+ self.task = task
+
+class Rectangle(object):
+ """
+ Container for rectangle information.
+ """
+ def __init__(self, bottomleft, topright, fillcolor):
+ self.bottomleft = bottomleft
+ self.topright = topright
+ self.fillcolor = fillcolor
+ self.fillstyle = 'solid 0.8'
+ self.linewidth = 2
+
+class ColorBook(object):
+ """
+ Class managing colors.
+
+ @ivar colors
+ @ivar palette
+ @ivar prefix
+ """
+ def __init__(self, colorfname, tasks):
+ """
+ Construct a ColorBook object.
+
+ @param colorfname: Name of the color config file (if specified).
+ @type colorfname: C{str} or C{None}
+
+ @param tasks: Existing task types.
+ @type tasks: C{list} of C{str}
+ """
+ if colorfname:
+ values = self.load_config(colorfname, tasks)
+ else:
+ values = self.fixed(tasks)
+
+ self.colors, self.palette, self.prefix = values
+
+
+ def load_config(self, colorfname, tasks):
+ """
+ Read task colors from a configuration file.
+ """
+ palettedef = 'model RGB'
+ colorprefix = 'rgb'
+
+ # Read in task colors from configuration file
+ config = ConfigParser()
+ config.optionxform = str # makes option names case sensitive
+ config.readfp(open(colorfname, 'r'))
+ # Colors are RGB colornames
+ colors = dict(config.items('Colors'))
+
+ # Raise KeyError if no color is specified for a task
+ nocolors = [t for t in tasks if not colors.has_key(t)]
+ if nocolors:
+ msg = 'Could not find task color for ' + ', '.join(nocolors)
+ raise KeyError(msg)
+
+ return colors, palettedef, colorprefix
+
+ def fixed(self, tasks):
+ """
+ Pick colors from a pre-defined palette.
+ """
+ # Set task colors
+ # SE colors
+ # (see http://w3.wtb.tue.nl/nl/organisatie/systems_engineering/\
+ # info_for_se_students/how2make_a_poster/pictures/)
+ # Decrease the 0.8 values for less transparent colors.
+ se_palette = {"se_red": (1.0, 0.8, 0.8),
+ "se_pink": (1.0, 0.8, 1.0),
+ "se_violet": (0.8, 0.8, 1.0),
+ "se_blue": (0.8, 1.0, 1.0),
+ "se_green": (0.8, 1.0, 0.8),
+ "se_yellow": (1.0, 1.0, 0.8)}
+ se_gradient = ["se_red", "se_pink", "se_violet",
+ "se_blue", "se_green", "se_yellow"]
+ se_palettedef = '( ' + \
+ ', '.join(('%d ' % n +
+ ' '.join((str(x) for x in se_palette[c]))
+ for n, c in enumerate(se_gradient))) + \
+ ' )'
+
+ palettedef = 'model RGB defined %s' % se_palettedef
+ colorprefix = 'palette frac'
+ # Colors are fractions from the palette defined
+ colors = dict((t, '%0.2f' % (float(n)/(len(tasks)-1)))
+ for n, t in enumerate(tasks))
+
+ return colors, palettedef, colorprefix
+
+class DummyClass(object):
+ """
+ Dummy class for storing option values in.
+ """
+
+
+def make_rectangles(activities, resource_map, colors):
+ """
+ Construct a collection of L{Rectangle} for all activities.
+
+ @param activities: Activities being performed.
+ @type activities: C{iterable} of L{Activity}
+
+ @param resource_map: Indices of all resources.
+ @type resource_map: C{dict} of C{str} to C{int}
+
+ @param colors: Colors for all tasks.
+ @type colors: C{dict} of C{str} to C{str}
+
+ @return: Collection of rectangles to draw.
+ @rtype: C{list} of L{Rectangle}
+ """
+ rectangles = []
+ for act in activities:
+ ypos = resource_map[act.resource]
+ bottomleft = (act.start, ypos - 0.5 * rectangleHeight)
+ topright = (act.stop, ypos + 0.5 * rectangleHeight)
+ fillcolor = colors[act.task]
+ rectangles.append(Rectangle(bottomleft, topright, fillcolor))
+
+ return rectangles
+
+
+def load_ganttfile(ganttfile):
+ """
+ Load the resource/task file.
+
+ @param ganttfile: Name of the gantt file.
+ @type ganttfile: C{str}
+
+ @return: Activities loaded from the file, collection of
+ (resource, start, end, task) activities.
+ @rtype: C{list} of L{Activity}
+ """
+ activities = []
+ for line in open(ganttfile, 'r').readlines():
+ line = line.strip().split()
+ if len(line) == 0:
+ continue
+ resource = line[0]
+ start = float(line[1])
+ stop = float(line[2])
+ task = line[3]
+ activities.append(Activity(resource, start, stop, task))
+
+ return activities
+
+def make_unique_tasks_resources(alphasort, activities):
+ """
+ Construct collections of unique task names and resource names.
+
+ @param alphasort: Sort resources and tasks alphabetically.
+ @type alphasort: C{bool}
+
+ @param activities: Activities to draw.
+ @type activities: C{list} of L{Activity}
+
+ @return: Collections of task-types and resources.
+ @rtype: C{list} of C{str}, C{list} of C{str}
+ """
+ # Create list with unique resources and tasks in activity order.
+ resources = []
+ tasks = []
+ for act in activities:
+ if act.resource not in resources:
+ resources.append(act.resource)
+ if act.task not in tasks:
+ tasks.append(act.task)
+
+ # Sort such that resources and tasks appear in alphabetical order
+ if alphasort:
+ resources.sort()
+ tasks.sort()
+
+ # Resources are read from top (y=max) to bottom (y=1)
+ resources.reverse()
+
+ return tasks, resources
+
+
+def generate_plotdata(activities, resources, tasks, rectangles, options,
+ resource_map, color_book):
+ """
+ Generate Gnuplot lines.
+ """
+ xmin = 0
+ xmax = max(act.stop for act in activities)
+ ymin = 0 + (rectangleHeight / 2)
+ ymax = len(resources) + 1 - (rectangleHeight / 2)
+ xlabel = 'time'
+ ylabel = ''
+ title = options.plottitle
+ ytics = ''.join(['(',
+ ', '.join(('"%s" %d' % item)
+ for item in resource_map.iteritems()),
+ ')'])
+ # outside and 2 characters from the graph
+ key_position = 'outside width +2'
+ grid_tics = 'xtics'
+
+ # Set plot dimensions
+ plot_dimensions = ['set xrange [%f:%f]' % (xmin, xmax),
+ 'set yrange [%f:%f]' % (ymin, ymax),
+ 'set autoscale x', # extends x axis to next tic mark
+ 'set xlabel "%s"' % xlabel,
+ 'set ylabel "%s"' % ylabel,
+ 'set title "%s"' % title,
+ 'set ytics %s' % ytics,
+ 'set key %s' % key_position,
+ 'set grid %s' % grid_tics,
+ 'set palette %s' % color_book.palette,
+ 'unset colorbox']
+
+ # Generate gnuplot rectangle objects
+ plot_rectangles = (' '.join(['set object %d rectangle' % n,
+ 'from %f, %0.1f' % r.bottomleft,
+ 'to %f, %0.1f' % r.topright,
+ 'fillcolor %s %s' % (color_book.prefix,
+ r.fillcolor),
+ 'fillstyle solid 0.8'])
+ for n, r in itertools.izip(itertools.count(1), rectangles))
+
+ # Generate gnuplot lines
+ plot_lines = ['plot ' +
+ ', \\\n\t'.join(' '.join(['-1',
+ 'title "%s"' % t,
+ 'with lines',
+ 'linecolor %s %s ' % (color_book.prefix,
+ color_book.colors[t]),
+ 'linewidth 6'])
+ for t in tasks)]
+
+ return plot_dimensions, plot_rectangles, plot_lines
+
+def write_data(plot_dimensions, plot_rectangles, plot_lines, fname):
+ """
+ Write plot data out to file or screen.
+
+ @param fname: Name of the output file, if specified.
+ @type fname: C{str} (??)
+ """
+ if fname:
+ g = open(fname, 'w')
+ g.write('\n'.join(itertools.chain(plot_dimensions, plot_rectangles,
+ plot_lines)))
+ g.close()
+ else:
+ print '\n'.join(itertools.chain(plot_dimensions, plot_rectangles,
+ plot_lines))
+
+def fmt_opt(short, long, arg, text):
+ if arg:
+ return '-%s %s, --%s%s\t%s' % (short[:-1], arg, long, arg, text)
+ else:
+ return '-%s, --%s\t%s' % (short, long, text)
+
+def make_default_options():
+ option_values = DummyClass()
+ option_values.outputfile = ''
+ option_values.colorfile = ''
+ option_values.alphasort = False
+ option_values.plottitle = ''
+ return option_values
+
+def process_options():
+ """
+ Handle option and command-line argument processing.
+
+ @return: Options and gantt input filename.
+ @rtype: L{OptionParser} options, C{str}
+ """
+ optdefs = [('o:', 'output=', 'FILE', 'Write output to FILE.'),
+ ('c:', 'color=', 'FILE', 'Use task colors (RGB) as defined in '
+ 'configuration FILE (in RGB triplets,\n\t\t\t\tGnuplot '
+ 'colornames, or hexadecimal representations.'),
+ ('a', 'alpha', '', '\t\tShow resources and tasks in '
+ 'alphabetical order.'),
+ ('t:','title=', 'TITLE', 'Set plot title to TITLE (between '
+ 'double quotes).'),
+ ('h', 'help', '', '\t\tShow online help.')]
+ short_opts = ''.join(opt[0] for opt in optdefs if opt[0])
+ long_opts = [opt[1] for opt in optdefs if opt[1]]
+ usage_text = 'gantt.py [options] gantt-file\nwhere\n' + \
+ '\n'.join(' ' + fmt_opt(*opt) for opt in optdefs)
+
+ option_values = make_default_options()
+
+ try:
+ opts, args = getopt.getopt(sys.argv[1:], short_opts, long_opts)
+ except getopt.GetoptError, err:
+ sys.stderr.write("gantt.py: %s\n" % err)
+ sys.exit(2)
+
+ for opt, optval in opts:
+ if opt in ('-o', '--output'):
+ option_values.outputfile = optval
+ continue
+ if opt in ('-c', '--color'):
+ option_values.colorfile = optval
+ continue
+ if opt in ('-a', '--alphasort'):
+ option_values.alphasort = True
+ continue
+ if opt in ('-t', '--title'):
+ option_values.plottitle = optval
+ continue
+ if opt in ('-h', '--help'):
+ print usage_text
+ sys.exit(0)
+
+ # Check if correct number of arguments is supplied
+ if len(args) != 1:
+ sys.stderr.write('gantty.py: incorrect number of arguments '
+ '(task/resource file expected)\n')
+ sys.exit(1)
+
+ return option_values, args[0]
+
+def compute(options, ganttfile):
+ activities = load_ganttfile(ganttfile)
+ tasks, resources = make_unique_tasks_resources(options.alphasort,
+ activities)
+
+ # Assign indices to resources
+ resource_map = dict(itertools.izip(resources, itertools.count(1)))
+
+ color_book = ColorBook(options.colorfile, tasks)
+ rectangles = make_rectangles(activities, resource_map, color_book.colors)
+
+ plot_dims, plot_rects, plot_lines = \
+ generate_plotdata(activities, resources, tasks, rectangles,
+ options, resource_map, color_book)
+
+ write_data(plot_dims, plot_rects, plot_lines, options.outputfile)
+
+def run():
+ options, ganttfile = process_options()
+ compute(options, ganttfile)
+
+
+if __name__ == '__main__':
+ run()
+
+
diff --git a/asterix-experiments/src/main/resources/gantt/vargantt1.gpl b/asterix-experiments/src/main/resources/gantt/vargantt1.gpl
new file mode 100644
index 0000000..02ac5e3
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/vargantt1.gpl
@@ -0,0 +1,35 @@
+set xrange [0.000000:30.000000]
+set yrange [0.400000:3.600000]
+set autoscale x
+set xlabel "time"
+set ylabel ""
+set title "Gantt chart"
+set ytics ("A" 2, "S2" 1, "S0" 3)
+set key outside width +2
+set grid xtics
+set palette model RGB
+unset colorbox
+set object 1 rectangle from 0.000000, 2.6 to 3.000000, 3.4 fillcolor rgb "#0092B5" fillstyle solid 0.8
+set object 2 rectangle from 3.000000, 1.6 to 5.000000, 2.4 fillcolor rgb "#0092B5" fillstyle solid 0.8
+set object 3 rectangle from 4.000000, 2.6 to 7.000000, 3.4 fillcolor rgb "#00AC82" fillstyle solid 0.8
+set object 4 rectangle from 5.000000, 0.6 to 8.000000, 1.4 fillcolor rgb "#0092B5" fillstyle solid 0.8
+set object 5 rectangle from 7.000000, 1.6 to 11.000000, 2.4 fillcolor rgb "#00AC82" fillstyle solid 0.8
+set object 6 rectangle from 8.000000, 2.6 to 11.000000, 3.4 fillcolor rgb "#84D200" fillstyle solid 0.8
+set object 7 rectangle from 11.000000, 0.6 to 14.000000, 1.4 fillcolor rgb "#00AC82" fillstyle solid 0.8
+set object 8 rectangle from 11.000000, 1.6 to 14.000000, 2.4 fillcolor rgb "#84D200" fillstyle solid 0.8
+set object 9 rectangle from 12.000000, 2.6 to 15.000000, 3.4 fillcolor rgb "#CEDF00" fillstyle solid 0.8
+set object 10 rectangle from 14.000000, 0.6 to 17.000000, 1.4 fillcolor rgb "#84D200" fillstyle solid 0.8
+set object 11 rectangle from 15.000000, 1.6 to 19.000000, 2.4 fillcolor rgb "#CEDF00" fillstyle solid 0.8
+set object 12 rectangle from 16.000000, 2.6 to 19.000000, 3.4 fillcolor rgb "#FFDD00" fillstyle solid 0.8
+set object 13 rectangle from 19.000000, 0.6 to 22.000000, 1.4 fillcolor rgb "#CEDF00" fillstyle solid 0.8
+set object 14 rectangle from 19.000000, 1.6 to 22.000000, 2.4 fillcolor rgb "#FFDD00" fillstyle solid 0.8
+set object 15 rectangle from 20.000000, 2.6 to 23.000000, 3.4 fillcolor rgb "#FF9A00" fillstyle solid 0.8
+set object 16 rectangle from 22.000000, 0.6 to 25.000000, 1.4 fillcolor rgb "#FFDD00" fillstyle solid 0.8
+set object 17 rectangle from 23.000000, 1.6 to 27.000000, 2.4 fillcolor rgb "#FF9A00" fillstyle solid 0.8
+set object 18 rectangle from 27.000000, 0.6 to 30.000000, 1.4 fillcolor rgb "#FF9A00" fillstyle solid 0.8
+plot -1 title "0" with lines linecolor rgb "#0092B5" linewidth 6, \
+ -1 title "1" with lines linecolor rgb "#00AC82" linewidth 6, \
+ -1 title "2" with lines linecolor rgb "#84D200" linewidth 6, \
+ -1 title "3" with lines linecolor rgb "#CEDF00" linewidth 6, \
+ -1 title "4" with lines linecolor rgb "#FFDD00" linewidth 6, \
+ -1 title "5" with lines linecolor rgb "#FF9A00" linewidth 6
\ No newline at end of file
diff --git a/asterix-experiments/src/main/resources/gantt/vargantt1.plt b/asterix-experiments/src/main/resources/gantt/vargantt1.plt
new file mode 100644
index 0000000..7f48291
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/vargantt1.plt
@@ -0,0 +1,4 @@
+set terminal postscript eps color solid
+set output "foo.eps"
+load "foo.gpl"
+unset output
diff --git a/asterix-experiments/src/main/resources/gantt/vargantt1.txt b/asterix-experiments/src/main/resources/gantt/vargantt1.txt
new file mode 100644
index 0000000..26a5641
--- /dev/null
+++ b/asterix-experiments/src/main/resources/gantt/vargantt1.txt
@@ -0,0 +1,18 @@
+S0 0.00000000000000000000 3.00000000000000000000 0
+A 3.00000000000000000000 5.00000000000000000000 0
+S0 4.00000000000000000000 7.00000000000000000000 1
+S2 5.00000000000000000000 8.00000000000000000000 0
+A 7.00000000000000000000 11.00000000000000000000 1
+S0 8.00000000000000000000 11.00000000000000000000 2
+S2 11.00000000000000000000 14.00000000000000000000 1
+A 11.00000000000000000000 14.00000000000000000000 2
+S0 12.00000000000000000000 15.00000000000000000000 3
+S2 14.00000000000000000000 17.00000000000000000000 2
+A 15.00000000000000000000 19.00000000000000000000 3
+S0 16.00000000000000000000 19.00000000000000000000 4
+S2 19.00000000000000000000 22.00000000000000000000 3
+A 19.00000000000000000000 22.00000000000000000000 4
+S0 20.00000000000000000000 23.00000000000000000000 5
+S2 22.00000000000000000000 25.00000000000000000000 4
+A 23.00000000000000000000 27.00000000000000000000 5
+S2 27.00000000000000000000 30.00000000000000000000 5
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/1.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/1.aql
new file mode 100644
index 0000000..0446799
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/1.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_a.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_a.aql
new file mode 100644
index 0000000..20e7ad5
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_a.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_b.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_b.aql
new file mode 100644
index 0000000..aec3bff
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_b.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index RtreeLocationIdx on Tweets(sender-location) type rtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_c.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_c.aql
new file mode 100644
index 0000000..c3ea516
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_c.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index InvMessageTextIdx on Tweets(message-text) type ngram(3);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_d.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_d.aql
new file mode 100644
index 0000000..ea9eb8d
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/2_d.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index InvMessageTextIdx on Tweets(message-text) type keyword;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/3.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/3.aql
new file mode 100644
index 0000000..a143dd1
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/3.aql
@@ -0,0 +1,7 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
+create index RtreeLocationIdx on Tweets(sender-location) type rtree;
+create index InvMessageKeywordIdx on Tweets(message-text) type keyword;
+create index InvMessagetNgramIdx on Tweets(message-text) type ngram(3);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_1.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_1.aql
new file mode 100644
index 0000000..c3e7425
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_1.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx1 on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_2.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_2.aql
new file mode 100644
index 0000000..3f9e0d1
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_2.aql
@@ -0,0 +1,5 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx1 on Tweets(btree-extra-field1) type btree;
+create index BtreeExtraFieldIdx2 on Tweets(btree-extra-field2) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_4.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_4.aql
new file mode 100644
index 0000000..44f230d
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_4.aql
@@ -0,0 +1,7 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx1 on Tweets(btree-extra-field1) type btree;
+create index BtreeExtraFieldIdx2 on Tweets(btree-extra-field2) type btree;
+create index BtreeExtraFieldIdx3 on Tweets(btree-extra-field3) type btree;
+create index BtreeExtraFieldIdx4 on Tweets(btree-extra-field4) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_8.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_8.aql
new file mode 100644
index 0000000..f126aca
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/4_8.aql
@@ -0,0 +1,11 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index BtreeExtraFieldIdx1 on Tweets(btree-extra-field1) type btree;
+create index BtreeExtraFieldIdx2 on Tweets(btree-extra-field2) type btree;
+create index BtreeExtraFieldIdx3 on Tweets(btree-extra-field3) type btree;
+create index BtreeExtraFieldIdx4 on Tweets(btree-extra-field4) type btree;
+create index BtreeExtraFieldIdx5 on Tweets(btree-extra-field5) type btree;
+create index BtreeExtraFieldIdx6 on Tweets(btree-extra-field6) type btree;
+create index BtreeExtraFieldIdx7 on Tweets(btree-extra-field7) type btree;
+create index BtreeExtraFieldIdx8 on Tweets(btree-extra-field8) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1.aql
new file mode 100644
index 0000000..20c0d3e
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets1(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1_count.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1_count.aql
new file mode 100644
index 0000000..fab917d2
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_1_count.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+let $count1 := count(for $t in dataset Tweets1 return $t.tweetid)
+return {"count1": $count1}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2.aql
new file mode 100644
index 0000000..5efcfc1
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets1(TweetMessageType) primary key tweetid;
+create dataset Tweets2(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2_count.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2_count.aql
new file mode 100644
index 0000000..ce3d880
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_2_count.aql
@@ -0,0 +1,7 @@
+use dataverse experiments;
+
+let $count1 := count(for $t in dataset Tweets1 return $t.tweetid)
+return {"count1": $count1}
+
+let $count2 := count(for $t in dataset Tweets2 return $t.tweetid)
+return {"count2": $count2}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3.aql
new file mode 100644
index 0000000..e6d9c30
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3.aql
@@ -0,0 +1,5 @@
+use dataverse experiments;
+
+create dataset Tweets1(TweetMessageType) primary key tweetid;
+create dataset Tweets2(TweetMessageType) primary key tweetid;
+create dataset Tweets3(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3_count.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3_count.aql
new file mode 100644
index 0000000..fa2c97f
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_3_count.aql
@@ -0,0 +1,10 @@
+use dataverse experiments;
+
+let $count1 := count(for $t in dataset Tweets1 return $t.tweetid)
+return {"count1": $count1}
+
+let $count2 := count(for $t in dataset Tweets2 return $t.tweetid)
+return {"count2": $count2}
+
+let $count3 := count(for $t in dataset Tweets3 return $t.tweetid)
+return {"count3": $count3}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4.aql
new file mode 100644
index 0000000..61d87ae
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4.aql
@@ -0,0 +1,6 @@
+use dataverse experiments;
+
+create dataset Tweets1(TweetMessageType) primary key tweetid;
+create dataset Tweets2(TweetMessageType) primary key tweetid;
+create dataset Tweets3(TweetMessageType) primary key tweetid;
+create dataset Tweets4(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4_count.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4_count.aql
new file mode 100644
index 0000000..12b6210
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/5_4_count.aql
@@ -0,0 +1,13 @@
+use dataverse experiments;
+
+let $count1 := count(for $t in dataset Tweets1 return $t.tweetid)
+return {"count1": $count1}
+
+let $count2 := count(for $t in dataset Tweets2 return $t.tweetid)
+return {"count2": $count2}
+
+let $count3 := count(for $t in dataset Tweets3 return $t.tweetid)
+return {"count3": $count3}
+
+let $count4 := count(for $t in dataset Tweets4 return $t.tweetid)
+return {"count4": $count4}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_a.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_a.aql
new file mode 100644
index 0000000..0b41bc5
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_a.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="3"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_b.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_b.aql
new file mode 100644
index 0000000..ccd54d6
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_b.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy prefix(("max-mergable-component-size"="1073741824"),
+ ("max-tolerance-component-count"="5"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_c.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_c.aql
new file mode 100644
index 0000000..4022943
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/6_c.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="1000000"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_a.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_a.aql
new file mode 100644
index 0000000..0b41bc5
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_a.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="3"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_b.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_b.aql
new file mode 100644
index 0000000..ccd54d6
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_b.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy prefix(("max-mergable-component-size"="1073741824"),
+ ("max-tolerance-component-count"="5"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_c.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_c.aql
new file mode 100644
index 0000000..4022943
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_c.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="1000000"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_compact.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_compact.aql
new file mode 100644
index 0000000..578f0a4
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_compact.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+compact dataset Tweets;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_d.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_d.aql
new file mode 100644
index 0000000..4022943
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_d.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="1000000"));
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q1.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q1.aql
new file mode 100644
index 0000000..18b54ab
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q1.aql
@@ -0,0 +1,8 @@
+use dataverse experiments;
+
+let $count := count(
+for $t in dataset Tweets
+where $t.tweetid = int64("1")
+return $t
+)
+return $count
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q2.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q2.aql
new file mode 100644
index 0000000..f691509
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/7_q2.aql
@@ -0,0 +1,8 @@
+use dataverse experiments;
+
+let $count := count(
+for $t in dataset Tweets
+where $t.tweetid >= int64("1") and $t.tweetid <= int64("1000")
+return $t
+)
+return $count
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_a.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_a.aql
new file mode 100644
index 0000000..38ee0a1
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_a.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="3"));
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_b.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_b.aql
new file mode 100644
index 0000000..6eead85
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_b.aql
@@ -0,0 +1,5 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy prefix(("max-mergable-component-size"="1073741824"),
+ ("max-tolerance-component-count"="5"));
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_c.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_c.aql
new file mode 100644
index 0000000..134f824
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_c.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="1000000"));
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_compact.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_compact.aql
new file mode 100644
index 0000000..578f0a4
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_compact.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+
+compact dataset Tweets;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_d.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_d.aql
new file mode 100644
index 0000000..134f824
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_d.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+create dataset Tweets(TweetMessageType) primary key tweetid using compaction policy constant(("num-components"="1000000"));
+create index BtreeExtraFieldIdx on Tweets(btree-extra-field1) type btree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q1.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q1.aql
new file mode 100644
index 0000000..03bebb6
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q1.aql
@@ -0,0 +1,8 @@
+use dataverse experiments;
+
+let $count := count(
+for $t in dataset Tweets
+where $t.tweetid = int64("$KEY$")
+return $t
+)
+return {"pointLookupCount": $count}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q2.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q2.aql
new file mode 100644
index 0000000..bd34067
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/8_q2.aql
@@ -0,0 +1,8 @@
+use dataverse experiments;
+
+let $count := count(
+for $t in dataset Tweets
+where $t.btree-extra-field1 > $LKEY$ and $t.btree-extra-field1 <= $HKEY$
+return $t
+)
+return {"rangeQueryCount": $count}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_gram_tokens.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_gram_tokens.aql
new file mode 100644
index 0000000..2daa62f
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_gram_tokens.aql
@@ -0,0 +1,6 @@
+use dataverse experiments;
+
+let $avg := avg(for $t in dataset Tweets
+let $c := count(gram-tokens($t.message-text, 3, 1))
+return $c)
+return {"avg-grams-per-record": $avg}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_keyword_tokens.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_keyword_tokens.aql
new file mode 100644
index 0000000..a8dad49
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/avg_keyword_tokens.aql
@@ -0,0 +1,6 @@
+use dataverse experiments;
+
+let $avg := avg(for $t in dataset Tweets
+let $c := count(word-tokens($t.message-text))
+return $c)
+return {"avg-keywords-per-record": $avg}
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_1_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_1_ingest.aql
new file mode 100644
index 0000000..395f670
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_1_ingest.aql
@@ -0,0 +1,15 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,
+ 128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets1 using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_2_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_2_ingest.aql
new file mode 100644
index 0000000..65f42cc
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_2_ingest.aql
@@ -0,0 +1,26 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,
+ 128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002,128.195.9.24:10002,128.195.9.25:10002,
+ 128.195.9.26:10002,128.195.9.27:10002,128.195.9.28:10002,128.195.9.29:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets1 using policy Br;
+connect feed TweetFeed2 to dataset Tweets2 using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_3_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_3_ingest.aql
new file mode 100644
index 0000000..945332d
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_3_ingest.aql
@@ -0,0 +1,37 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,
+ 128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002,128.195.9.24:10002,128.195.9.25:10002,
+ 128.195.9.26:10002,128.195.9.27:10002,128.195.9.28:10002,128.195.9.29:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed3 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10003,128.195.9.23:10003,128.195.9.24:10003,128.195.9.25:10003,
+ 128.195.9.26:10003,128.195.9.27:10003,128.195.9.28:10003,128.195.9.29:10003"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets1 using policy Br;
+connect feed TweetFeed2 to dataset Tweets2 using policy Br;
+connect feed TweetFeed3 to dataset Tweets3 using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_4_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_4_ingest.aql
new file mode 100644
index 0000000..a1112b1
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/5_4_ingest.aql
@@ -0,0 +1,48 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,
+ 128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002,128.195.9.24:10002,128.195.9.25:10002,
+ 128.195.9.26:10002,128.195.9.27:10002,128.195.9.28:10002,128.195.9.29:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed3 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10003,128.195.9.23:10003,128.195.9.24:10003,128.195.9.25:10003,
+ 128.195.9.26:10003,128.195.9.27:10003,128.195.9.28:10003,128.195.9.29:10003"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed4 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10004,128.195.9.23:10004,128.195.9.24:10004,128.195.9.25:10004,
+ 128.195.9.26:10004,128.195.9.27:10004,128.195.9.28:10004,128.195.9.29:10004"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets1 using policy Br;
+connect feed TweetFeed2 to dataset Tweets2 using policy Br;
+connect feed TweetFeed3 to dataset Tweets3 using policy Br;
+connect feed TweetFeed4 to dataset Tweets4 using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest.aql
new file mode 100644
index 0000000..8f5654d
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest.aql
@@ -0,0 +1,24 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="127.0.0.1:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="127.0.0.1:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Br;
+connect feed TweetFeed2 to dataset Tweets using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest_query.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest_query.aql
new file mode 100644
index 0000000..c7614dc
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_1_ingest_query.aql
@@ -0,0 +1,24 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="127.0.0.1:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="127.0.0.1:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Brittle;
+connect feed TweetFeed2 to dataset Tweets using policy Brittle;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_2_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_2_ingest.aql
new file mode 100644
index 0000000..ba4c18e
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_2_ingest.aql
@@ -0,0 +1,24 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Br;
+connect feed TweetFeed2 to dataset Tweets using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_4_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_4_ingest.aql
new file mode 100644
index 0000000..c5dd828
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_4_ingest.aql
@@ -0,0 +1,24 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002,128.195.9.24:10002,128.195.9.25:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Br;
+connect feed TweetFeed2 to dataset Tweets using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest.aql
new file mode 100644
index 0000000..6d337bd
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest.aql
@@ -0,0 +1,24 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+create feed TweetFeed2 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10002,128.195.9.23:10002,128.195.9.24:10002,128.195.9.25:10002,128.195.9.26:10002,128.195.9.27:10002,128.195.9.28:10002,128.195.9.29:10002"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Br;
+connect feed TweetFeed2 to dataset Tweets using policy Br;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest_query.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest_query.aql
new file mode 100644
index 0000000..0d057a2
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_8_ingest_query.aql
@@ -0,0 +1,14 @@
+use dataverse experiments;
+
+create feed TweetFeed1 using socket_adapter
+(
+ ("sockets"="128.195.9.22:10001,128.195.9.23:10001,128.195.9.24:10001,128.195.9.25:10001,128.195.9.26:10001,128.195.9.27:10001,128.195.9.28:10001,128.195.9.29:10001"),
+ ("address-type"="IP"),
+ ("type-name"="TweetMessageType"),
+ ("format"="adm"),
+ ("duration"="1200")
+);
+
+set wait-for-completion-feed "false";
+
+connect feed TweetFeed1 to dataset Tweets using policy Brittle;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_types.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_types.aql
new file mode 100644
index 0000000..6a1168c
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/base/base_types.aql
@@ -0,0 +1,31 @@
+drop dataverse experiments if exists;
+create dataverse experiments;
+use dataverse experiments;
+
+create type TwitterUserType as closed {
+ screen-name: string,
+ lang: string,
+ friends_count: int32,
+ statuses_count: int32,
+ name: string,
+ followers_count: int32
+}
+
+create type TweetMessageType as closed {
+ tweetid: int64,
+ user: TwitterUserType,
+ sender-location: point,
+ send-time: datetime,
+ referred-topics: {{ string }},
+ message-text: string,
+
+ btree-extra-field1: int32,
+ btree-extra-field2: int32,
+ btree-extra-field3: int32,
+ btree-extra-field4: int32,
+ btree-extra-field5: int32,
+ btree-extra-field6: int32,
+ btree-extra-field7: int32,
+ btree-extra-field8: int32,
+ dummy-size-adjuster: string // 357
+}
\ No newline at end of file
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/count.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/count.aql
new file mode 100644
index 0000000..a913831
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/count.aql
@@ -0,0 +1,4 @@
+use dataverse experiments;
+
+let $count := count(for $t in dataset Tweets return $t.tweetid)
+return $count;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhbtree.aql
new file mode 100644
index 0000000..755e5d7
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhbtree.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index dhbtreeLocation on Tweets(sender-location) type dhbtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhvbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhvbtree.aql
new file mode 100644
index 0000000..b089c37
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_dhvbtree.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index dhvbtreeLocation on Tweets(sender-location) type dhvbtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_rtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_rtree.aql
new file mode 100644
index 0000000..f46a27a
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_rtree.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index rtreeLocation on Tweets(sender-location) type rtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_shbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_shbtree.aql
new file mode 100644
index 0000000..d2bbe28
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_shbtree.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index shbtreeLocation on Tweets(sender-location) type shbtree(-180.0, -90.0, 180.0, 90.0);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_sif.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_sif.aql
new file mode 100644
index 0000000..fce9298
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_1_sif.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create index sifLocation on Tweets(sender-location) type sif(-180.0, -90.0, 180.0, 90.0);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3.aql
new file mode 100644
index 0000000..78b63c6
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3.aql
@@ -0,0 +1,3 @@
+use dataverse experiments;
+create dataset Tweets(TweetMessageType) primary key tweetid;
+create dataset JoinSeedTweets(TweetMessageType) primary key tweetid;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhbtree.aql
new file mode 100644
index 0000000..36060d7
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhbtree.aql
@@ -0,0 +1,2 @@
+use dataverse experiments;
+create index dhbtreeLocation on Tweets(sender-location) type dhbtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhvbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhvbtree.aql
new file mode 100644
index 0000000..2369814
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_dhvbtree.aql
@@ -0,0 +1,2 @@
+use dataverse experiments;
+create index dhvbtreeLocation on Tweets(sender-location) type dhvbtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_rtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_rtree.aql
new file mode 100644
index 0000000..d46cd20
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_rtree.aql
@@ -0,0 +1,2 @@
+use dataverse experiments;
+create index rtreeLocation on Tweets(sender-location) type rtree;
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_shbtree.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_shbtree.aql
new file mode 100644
index 0000000..4f83444
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_shbtree.aql
@@ -0,0 +1,2 @@
+use dataverse experiments;
+create index shbtreeLocation on Tweets(sender-location) type shbtree(-180.0, -90.0, 180.0, 90.0);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_sif.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_sif.aql
new file mode 100644
index 0000000..7faf699
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_create_sif.aql
@@ -0,0 +1,2 @@
+use dataverse experiments;
+create index sifLocation on Tweets(sender-location) type sif(-180.0, -90.0, 180.0, 90.0);
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_pidx_load.aql b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_pidx_load.aql
new file mode 100644
index 0000000..dce43c5
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/aql/spatial_3_pidx_load.aql
@@ -0,0 +1,26 @@
+use dataverse experiments;
+
+load dataset JoinSeedTweets
+using "org.apache.asterix.external.dataset.adapter.NCFileSystemAdapter"
+(("path"="128.195.9.22:///scratch/youngsk2/spatial-index-experiment/data/QuerySeedTweets10K-from-SyntheticTweets100M-psi27-pid0.adm"),("format"="adm"));
+
+/* for testing */
+/*
+load dataset Tweets
+using "org.apache.asterix.external.dataset.adapter.NCFileSystemAdapter"
+(("path"="128.195.9.22:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets2M-psi27-pid0.adm"),("format"="adm"));
+*/
+
+/* for measurement */
+load dataset Tweets
+using "org.apache.asterix.external.dataset.adapter.NCFileSystemAdapter"
+(("path"=
+"128.195.9.22:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi27-pid0.adm,
+128.195.9.23:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi26-pid1.adm,
+128.195.9.24:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi25-pid2.adm,
+128.195.9.25:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi24-pid3.adm,
+128.195.9.26:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi23-pid4.adm,
+128.195.9.27:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi22-pid5.adm,
+128.195.9.28:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi21-pid6.adm,
+128.195.9.29:///scratch/youngsk2/spatial-index-experiment/data/SyntheticTweets100M-psi20-pid7.adm"),
+("format"="adm"));
\ No newline at end of file
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/balloon.c b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/balloon.c
new file mode 100644
index 0000000..d109be8
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/balloon.c
@@ -0,0 +1,22 @@
+#include <stdio.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include <stdint.h>
+
+ int main() {
+
+ void *mem;
+ int err;
+ uint64_t size = 4.5 * 1024 * 1024;
+ size *= 1024;
+
+ mem = mmap(NULL, size, PROT_READ|PROT_WRITE, MAP_SHARED | MAP_ANONYMOUS, -1, 0);
+ printf ("%d\n", mem);
+ err = mlock(mem, size);
+ printf ("err is %d\n", err);
+ while(1) {
+ sleep(10000);
+ }
+ return 0;
+ }
+
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/1node.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/1node.xml
new file mode 100644
index 0000000..39c386f
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/1node.xml
@@ -0,0 +1,39 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<cluster xmlns="cluster">
+ <name>1node</name>
+ <username>jenkins</username>
+ <working_dir>
+ <dir>/home/jenkins/asterixdb/working</dir>
+ <NFS>true</NFS>
+ </working_dir>
+ <log_dir>/home/jenkins/asterix/logs</log_dir>
+ <txn_log_dir>/home/jenkins/asterix/txnlogs</txn_log_dir>
+ <iodevices>/home/jenkins/asterix</iodevices>
+ <store>storage</store>
+ <java_home>/usr/lib/jvm/jre-1.8.0</java_home>
+ <master_node>
+ <id>master</id>
+ <cluster_ip>127.0.0.1</cluster_ip>
+ <cluster_port>1099</cluster_port>
+ <client_ip>127.0.0.1</client_ip>
+ <client_port>1098</client_port>
+ <http_port>8888</http_port>
+ </master_node>
+ <node>
+ <id>node1</id>
+ <cluster_ip>127.0.0.1</cluster_ip>
+ </node>
+</cluster>
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/2node.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/2node.xml
new file mode 100644
index 0000000..bc027c4
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/2node.xml
@@ -0,0 +1,44 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<cluster xmlns="cluster">
+ <name>2node</name>
+ <username>youngsk2</username>
+ <working_dir>
+ <dir>/home/youngsk2/asterixdb/working</dir>
+ <NFS>true</NFS>
+ </working_dir>
+ <log_dir>/mnt/data/sde/youngsk2/asterix/logs</log_dir>
+ <txn_log_dir>/lv_scratch/scratch/youngsk2/asterix/txnlogs</txn_log_dir>
+ <iodevices>/mnt/data/sdb/youngsk2/asterix,/mnt/data/sdc/youngsk2/asterix,/mnt/data/sdd/youngsk2/asterix</iodevices>
+ <store>storage</store>
+ <java_home>/home/youngsk2/jdk1.7.0_65</java_home>
+ <master_node>
+ <id>master</id>
+ <cluster_ip>128.195.9.21</cluster_ip>
+ <cluster_port>1099</cluster_port>
+ <client_ip>128.195.9.21</client_ip>
+ <client_port>1098</client_port>
+ <http_port>8888</http_port>
+ </master_node>
+ <node>
+ <id>node1</id>
+ <cluster_ip>128.195.9.22</cluster_ip>
+ </node>
+ <node>
+ <id>node2</id>
+ <cluster_ip>128.195.9.23</cluster_ip>
+ </node>
+</cluster>
+
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/4node.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/4node.xml
new file mode 100644
index 0000000..aabb3f5
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/4node.xml
@@ -0,0 +1,52 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<cluster xmlns="cluster">
+ <name>4node</name>
+ <username>youngsk2</username>
+ <working_dir>
+ <dir>/home/youngsk2/asterixdb/working</dir>
+ <NFS>true</NFS>
+ </working_dir>
+ <log_dir>/mnt/data/sde/youngsk2/asterix/logs</log_dir>
+ <txn_log_dir>/lv_scratch/scratch/youngsk2/asterix/txnlogs</txn_log_dir>
+ <iodevices>/mnt/data/sdb/youngsk2/asterix,/mnt/data/sdc/youngsk2/asterix,/mnt/data/sdd/youngsk2/asterix</iodevices>
+ <store>storage</store>
+ <java_home>/home/youngsk2/jdk1.7.0_65</java_home>
+ <master_node>
+ <id>master</id>
+ <cluster_ip>128.195.9.21</cluster_ip>
+ <cluster_port>1099</cluster_port>
+ <client_ip>128.195.9.21</client_ip>
+ <client_port>1098</client_port>
+ <http_port>8888</http_port>
+ </master_node>
+ <node>
+ <id>node1</id>
+ <cluster_ip>128.195.9.22</cluster_ip>
+ </node>
+ <node>
+ <id>node2</id>
+ <cluster_ip>128.195.9.23</cluster_ip>
+ </node>
+ <node>
+ <id>node3</id>
+ <cluster_ip>128.195.9.24</cluster_ip>
+ </node>
+ <node>
+ <id>node4</id>
+ <cluster_ip>128.195.9.25</cluster_ip>
+ </node>
+</cluster>
+
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/8node.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/8node.xml
new file mode 100644
index 0000000..1586f5a
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/8node.xml
@@ -0,0 +1,68 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<cluster xmlns="cluster">
+ <name>8node</name>
+ <username>youngsk2</username>
+ <working_dir>
+ <dir>/home/youngsk2/asterixdb/working</dir>
+ <NFS>true</NFS>
+ </working_dir>
+ <log_dir>/mnt/data/sde/youngsk2/asterix/logs</log_dir>
+ <txn_log_dir>/lv_scratch/scratch/youngsk2/asterix/txnlogs</txn_log_dir>
+ <iodevices>/mnt/data/sdb/youngsk2/asterix,/mnt/data/sdc/youngsk2/asterix,/mnt/data/sdd/youngsk2/asterix</iodevices>
+ <store>storage</store>
+ <java_home>/home/youngsk2/jdk1.7.0_65</java_home>
+ <master_node>
+ <id>master</id>
+ <cluster_ip>128.195.9.21</cluster_ip>
+ <cluster_port>1099</cluster_port>
+ <client_ip>128.195.9.21</client_ip>
+ <client_port>1098</client_port>
+ <http_port>8888</http_port>
+ </master_node>
+ <node>
+ <id>node1</id>
+ <cluster_ip>128.195.9.22</cluster_ip>
+ </node>
+ <node>
+ <id>node2</id>
+ <cluster_ip>128.195.9.23</cluster_ip>
+ </node>
+ <node>
+ <id>node3</id>
+ <cluster_ip>128.195.9.24</cluster_ip>
+ </node>
+ <node>
+ <id>node4</id>
+ <cluster_ip>128.195.9.25</cluster_ip>
+ </node>
+ <node>
+ <id>node5</id>
+ <cluster_ip>128.195.9.26</cluster_ip>
+ </node>
+ <node>
+ <id>node6</id>
+ <cluster_ip>128.195.9.27</cluster_ip>
+ </node>
+ <node>
+ <id>node7</id>
+ <cluster_ip>128.195.9.28</cluster_ip>
+ </node>
+ <node>
+ <id>node8</id>
+ <cluster_ip>128.195.9.29</cluster_ip>
+ </node>
+</cluster>
+
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/asterix-configuration.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/asterix-configuration.xml
new file mode 100644
index 0000000..0159194
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/asterix-configuration.xml
@@ -0,0 +1,259 @@
+<!--
+ ! Copyright 2009-2013 by The Regents of the University of California
+ ! Licensed under the Apache License, Version 2.0 (the "License");
+ ! you may not use this file except in compliance with the License.
+ ! you may obtain a copy of the License from
+ !
+ ! http://www.apache.org/licenses/LICENSE-2.0
+ !
+ ! Unless required by applicable law or agreed to in writing, software
+ ! distributed under the License is distributed on an "AS IS" BASIS,
+ ! WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ! See the License for the specific language governing permissions and
+ ! limitations under the License.
+ !-->
+<asterixConfiguration xmlns="asterixconf">
+
+ <property>
+ <name>nc.java.opts</name>
+ <value>-Xms6144m -Xmx7168m</value>
+ <description>JVM parameters for each Node Contoller (NC)</description>
+ </property>
+
+ <property>
+ <name>cc.java.opts</name>
+ <value>-Xms6144m -Xmx6144m</value>
+ <description>JVM parameters for each Cluster Contoller (CC)
+ </description>
+ </property>
+
+ <property>
+ <name>max.wait.active.cluster</name>
+ <value>60</value>
+ <description>Maximum wait (in seconds) for a cluster to be ACTIVE (all nodes are available)
+ before a submitted query/statement can be executed. (Default = 60 seconds)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.buffercache.pagesize</name>
+ <value>131072</value>
+ <description>The page size in bytes for pages in the buffer cache.
+ (Default = "131072" // 128KB)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.buffercache.size</name>
+ <value>3221225472</value>
+ <description>[3GB] The size of memory allocated to the disk buffer cache.
+ The value should be a multiple of the buffer cache page size(Default
+ = "536870912" // 512MB)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.buffercache.maxopenfiles</name>
+ <value>214748364</value>
+ <description>The maximum number of open files in the buffer cache.
+ (Default = "214748364")
+ </description>
+ </property>
+
+ <!-- Buffer size per dataset for in-memory components: 1GB -->
+ <property>
+ <name>storage.memorycomponent.pagesize</name>
+ <value>131072</value>
+ <description>The page size in bytes for pages allocated to memory
+ components. (Default = "131072" // 128KB)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.memorycomponent.numpages</name>
+ <value>8192</value>
+ <description>
+ </description>
+ </property>
+ <!--// Buffer size per dataset for in-memory components -->
+
+ <property>
+ <name>storage.metadata.memorycomponent.numpages</name>
+ <value>64</value>
+ <description>The number of pages to allocate for a memory component.
+ (Default = 64)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.memorycomponent.numcomponents</name>
+ <value>2</value>
+ <description>The number of memory components to be used per lsm index.
+ (Default = 2)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.memorycomponent.globalbudget</name>
+ <value>4399824896</value>
+ <description>[4GB + 8MB]The total size of memory in bytes that the sum of all
+ open memory
+ components cannot exceed. (Default = "536870192" // 512MB)
+ </description>
+ </property>
+
+ <property>
+ <name>storage.lsm.bloomfilter.falsepositiverate</name>
+ <value>0.01</value>
+ <description>The maximum acceptable false positive rate for bloom
+ filters associated with LSM indexes. (Default = "0.01" // 1%)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.buffer.numpages</name>
+ <value>2</value>
+ <description>The number of in-memory log buffer pages. (Default = "8")
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.buffer.pagesize</name>
+ <value>8388608</value>
+ <description>[8MB]The size of pages in the in-memory log buffer. (Default =
+ "524288" // 512KB)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.partitionsize</name>
+ <value>2147483648</value>
+ <description>The maximum size of a log file partition allowed before
+ rotating the log to the next partition. (Default = "2147483648" //
+ 2GB)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.checkpoint.lsnthreshold</name>
+ <value>67108864</value>
+ <description>The size of the window that the maximum LSN is allowed to
+ be ahead of the checkpoint LSN by. (Default = ""67108864" // 64M)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.checkpoint.pollfrequency</name>
+ <value>120</value>
+ <description>The time in seconds between that the checkpoint thread
+ waits between polls. (Default = "120" // 120s)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.log.checkpoint.history</name>
+ <value>0</value>
+ <description>The number of old log partition files to keep before
+ discarding. (Default = "0")
+ </description>
+ </property>
+
+ <property>
+ <name>txn.lock.escalationthreshold</name>
+ <value>1000</value>
+ <description>The number of entity level locks that need to be acquired
+ before the locks are coalesced and escalated into a dataset level
+ lock. (Default = "1000")
+ </description>
+ </property>
+
+ <property>
+ <name>txn.lock.shrinktimer</name>
+ <value>5000</value>
+ <description>The time in milliseconds to wait before deallocating
+ unused lock manager memory. (Default = "5000" // 5s)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.lock.timeout.waitthreshold</name>
+ <value>60000</value>
+ <description>The time in milliseconds to wait before labeling a
+ transaction which has been waiting for a lock timed-out. (Default =
+ "60000" // 60s)
+ </description>
+ </property>
+
+ <property>
+ <name>txn.lock.timeout.sweepthreshold</name>
+ <value>10000</value>
+ <description>The time in milliseconds the timeout thread waits between
+ sweeps to detect timed-out transactions. (Default = "10000" // 10s)
+ </description>
+ </property>
+
+ <property>
+ <name>compiler.sortmemory</name>
+ <value>67108864</value>
+ <description>[64MB]The amount of memory in bytes given to sort operations.
+ (Default = "33554432" // 32mb)
+ </description>
+ </property>
+
+ <property>
+ <name>compiler.joinmemory</name>
+ <value>67108864</value>
+ <description>[64MB]The amount of memory in bytes given to join operations.
+ (Default = "33554432" // 32mb)
+ </description>
+ </property>
+
+ <property>
+ <name>compiler.framesize</name>
+ <value>131072</value>
+ <description>The Hyracks frame size that the compiler configures per
+ job. (Default = "131072" // 128KB)
+ </description>
+ </property>
+
+ <property>
+ <name>web.port</name>
+ <value>19001</value>
+ <description>The port for the ASTERIX web interface. (Default = 19001)
+ </description>
+ </property>
+
+ <property>
+ <name>api.port</name>
+ <value>19002</value>
+ <description>The port for the ASTERIX API server. (Default = 19002)
+ </description>
+ </property>
+
+ <property>
+ <name>log.level</name>
+ <value>ALL</value>
+ <description>The minimum log level to be displayed. (Default = INFO)
+ </description>
+ </property>
+ <property>
+ <name>feed.memory.global.budget</name>
+ <value>1073741824</value>
+ <description>Feed memory budget (1 GB = 1073741824 Bytes)
+ </description>
+ </property>
+
+ <property>
+ <name>feed.pending.work.threshold</name>
+ <value>1000</value>
+ <description>Feed pending work threshold
+ </description>
+ </property>
+
+ <property>
+ <name>feed.max.threshold.period</name>
+ <value>100</value>
+ <description>Feed max threshold period
+ </description>
+ </property>
+</asterixConfiguration>
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/managix-conf.xml b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/managix-conf.xml
new file mode 100644
index 0000000..a21935f
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/configs/managix-conf.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
+<configuration xmlns="installer">
+ <backup>
+ <hdfs>
+ <version>0.20.2</version>
+ <url></url>
+ </hdfs>
+ <backupDir>/home/youngsk2/managix/clusters/local/working_dir/backup</backupDir>
+ </backup>
+ <zookeeper>
+ <homeDir>/home/youngsk2/managix/.installer/zookeeper_home</homeDir>
+ <clientPort>2900</clientPort>
+ <servers>
+ <java_home>/home/youngsk2/jdk1.7.0_65</java_home>
+ <server>128.195.9.21</server>
+ </servers>
+ </zookeeper>
+</configuration>
\ No newline at end of file
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/1.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/1.dgen
new file mode 100644
index 0000000..428b3a3
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/1.dgen
@@ -0,0 +1 @@
+127.0.0.1 127.0.0.1:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/2.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/2.dgen
new file mode 100644
index 0000000..7a51869
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/2.dgen
@@ -0,0 +1,2 @@
+128.195.11.61 128.195.9.22:10001
+128.195.11.62 128.195.9.23:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/4.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/4.dgen
new file mode 100644
index 0000000..0472cf6
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/4.dgen
@@ -0,0 +1,4 @@
+128.195.11.61 128.195.9.22:10001
+128.195.11.62 128.195.9.23:10001
+128.195.11.63 128.195.9.24:10001
+128.195.11.64 128.195.9.25:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_1.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_1.dgen
new file mode 100644
index 0000000..e671eca
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_1.dgen
@@ -0,0 +1,8 @@
+128.195.9.30 128.195.9.22:10001
+128.195.9.30 128.195.9.23:10001
+128.195.9.21 128.195.9.24:10001
+128.195.9.21 128.195.9.25:10001
+128.195.11.54 128.195.9.26:10001
+128.195.11.54 128.195.9.27:10001
+128.195.11.55 128.195.9.28:10001
+128.195.11.55 128.195.9.29:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_2.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_2.dgen
new file mode 100644
index 0000000..e82412a
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_2.dgen
@@ -0,0 +1,16 @@
+128.195.9.30 128.195.9.22:10001
+128.195.9.30 128.195.9.23:10001
+128.195.9.21 128.195.9.24:10001
+128.195.9.21 128.195.9.25:10001
+128.195.11.54 128.195.9.26:10001
+128.195.11.54 128.195.9.27:10001
+128.195.11.55 128.195.9.28:10001
+128.195.11.55 128.195.9.29:10001
+128.195.11.56 128.195.9.22:10002
+128.195.11.56 128.195.9.23:10002
+128.195.11.57 128.195.9.24:10002
+128.195.11.57 128.195.9.25:10002
+128.195.11.59 128.195.9.26:10002
+128.195.11.59 128.195.9.27:10002
+128.195.11.60 128.195.9.28:10002
+128.195.11.60 128.195.9.29:10002
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_3.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_3.dgen
new file mode 100644
index 0000000..5846b08
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_3.dgen
@@ -0,0 +1,24 @@
+128.195.9.30 128.195.9.22:10001
+128.195.9.30 128.195.9.23:10001
+128.195.9.21 128.195.9.24:10001
+128.195.9.21 128.195.9.25:10001
+128.195.11.54 128.195.9.26:10001
+128.195.11.54 128.195.9.27:10001
+128.195.11.55 128.195.9.28:10001
+128.195.11.55 128.195.9.29:10001
+128.195.11.56 128.195.9.22:10002
+128.195.11.56 128.195.9.23:10002
+128.195.11.57 128.195.9.24:10002
+128.195.11.57 128.195.9.25:10002
+128.195.11.59 128.195.9.26:10002
+128.195.11.59 128.195.9.27:10002
+128.195.11.60 128.195.9.28:10002
+128.195.11.60 128.195.9.29:10002
+128.195.11.62 128.195.9.22:10003
+128.195.11.62 128.195.9.23:10003
+128.195.11.63 128.195.9.24:10003
+128.195.11.63 128.195.9.25:10003
+128.195.11.64 128.195.9.26:10003
+128.195.11.64 128.195.9.27:10003
+128.195.11.65 128.195.9.28:10003
+128.195.11.65 128.195.9.29:10003
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_4.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_4.dgen
new file mode 100644
index 0000000..ce6dbb2
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/5_4.dgen
@@ -0,0 +1,32 @@
+128.195.9.30 128.195.9.22:10001
+128.195.9.30 128.195.9.23:10001
+128.195.9.21 128.195.9.24:10001
+128.195.9.21 128.195.9.25:10001
+128.195.11.54 128.195.9.26:10001
+128.195.11.54 128.195.9.27:10001
+128.195.11.55 128.195.9.28:10001
+128.195.11.55 128.195.9.29:10001
+128.195.11.56 128.195.9.22:10002
+128.195.11.56 128.195.9.23:10002
+128.195.11.57 128.195.9.24:10002
+128.195.11.57 128.195.9.25:10002
+128.195.11.59 128.195.9.26:10002
+128.195.11.59 128.195.9.27:10002
+128.195.11.60 128.195.9.28:10002
+128.195.11.60 128.195.9.29:10002
+128.195.11.62 128.195.9.22:10003
+128.195.11.62 128.195.9.23:10003
+128.195.11.63 128.195.9.24:10003
+128.195.11.63 128.195.9.25:10003
+128.195.11.64 128.195.9.26:10003
+128.195.11.64 128.195.9.27:10003
+128.195.11.65 128.195.9.28:10003
+128.195.11.65 128.195.9.29:10003
+128.195.11.66 128.195.9.22:10004
+128.195.11.66 128.195.9.23:10004
+128.195.11.68 128.195.9.24:10004
+128.195.11.68 128.195.9.25:10004
+128.195.11.72 128.195.9.26:10004
+128.195.11.72 128.195.9.27:10004
+128.195.11.86 128.195.9.28:10004
+128.195.11.86 128.195.9.29:10004
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dgen
new file mode 100644
index 0000000..8571cbe
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dgen
@@ -0,0 +1,8 @@
+128.195.11.61 128.195.9.22:10001
+128.195.11.62 128.195.9.23:10001
+128.195.11.63 128.195.9.24:10001
+128.195.11.64 128.195.9.25:10001
+128.195.11.65 128.195.9.26:10001
+128.195.11.66 128.195.9.27:10001
+128.195.11.67 128.195.9.28:10001
+128.195.11.68 128.195.9.29:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dqgen b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dqgen
new file mode 100644
index 0000000..8571cbe
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/dgen/8.dqgen
@@ -0,0 +1,8 @@
+128.195.11.61 128.195.9.22:10001
+128.195.11.62 128.195.9.23:10001
+128.195.11.63 128.195.9.24:10001
+128.195.11.64 128.195.9.25:10001
+128.195.11.65 128.195.9.26:10001
+128.195.11.66 128.195.9.27:10001
+128.195.11.67 128.195.9.28:10001
+128.195.11.68 128.195.9.29:10001
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killdrivers.sh b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killdrivers.sh
new file mode 100644
index 0000000..9e1e7b0
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killdrivers.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+jps | grep Driver | awk '{print $1}' | xargs kill -9
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killscreens.sh b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killscreens.sh
new file mode 100644
index 0000000..9b6e5f9
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/killscreens.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+screen -ls | grep asterix | cut -d. -f1 | awk '{print $1}' | xargs kill -9
+screen -wipe
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/logging.properties b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/logging.properties
new file mode 100644
index 0000000..e3c448c
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/logging.properties
@@ -0,0 +1,84 @@
+#/*
+# Copyright 2009-2013 by The Regents of the University of California
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# you may obtain a copy of the License from
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#*/
+############################################################
+# Default Logging Configuration File
+#
+# You can use a different file by specifying a filename
+# with the java.util.logging.config.file system property.
+# For example java -Djava.util.logging.config.file=myfile
+############################################################
+
+############################################################
+# Global properties
+############################################################
+
+# "handlers" specifies a comma separated list of log Handler
+# classes. These handlers will be installed during VM startup.
+# Note that these classes must be on the system classpath.
+# By default we only configure a ConsoleHandler, which will only
+# show messages at the INFO and above levels.
+
+handlers= java.util.logging.ConsoleHandler
+
+# To also add the FileHandler, use the following line instead.
+
+# handlers= java.util.logging.FileHandler, java.util.logging.ConsoleHandler
+
+# Default global logging level.
+# This specifies which kinds of events are logged across
+# all loggers. For any given facility this global level
+# can be overriden by a facility specific level
+# Note that the ConsoleHandler also has a separate level
+# setting to limit messages printed to the console.
+
+.level= INFO
+# .level= INFO
+# .level= FINE
+# .level = FINEST
+
+############################################################
+# Handler specific properties.
+# Describes specific configuration info for Handlers.
+############################################################
+
+# default file output is in user's home directory.
+
+# java.util.logging.FileHandler.pattern = %h/java%u.log
+# java.util.logging.FileHandler.limit = 50000
+# java.util.logging.FileHandler.count = 1
+# java.util.logging.FileHandler.formatter = java.util.logging.XMLFormatter
+
+# Limit the message that are printed on the console to FINE and above.
+
+java.util.logging.ConsoleHandler.level = INFO
+java.util.logging.ConsoleHandler.formatter = org.apache.asterix.experiment.logging.ExperimentLogFormatter
+#java.util.logging.ConsoleHandler.formatter = java.util.logging.SimpleFormatter
+
+
+############################################################
+# Facility specific properties.
+# Provides extra control for each logger.
+############################################################
+
+# For example, set the com.xyz.foo logger to only log SEVERE
+# messages:
+
+
+#org.apache.asterix.test.level = INFO
+#org.apache.asterix.level = INFO
+#org.apache.hyracks.algebricks.level = FINE
+#org.apache.hyracks.level = INFO
+#org.apache.asterix.test = INFO
+#org.apache.asterix.installer.test = INFO
diff --git a/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/updateMain.sh b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/updateMain.sh
new file mode 100644
index 0000000..9fc1676
--- /dev/null
+++ b/asterix-experiments/src/main/resources/ingestion-experiment-binary-and-configs/updateMain.sh
@@ -0,0 +1,6 @@
+rm -rf /scratch/youngsk2/spatial-index-experiment/ingestion-experiment-root/ingestion-experiment-binary-and-configs/
+unzip /home/youngsk2/spatial-index-experiment/ingestion-experiment-binary-and-configs/ingestion-experiment-binary-and-configs.zip -d /scratch/youngsk2/spatial-index-experiment/ingestion-experiment-root/
+unzip /home/youngsk2/spatial-index-experiment/ingestion-experiment-binary-and-configs/asterix-experiments-0.8.7-SNAPSHOT-binary-assembly.zip -d /scratch/youngsk2/spatial-index-experiment/ingestion-experiment-root/ingestion-experiment-binary-and-configs/;
+rm -rf /scratch/youngsk2/spatial-index-experiment/asterix-instance/* /scratch/youngsk2/spatial-index-experiment/asterix-instance/.installer
+unzip /home/youngsk2/spatial-index-experiment/ingestion-experiment-binary-and-configs/asterix-installer-0.8.7-SNAPSHOT-binary-assembly.zip -d /scratch/youngsk2/spatial-index-experiment/asterix-instance/;
+cp -rf /home/youngsk2/spatial-index-experiment/ingestion-experiment-binary-and-configs/managix-conf.xml /scratch/youngsk2/spatial-index-experiment/asterix-instance/conf/