Support big vertex in Pregelix.
--For those vertice beyond page size, we store them on HDFS as immutable files.
--Updates on those big vertice will trigger creations of new immutable files.
Change-Id: I6b6f0528b6b5360c96dcdace1fa360d42c517f22
Reviewed-on: http://fulliautomatix.ics.uci.edu:8443/72
Tested-by: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
Reviewed-by: Pouria Pirzadeh <pouria.pirzadeh@gmail.com>
diff --git a/pregelix/pregelix-example/src/test/resources/cluster/cluster.properties b/pregelix/pregelix-example/src/test/resources/cluster/cluster.properties
index baa8a24..c75e65c 100644
--- a/pregelix/pregelix-example/src/test/resources/cluster/cluster.properties
+++ b/pregelix/pregelix-example/src/test/resources/cluster/cluster.properties
@@ -42,6 +42,9 @@
#The frame size of the internal dataflow engine
FRAME_SIZE=65536
+#The frame size of the internal vertex storage
+VFRAME_SIZE=65536
+
#CC JAVA_OPTS
CCJAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=7001,server=y,suspend=n -Xmx3g -Djava.util.logging.config.file=logging.properties"
# Yourkit option: -agentpath:/grid/0/dev/vborkar/tools/yjp-10.0.4/bin/linux-x86-64/libyjpagent.so=port=20001"
diff --git a/pregelix/pregelix-example/src/test/resources/expected/skew/part-0 b/pregelix/pregelix-example/src/test/resources/expected/skew/part-0
new file mode 100755
index 0000000..c2c0cc0
--- /dev/null
+++ b/pregelix/pregelix-example/src/test/resources/expected/skew/part-0
@@ -0,0 +1,6 @@
+1 0.1538057869748262
+5 0.021540394083972653
+9 0.008851770565007962
+13 0.08308297649373161
+17 0.012504121497877515
+21 0.009166666666666667
diff --git a/pregelix/pregelix-example/src/test/resources/expected/skew/part-1 b/pregelix/pregelix-example/src/test/resources/expected/skew/part-1
new file mode 100755
index 0000000..5a792e7
--- /dev/null
+++ b/pregelix/pregelix-example/src/test/resources/expected/skew/part-1
@@ -0,0 +1,6 @@
+2 0.14475932277139475
+6 0.015003751200304748
+10 0.0078953714534803
+14 0.040205598595470717
+18 0.010592752407987198
+22 0.007142857142857143
diff --git a/pregelix/pregelix-example/src/test/resources/expected/skew/part-2 b/pregelix/pregelix-example/src/test/resources/expected/skew/part-2
new file mode 100755
index 0000000..c21220f
--- /dev/null
+++ b/pregelix/pregelix-example/src/test/resources/expected/skew/part-2
@@ -0,0 +1,5 @@
+3 0.07941505736441216
+7 0.011947009713572225
+11 0.1561028584551254
+15 0.022550744820502584
+19 0.013158324980956872
diff --git a/pregelix/pregelix-example/src/test/resources/expected/skew/part-3 b/pregelix/pregelix-example/src/test/resources/expected/skew/part-3
new file mode 100755
index 0000000..39a8af1
--- /dev/null
+++ b/pregelix/pregelix-example/src/test/resources/expected/skew/part-3
@@ -0,0 +1,6 @@
+0 0.008261482871440377
+4 0.038415704685818675
+8 0.010122315837328184
+12 0.15141534420136182
+16 0.015706612612729605
+412454 0.007142857142857143