buyingyi | 1341a16 | 2013-06-05 15:07:52 -0700 | [diff] [blame] | 1 | #!/bin/bash |
Till Westmann | 276bbc2 | 2013-06-05 18:56:27 -0700 | [diff] [blame] | 2 | #/* |
| 3 | # Copyright 2009-2013 by The Regents of the University of California |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # you may obtain a copy of the License from |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | #*/ |
buyingyi | 1341a16 | 2013-06-05 15:07:52 -0700 | [diff] [blame] | 16 | # |
| 17 | #------------------------------------------------------------------------ |
| 18 | # Copyright 2009-2013 by The Regents of the University of California |
| 19 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 20 | # you may not use this file except in compliance with the License. |
| 21 | # you may obtain a copy of the License from |
| 22 | # |
| 23 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 24 | # |
| 25 | # Unless required by applicable law or agreed to in writing, software |
| 26 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 27 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 28 | # See the License for the specific language governing permissions and |
| 29 | # limitations under the License. |
| 30 | # ------------------------------------------------------------------------ |
| 31 | # |
| 32 | |
| 33 | hostname |
| 34 | |
| 35 | MY_NAME=`hostname` |
| 36 | #Get the IP address of the cc |
| 37 | CCHOST_NAME=`cat conf/master` |
| 38 | CURRENT_PATH=`pwd` |
| 39 | CCHOST=`ssh ${CCHOST_NAME} "cd ${CURRENT_PATH}; bin/getip.sh"` |
| 40 | |
| 41 | #Import cluster properties |
| 42 | . conf/cluster.properties |
| 43 | |
| 44 | #Clean up temp dir |
| 45 | |
| 46 | rm -rf $NCTMP_DIR |
| 47 | mkdir $NCTMP_DIR |
| 48 | |
| 49 | #Clean up log dir |
| 50 | rm -rf $NCLOGS_DIR |
| 51 | mkdir $NCLOGS_DIR |
| 52 | |
| 53 | |
| 54 | #Clean up I/O working dir |
| 55 | io_dirs=$(echo $IO_DIRS | tr "," "\n") |
| 56 | for io_dir in $io_dirs |
| 57 | do |
| 58 | rm -rf $io_dir |
| 59 | mkdir $io_dir |
| 60 | done |
| 61 | |
| 62 | #Set JAVA_HOME |
| 63 | export JAVA_HOME=$JAVA_HOME |
| 64 | |
| 65 | IPADDR=`bin/getip.sh` |
| 66 | #echo $IPADDR |
| 67 | |
| 68 | #Get node ID |
| 69 | NODEID=`hostname | cut -d '.' -f 1` |
| 70 | |
buyingyi | 1341a16 | 2013-06-05 15:07:52 -0700 | [diff] [blame] | 71 | PREGELIX_HOME=`pwd` |
| 72 | |
| 73 | #Enter the temp dir |
| 74 | cd $NCTMP_DIR |
| 75 | |
Yingyi Bu | 497da87 | 2013-12-01 14:46:28 -0800 | [diff] [blame] | 76 | #get the OS |
| 77 | OS_NAME=`uname -a|awk '{print $1}'` |
| 78 | LINUX_OS='Linux' |
| 79 | |
| 80 | if [ $OS_NAME = $LINUX_OS ]; |
| 81 | then |
| 82 | MEM_SIZE=`cat /proc/meminfo |grep MemTotal|awk '{print $2}'` |
buyingyi | cb1573e | 2013-12-02 17:04:59 -0800 | [diff] [blame] | 83 | MEM_SIZE=$(($MEM_SIZE * 1000)) |
Yingyi Bu | 497da87 | 2013-12-01 14:46:28 -0800 | [diff] [blame] | 84 | else |
| 85 | MEM_SIZE=`sysctl -a | grep "hw.memsize ="|awk '{print $3}'` |
| 86 | fi |
| 87 | |
| 88 | MEM_SIZE=$(($MEM_SIZE * 3 / 4)) |
| 89 | |
| 90 | #Set JAVA_OPTS |
| 91 | export JAVA_OPTS=$NCJAVA_OPTS" -Xmx"$MEM_SIZE |
| 92 | |
Yingyi Bu | 0622e8e | 2014-05-27 17:46:41 -0700 | [diff] [blame] | 93 | #TODO: add the optimized setting for -net-buffer-count |
| 94 | |
buyingyi | 1341a16 | 2013-06-05 15:07:52 -0700 | [diff] [blame] | 95 | #Launch hyracks nc |
Jake Biesinger | 0b5368c | 2013-12-02 17:23:37 -0800 | [diff] [blame] | 96 | cmd=( "${PREGELIX_HOME}/bin/pregelixnc" ) |
| 97 | cmd+=( -cc-host $CCHOST -cc-port $CC_CLUSTERPORT |
| 98 | -cluster-net-ip-address $IPADDR -data-ip-address $IPADDR -result-ip-address $IPADDR |
Yingyi Bu | 26c6bb6 | 2014-06-06 20:48:32 -0700 | [diff] [blame] | 99 | -node-id $NODEID -iodevices "${IO_DIRS}" -net-buffer-count 5 -- ${VFRAME_SIZE}); |
Jake Biesinger | 0b5368c | 2013-12-02 17:23:37 -0800 | [diff] [blame] | 100 | |
| 101 | printf "\n\n\n********************************************\nStarting NC with command %s\n\n" "${cmd[*]}" >> "$NCLOGS_DIR/$NODEID.log" |
Jake Biesinger | 09f2182 | 2013-12-02 18:05:44 -0800 | [diff] [blame] | 102 | ${cmd[@]} >> "$NCLOGS_DIR/$NODEID.log" 2>&1 & |