所遇问题:
Exception 1: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
"LocalJobRunner, must have only one worker since only 1 task at a time!"
Solution:
         GiraphJob job = new GiraphJob(getConf(), getClass().getName());
         job.setWorkerConfiguration(1,1,100.0f);
Exception 2: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
"LocalJobRunner, you cannot run in split master / worker mode since there is only 1 task at a time!"
Solution:
         GiraphJob job = new GiraphJob(getConf(), getClass().getName());
        job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false);
       
SimpleShortestPathsVertex.java 文件
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/ package org.apache.giraph.examples; import org.apache.giraph.graph.*;
import org.apache.giraph.lib.TextVertexInputFormat;
import org.apache.giraph.lib.TextVertexInputFormat.TextVertexReader;
import org.apache.giraph.lib.TextVertexOutputFormat;
import org.apache.giraph.lib.TextVertexOutputFormat.TextVertexWriter;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.DoubleWritable;
import org.apache.hadoop.io.FloatWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hadoop.mapreduce.RecordReader;
import org.apache.hadoop.mapreduce.RecordWriter;
import org.apache.hadoop.mapreduce.TaskAttemptContext;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
import org.apache.log4j.Logger;
import org.json.JSONArray;
import org.json.JSONException; import java.io.IOException;
import java.util.Iterator; /**
* Demonstrates the basic Pregel shortest paths implementation.
*/
public class SimpleShortestPathsVertex extends
Vertex<LongWritable, DoubleWritable, FloatWritable, DoubleWritable>
implements Tool {
/** Configuration */
private Configuration conf;
/** Class logger */
private static final Logger LOG =
Logger.getLogger(SimpleShortestPathsVertex.class);
/** The shortest paths id */
public static String SOURCE_ID = "SimpleShortestPathsVertex.sourceId";
/** Default shortest paths id */
public static long SOURCE_ID_DEFAULT = 1; /**
* Is this vertex the source id?
*
* @return True if the source id
*/
private boolean isSource() {
return (getVertexId().get() ==
getContext().getConfiguration().getLong(SOURCE_ID,
SOURCE_ID_DEFAULT));
} @Override
public void compute(Iterator<DoubleWritable> msgIterator) {
if (getSuperstep() == 0) {
setVertexValue(new DoubleWritable(Double.MAX_VALUE));
}
double minDist = isSource() ? 0d : Double.MAX_VALUE;
while (msgIterator.hasNext()) {
minDist = Math.min(minDist, msgIterator.next().get());
}
if (LOG.isDebugEnabled()) {
LOG.debug("Vertex " + getVertexId() + " got minDist = " + minDist +
" vertex value = " + getVertexValue());
}
if (minDist < getVertexValue().get()) {
setVertexValue(new DoubleWritable(minDist));
for (LongWritable targetVertexId : this) {
FloatWritable edgeValue = getEdgeValue(targetVertexId);
if (LOG.isDebugEnabled()) {
LOG.debug("Vertex " + getVertexId() + " sent to " +
targetVertexId + " = " +
(minDist + edgeValue.get()));
}
sendMsg(targetVertexId,
new DoubleWritable(minDist + edgeValue.get()));
}
}
voteToHalt();
} /**
* VertexInputFormat that supports {@link SimpleShortestPathsVertex}
*/
public static class SimpleShortestPathsVertexInputFormat extends
TextVertexInputFormat<LongWritable, DoubleWritable, FloatWritable> {
@Override
public VertexReader<LongWritable, DoubleWritable, FloatWritable>
createVertexReader(InputSplit split,
TaskAttemptContext context)
throws IOException {
return new SimpleShortestPathsVertexReader(
textInputFormat.createRecordReader(split, context));
}
} /**
* VertexReader that supports {@link SimpleShortestPathsVertex}. In this
* case, the edge values are not used. The files should be in the
* following JSON format:
* JSONArray(<vertex id>, <vertex value>,
* JSONArray(JSONArray(<dest vertex id>, <edge value>), ...))
* Here is an example with vertex id 1, vertex value 4.3, and two edges.
* First edge has a destination vertex 2, edge value 2.1.
* Second edge has a destination vertex 3, edge value 0.7.
* [1,4.3,[[2,2.1],[3,0.7]]]
*/
public static class SimpleShortestPathsVertexReader extends
TextVertexReader<LongWritable, DoubleWritable, FloatWritable> { public SimpleShortestPathsVertexReader(
RecordReader<LongWritable, Text> lineRecordReader) {
super(lineRecordReader);
} @Override
public boolean next(MutableVertex<LongWritable,
DoubleWritable, FloatWritable, ?> vertex)
throws IOException, InterruptedException {
if (!getRecordReader().nextKeyValue()) {
return false;
} Text line = getRecordReader().getCurrentValue();
try {
JSONArray jsonVertex = new JSONArray(line.toString());
vertex.setVertexId(
new LongWritable(jsonVertex.getLong(0)));
vertex.setVertexValue(
new DoubleWritable(jsonVertex.getDouble(1)));
JSONArray jsonEdgeArray = jsonVertex.getJSONArray(2);
for (int i = 0; i < jsonEdgeArray.length(); ++i) {
JSONArray jsonEdge = jsonEdgeArray.getJSONArray(i);
vertex.addEdge(new LongWritable(jsonEdge.getLong(0)),
new FloatWritable((float) jsonEdge.getDouble(1)));
}
} catch (JSONException e) {
throw new IllegalArgumentException(
"next: Couldn't get vertex from line " + line, e);
}
return true;
}
} /**
* VertexOutputFormat that supports {@link SimpleShortestPathsVertex}
*/
public static class SimpleShortestPathsVertexOutputFormat extends
TextVertexOutputFormat<LongWritable, DoubleWritable,
FloatWritable> { @Override
public VertexWriter<LongWritable, DoubleWritable, FloatWritable>
createVertexWriter(TaskAttemptContext context)
throws IOException, InterruptedException {
RecordWriter<Text, Text> recordWriter =
textOutputFormat.getRecordWriter(context);
return new SimpleShortestPathsVertexWriter(recordWriter);
}
} /**
* VertexWriter that supports {@link SimpleShortestPathsVertex}
*/
public static class SimpleShortestPathsVertexWriter extends
TextVertexWriter<LongWritable, DoubleWritable, FloatWritable> {
public SimpleShortestPathsVertexWriter(
RecordWriter<Text, Text> lineRecordWriter) {
super(lineRecordWriter);
} @Override
public void writeVertex(BasicVertex<LongWritable, DoubleWritable,
FloatWritable, ?> vertex)
throws IOException, InterruptedException {
JSONArray jsonVertex = new JSONArray();
try {
jsonVertex.put(vertex.getVertexId().get());
jsonVertex.put(vertex.getVertexValue().get());
JSONArray jsonEdgeArray = new JSONArray();
for (LongWritable targetVertexId : vertex) {
JSONArray jsonEdge = new JSONArray();
jsonEdge.put(targetVertexId.get());
jsonEdge.put(vertex.getEdgeValue(targetVertexId).get());
jsonEdgeArray.put(jsonEdge);
}
jsonVertex.put(jsonEdgeArray);
} catch (JSONException e) {
throw new IllegalArgumentException(
"writeVertex: Couldn't write vertex " + vertex);
}
getRecordWriter().write(new Text(jsonVertex.toString()), null);
}
} @Override
public Configuration getConf() {
return conf;
} @Override
public void setConf(Configuration conf) {
this.conf = conf;
} @Override
public int run(String[] argArray) throws Exception {
/*if (argArray.length != 4) {
throw new IllegalArgumentException(
"run: Must have 4 arguments <input path> <output path> " +
"<source vertex id> <# of workers>");
}*/
GiraphJob job = new GiraphJob(getConf(), getClass().getName());
job.setVertexClass(getClass());
job.setVertexInputFormatClass(
SimpleShortestPathsVertexInputFormat.class);
job.setVertexOutputFormatClass(
SimpleShortestPathsVertexOutputFormat.class);
FileInputFormat.addInputPath(job, new Path("shortestPathsInputGraph"));
FileOutputFormat.setOutputPath(job, new Path("SSSPOutputVertex"));
job.getConfiguration().setLong(SimpleShortestPathsVertex.SOURCE_ID,1);
job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false);
job.setWorkerConfiguration(1,1,100.0f);
if (job.run(true) == true) {
return 0;
} else {
return -1;
}
} public static void main(String[] args) throws Exception {
System.exit(ToolRunner.run(new SimpleShortestPathsVertex(), args));
}
}

初始输入数据:

[0,0,[[1,0]]]
[1,0,[[2,100]]]
[2,100,[[3,200]]]
[3,300,[[4,300]]]
[4,600,[[5,400]]]
[5,1000,[[6,500]]]
[6,1500,[[7,600]]]
[7,2100,[[8,700]]]
[8,2800,[[9,800]]]
[9,3600,[[10,900]]]
[10,4500,[[11,1000]]]
[11,5500,[[12,1100]]]
[12,6600,[[13,1200]]]
[13,7800,[[14,1300]]]
[14,9100,[[0,1400]]]

输出数据:

[0,10500,[[1,0]]]
[1,0,[[2,100]]]
[2,100,[[3,200]]]
[3,300,[[4,300]]]
[4,600,[[5,400]]]
[5,1000,[[6,500]]]
[6,1500,[[7,600]]]
[7,2100,[[8,700]]]
[8,2800,[[9,800]]]
[9,3600,[[10,900]]]
[10,4500,[[11,1000]]]
[11,5500,[[12,1100]]]
[12,6600,[[13,1200]]]
[13,7800,[[14,1300]]]
[14,9100,[[0,1400]]]

运行成功界面:

13/08/30 09:13:31 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
13/08/30 09:13:31 WARN mapred.JobClient: No job jar file set.  User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
13/08/30 09:13:31 INFO mapred.JobClient: Running job: job_local_0001
13/08/30 09:13:31 INFO util.ProcessTree: setsid exited with exit code 0
13/08/30 09:13:31 INFO mapred.Task:  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c57009
13/08/30 09:13:31 INFO graph.GraphMapper: setup: jar file @ /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, using /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Made the directory _bsp/_defaultZkManagerDir/job_local_0001
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/landen-Lenovo 0
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Got [landen-Lenovo] 1 hosts from 1 candidates when 1 required (polling period is 3000) on attempt 0
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createZooKeeperServerList: Creating the final ZooKeeper file '_bsp/_defaultZkManagerDir/job_local_0001/zkServerList_landen-Lenovo 0 '
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: For task 0, got file 'zkServerList_landen-Lenovo 0 ' (polling period is 3000)
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Found [landen-Lenovo, 0] 2 hosts in filename 'zkServerList_landen-Lenovo 0 '
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Trying to delete old directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Creating file /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg in /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper with base port 22181
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Make directory of _bspZooKeeper = true
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Delete of zoo.cfg = false
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Attempting to start ZooKeeper server with command [/home/landen/UntarFile/jdk1.7.0_17/jre/bin/java, -Xmx256m, -XX:ParallelGCThreads=4, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=70, -XX:MaxGCPauseMillis=100, -cp, /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, org.apache.zookeeper.server.quorum.QuorumPeerMain, /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg] in directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 0 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
13/08/30 09:13:31 WARN zk.ZooKeeperManager: onlineZooKeeperServers: Got ConnectException
java.net.ConnectException: 拒绝连接
    at java.net.PlainSocketImpl.socketConnect(Native Method)
    at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
    at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
    at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
    at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
    at java.net.Socket.connect(Socket.java:579)
    at org.apache.giraph.zk.ZooKeeperManager.onlineZooKeeperServers(ZooKeeperManager.java:626)
    at org.apache.giraph.graph.GraphMapper.setup(GraphMapper.java:427)
    at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:142)
    at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
    at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
13/08/30 09:13:32 INFO mapred.JobClient:  map 0% reduce 0%
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 1 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connected to landen-Lenovo/127.0.1.1:22181!
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_zkServer/landen-Lenovo 0
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceMaster (master thread)...
13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
SLF4J: This version of SLF4J requires log4j version 1.2.12 or later. See also http://www.slf4j.org/codes.html#log4j_version
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.3-1240972, built on 02/06/2012 10:48 GMT
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:host.name=landen-Lenovo
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.version=1.7.0_17
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.home=/home/landen/UntarFile/jdk1.7.0_17/jre
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.class.path=/home/landen/Eclipse_WorkSpace/Pregel_Mahout/bin:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/hadoop-core-1.0.3.jar:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/lib/commons-cli-1.2.jar:/home/landen/下载/log4j.jar:/home/landen/下载/json-20090211.jar:/home/landen/下载/commons-io-1.3.2.jar:/home/landen/UntarFile/zookeeper-3.4.3/zookeeper-3.4.3.jar:/home/landen/下载/weka.jar:/home/landen/下载/commons-logging-1.1.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-configuration-1.6.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-lang-2.4.jar:/home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-httpclient-3.0.1.jar
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.library.path=/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/server:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/../lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/client:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386::/usr/java/packages/lib/i386:/lib:/usr/lib
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.compiler=<NA>
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.name=Linux
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.arch=i386
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.version=3.2.0-24-generic-pae
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.name=landen
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.home=/home/landen
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.dir=/home/landen/Eclipse_WorkSpace/Pregel_Mahout
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceMaster@7248ad
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0000, negotiated timeout = 60000
13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceWorker...
13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceWorker@1e77448
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0001, negotiated timeout = 60000
13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Registering health of this worker...
13/08/30 09:13:34 INFO graph.BspService: getJobState: Job state already exists (/_hadoopBsp/job_local_0001/_masterJobState)
13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: First child is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000' and my bid is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000'
13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: I am now the master!
13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=-1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:35 INFO input.FileInputFormat: Total input paths to process : 1
13/08/30 09:13:35 WARN snappy.LoadSnappy: Snappy native library not loaded
13/08/30 09:13:35 INFO graph.BspService: process: inputSplitsReadyChanged (input splits ready)
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_inputSplitsDir/0/_inputSplitReserved, type=NodeCreated, state=SyncConnected)
13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: Reserved input split path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Reserved /_hadoopBsp/job_local_0001/_inputSplitsDir/0 from ZooKeeper and got input split 'file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289'
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices from input split file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices and 15 edges from vertex range max index 14
13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Trying to add vertexRangeObj (max vertex index = 14 {"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0} to InputSplit path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep -1
13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Finished loading /_hadoopBsp/job_local_0001/_inputSplitsDir/0 with vertexRanges - [{"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0}]
13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: reservedPath = null, 1 of 1 InputSplits are finished.
13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 0 of 15 vertices finished, 15 edges, 0 messages sent on superstep = -1
13/08/30 09:13:35 INFO graph.BspServiceMaster: inputSplitsToVertexRanges: Assigning 1 vertex ranges of total length 144 to path /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_vertexRangeAssignments
13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep -1 took 0.09 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 0
13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep -1 with total finished vertices = 0 of out total vertices = 15, total edges = 15, sent messages = 0
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=0 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:35 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:35 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 0 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments
13/08/30 09:13:35 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:35 INFO graph.GraphMapper: map: Starting communication service on superstep 0
13/08/30 09:13:35 INFO ipc.Server: Starting SocketReader
13/08/30 09:13:35 INFO ipc.Server: IPC Server Responder: starting
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: BasicRPCCommunications: Started RPC communication server: landen-Lenovo/127.0.1.1:30000 with 1 handlers and 1 flush threads
13/08/30 09:13:35 INFO ipc.Server: IPC Server listener on 30000: starting
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.valid
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices
13/08/30 09:13:35 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices).
13/08/30 09:13:35 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20666376
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:35 INFO ipc.Server: IPC Server handler 0 on 30000: starting
13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 1 out of 1 chosen workers finished on superstep 0
13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 0
13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep 0 took 0.535 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 1
13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 0 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 1 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_mergedAggregatorDir on superstep 1
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 1
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20250592
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 1
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 1 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=2 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 1 took 0.389 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 2
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 2 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_mergedAggregatorDir on superstep 2
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.valid
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 2
13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices).
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19637200
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 2
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 2 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=3 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 2 took 0.216 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 3
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 3 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 3
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_mergedAggregatorDir on superstep 3
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19286312
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 3
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 3 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=4 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 3 took 0.25 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 4
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 4 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_mergedAggregatorDir on superstep 4
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.valid
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 4
13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices).
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=18827016
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 4
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 4 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=5 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 4 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 5
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 5 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 5
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_mergedAggregatorDir on superstep 5
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=33042240
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 5
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 5 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=6 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 5 took 0.266 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 6
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 6 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_mergedAggregatorDir on superstep 6
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.valid
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 6
13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices).
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=32542216
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 6
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 6 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=7 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 6 took 0.251 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 7
13/08/30 09:13:37 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 7 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_mergedAggregatorDir on superstep 7
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31949016
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 7
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 7
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 7 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=8 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 7 took 0.207 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 8
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 8 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_mergedAggregatorDir on superstep 8
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.valid
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 8
13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices).
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31322624
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 8
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 8 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=9 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 8 took 0.233 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 9
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 9 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_mergedAggregatorDir on superstep 9
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 9
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31080464
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 9
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 9 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=10 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 9 took 0.225 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 10
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 10 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 10
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_mergedAggregatorDir on superstep 10
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.valid
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices
13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices).
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30552792
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 10
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 10 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=11 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 10 took 0.249 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 11
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 11 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 11
13/08/30 09:13:38 INFO mapred.JobClient:  map 100% reduce 0%
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_mergedAggregatorDir on superstep 11
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30244048
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 11
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 11 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=12 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 11 took 0.242 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 12
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 12 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_mergedAggregatorDir on superstep 12
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.valid
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 12
13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices).
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29572904
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 12
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 12 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=13 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 12 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 13
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 13 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_mergedAggregatorDir on superstep 13
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 13
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29263776
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 13
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 13 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=14 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 13 took 0.208 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 14
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 14 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_vertexRangeAssignments
13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_mergedAggregatorDir on superstep 14
13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.valid
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 14
13/08/30 09:13:39 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices).
13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28796408
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 14
13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 14 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=15 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 14 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 15
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 15 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_vertexRangeAssignments
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_mergedAggregatorDir on superstep 15
13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28337776
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 15
13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 0 messages sent on superstep = 15
13/08/30 09:13:39 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14
13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 15 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 0
13/08/30 09:13:39 INFO graph.GraphMapper: map: BSP application done (global vertices marked done)
13/08/30 09:13:39 INFO graph.GraphMapper: cleanup: Starting for ALL
13/08/30 09:13:39 INFO graph.BspServiceWorker: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_worker
13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0001 closed
13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 15 took 0.208 seconds ended with state ALL_SUPERSTEPS_DONE and is now on superstep 16
13/08/30 09:13:39 INFO graph.BspServiceMaster: setJobState: {"_stateKey":"FINISHED","_applicationAttemptKey":-1,"_superstepKey":-1} on superstep 16
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_master
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Node /_hadoopBsp/job_local_0001/_cleanedUpDir already exists, no need to create.
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Got 2 of 2 desired children from /_hadoopBsp/job_local_0001/_cleanedUpDir
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanupZooKeeper: Removing the following path and all children - /_hadoopBsp/job_local_0001
13/08/30 09:13:39 INFO graph.BspService: process: masterElectionChildrenChanged signaled
13/08/30 09:13:39 INFO graph.BspService: process: cleanedUpChildrenChanged signaled
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Removed HDFS checkpoint directory (_bsp/_checkpoints//job_local_0001) with return = true since this job succeeded
13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0000 closed
13/08/30 09:13:39 INFO graph.MasterThread: setup: Took 0.47 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: vertex input superstep: Took 0.09 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 0: Took 0.535 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 1: Took 0.389 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 2: Took 0.216 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 3: Took 0.25 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 4: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 5: Took 0.266 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 6: Took 0.251 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 7: Took 0.207 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 8: Took 0.233 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 9: Took 0.225 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 10: Took 0.249 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 11: Took 0.242 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 12: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 13: Took 0.208 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 14: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 15: Took 0.208 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: shutdown: Took 0.426 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: total: Took 1.377825219495E9 seconds.
13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
13/08/30 09:13:39 INFO zk.ZooKeeperManager: createZooKeeperClosedStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/0.COMPUTATION_DONE
13/08/30 09:13:39 INFO zk.ZooKeeperManager: waitUntilAllTasksDone: Got 1 and 1 desired (polling period is 3000) on attempt 0
13/08/30 09:13:40 INFO zk.ZooKeeperManager: offlineZooKeeperServers: waitFor returned 143 and deleted directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:40 INFO comm.BasicRPCCommunications: close: shutting down RPC server
13/08/30 09:13:40 INFO ipc.Server: Stopping server on 30000
13/08/30 09:13:40 INFO ipc.Server: IPC Server handler 0 on 30000: exiting
13/08/30 09:13:40 INFO metrics.RpcInstrumentation: shut down
13/08/30 09:13:40 INFO mapred.Task: Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server Responder
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server listener on 30000
13/08/30 09:13:40 INFO mapred.Task: Task attempt_local_0001_m_000000_0 is allowed to commit now
13/08/30 09:13:40 INFO output.FileOutputCommitter: Saved output of task 'attempt_local_0001_m_000000_0' to SSSPOutputVertex
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
13/08/30 09:13:40 INFO mapred.Task: Task 'attempt_local_0001_m_000000_0' done.
13/08/30 09:13:41 INFO mapred.JobClient: Job complete: job_local_0001
13/08/30 09:13:41 INFO mapred.JobClient: Counters: 39
13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Timers
13/08/30 09:13:41 INFO mapred.JobClient:     Total (milliseconds)=5244
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 15 (milliseconds)=208
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 3 (milliseconds)=250
13/08/30 09:13:41 INFO mapred.JobClient:     Vertex input superstep (milliseconds)=90
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 4 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 12 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 10 (milliseconds)=249
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 11 (milliseconds)=242
13/08/30 09:13:41 INFO mapred.JobClient:     Setup (milliseconds)=470
13/08/30 09:13:41 INFO mapred.JobClient:     Shutdown (milliseconds)=425
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 7 (milliseconds)=207
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 9 (milliseconds)=225
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 8 (milliseconds)=233
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 0 (milliseconds)=535
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 14 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 6 (milliseconds)=251
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 5 (milliseconds)=266
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 2 (milliseconds)=216
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 13 (milliseconds)=208
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 1 (milliseconds)=389
13/08/30 09:13:41 INFO mapred.JobClient:   File Output Format Counters
13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Written=0
13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Stats
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate edges=15
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep=16
13/08/30 09:13:41 INFO mapred.JobClient:     Current workers=1
13/08/30 09:13:41 INFO mapred.JobClient:     Current master task partition=0
13/08/30 09:13:41 INFO mapred.JobClient:     Sent messages=0
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate finished vertices=15
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate vertices=15
13/08/30 09:13:41 INFO mapred.JobClient:   File Input Format Counters
13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Read=0
13/08/30 09:13:41 INFO mapred.JobClient:   FileSystemCounters
13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_READ=377
13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=40555
13/08/30 09:13:41 INFO mapred.JobClient:   Map-Reduce Framework
13/08/30 09:13:41 INFO mapred.JobClient:     Map input records=1
13/08/30 09:13:41 INFO mapred.JobClient:     Physical memory (bytes) snapshot=0
13/08/30 09:13:41 INFO mapred.JobClient:     Spilled Records=0
13/08/30 09:13:41 INFO mapred.JobClient:     Total committed heap usage (bytes)=39190528
13/08/30 09:13:41 INFO mapred.JobClient:     CPU time spent (ms)=0
13/08/30 09:13:41 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=0
13/08/30 09:13:41 INFO mapred.JobClient:     SPLIT_RAW_BYTES=44
13/08/30 09:13:41 INFO mapred.JobClient:     Map output records=0

Giraph之SSSP(shortest path)单机伪分布运行成功的更多相关文章

  1. (一)Hadoop1.2.1安装——单节点方式和单机伪分布方式

    Hadoop1.2.1安装——单节点方式和单机伪分布方式 一.   需求部分 在Linux上安装Hadoop之前,需要先安装两个程序: 1)JDK 1.6(或更高版本).Hadoop是用Java编写的 ...

  2. Hadoop2.6.0安装—单机/伪分布

    目录 环境准备 创建hadoop用户 更新apt 配置SSH免密登陆 安装配置Java环境 安装Hadoop Hadoop单机/伪分布配置 单机Hadoop 伪分布Hadoop 启动Hadoop 停止 ...

  3. Greenplum/Deepgreen(单机/伪分布)安装文档

    Greenplum/Deepgreen数据库安装(单机/伪分布) 首先去官网下载centos7:https://www.centos.org/download/,选择其中一个镜像下载即可,网上随意下载 ...

  4. hbase 单机+伪分布环境搭建学习-1

    1.单机模式: (1)编辑hbase-env.sh user@EBJ1023.local:/usr/local/flume_kafka_stom/hbase_1.1.2> vim conf/hb ...

  5. hadoop伪分布安装

    解压 将安装包hadoop-2.2.0.tar.gz存放到/home/haozhulin/install/目录下,并解压 #将hadoop解压到/home/haozhulin/install路径下,定 ...

  6. Hadoop2.6.0伪分布环境搭建

    用到的软件: 一.安装jdk: 1.要安装的jdk,我把它拷在了共享文件夹里面.   (用优盘拷也可以) 2.我把jdk拷在了用户文件夹下面. (其他地方也可以,不过路径要相应改变) 3.执行复制安装 ...

  7. Hadoop:Hadoop单机伪分布式的安装和配置

    http://blog.csdn.net/pipisorry/article/details/51623195 因为lz的linux系统已经安装好了很多开发环境,可能下面的步骤有遗漏. 之前是在doc ...

  8. 启动原生Hadoop集群或伪分布环境

    一:启动Hadoop 集群或伪分布安装成功之后,通过执行./sbin/start-all.sh启动Hadoop环境 通过jps命令查看当前启动进程是否正确~ [root@neusoft-master ...

  9. hadoop2.7【单节点】单机、伪分布、分布式安装指导

    问题导读 1.从本文部署实际部署,总结本地模式.伪分布.分布式的区别是什么?2.单机是否是伪分布?3.本地模式是否可以运行mapreduce? 来源:about云 http://www.aboutyu ...

随机推荐

  1. linux上改变mysql数据文件的位置

    用软连接改变了/var/lib/mysql的位置,并设置好mysql.mysql的权限,但是发现还是不能启动. 发现/var/log/mysqld.log 150308 16:16:02 [Warni ...

  2. HALCON基础知识

    HALCON 1. 语法范式 Syntax Style 1.1. 基本格式 1.1.1. 算子格式 算子(输入图像参数:输出图像参数:输入控制参数:输出控制参数) 其中四个参数任意一个可以为空 e.g ...

  3. PubSub的一种实现

    今天在浏览JavaScript事件时,复习了下Dean Edward大神的addEvent.突然觉得可以基于他的思路实现一个结构更好的PubSub. 思路也很简单,就是要维护一个类似如下的一个仓库结构 ...

  4. CSS使jsp图片旋转90度

    <style > img{ margin:100px auto 0; -moz-transform:rotate(-90deg); -webkit-transform:rotate(-90 ...

  5. Nginx工作原理和优化、漏洞

    1.  Nginx的模块与工作原理 第三方模块:HTTP Upstream Request Hash模块.Notice模块和HTTP Access Key模块. 图1-1展示了Nginx模块常规的HT ...

  6. 【剑指offer 面试题47】不用加减乘除做加法

    思路: 利用位运算 C++: #include <iostream> using namespace std; int main() { , b = ; int sum, carry; d ...

  7. phpcms V9实现QQ登陆OAuth2.0

    phpcmsV9使用的QQ登陆依然是OAuth1.0,但现在腾讯已经不审核使用OAuth1.0的网站了.这对于使用pc的站长来讲是一个无比巨大的坑.经过对phpcms论坛的一位同学做的插件进行修改,现 ...

  8. asp.net mvc下文件上传

    典型的文件上传表单 <form action="/File" enctype="multipart/form-data" method="pos ...

  9. 上传控件swfupload的使用笔记

    1.下载下来的官方domo里不同的例子里会引入各自的JS,注意区分.可以直接拿官方例子来改成自己想要的例子. 2.注意PHP配置文件里也有最大上传文件限制,如果文件太大会上传不成功. 3.如果有问题可 ...

  10. gem 相关命令

    gem #查看gem源 gem sources # 删除默认的gem源 gem sources --remove http://rubygems.org/ # 增加taobao作为gem源 gem s ...