spark-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Sophia <sln-1...@163.com>
Subject Is there anything that I need to modify?
Date Wed, 07 May 2014 07:20:50 GMT
[root@CHBM220 spark-0.9.1]#
SPARK_JAR=.assembly/target/scala-2.10/spark-assembly_2.10-0.9.1-hadoop2.2.0.jar
./bin/spark-class org.apache.spark.deploy.yarn.Client --jar
examples/target/scala-2.10/spark-examples_2.10-assembly-0.9.1.jar --class
org.apache.spark.examples.SparkPi --args yarn-standalone --num-workers 3
--master-memory 2g --worker-memory 2g --worker-cores 1 
14:50:45,485%5P RMProxy:56-Connecting to ResourceManager at
CHBM220/192.168.10.220:8032
Exception in thread "main" java.io.IOException: Failed on local exception:
com.google.protobuf.InvalidProtocolBufferException: Protocol message
contained an invalid tag (zero).; Host Details : local host is:
"CHBM220/192.168.10.220"; destination host is: "CHBM220":8032;
        at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:764)
        at org.apache.hadoop.ipc.Client.call(Client.java:1351)
        at org.apache.hadoop.ipc.Client.call(Client.java:1300)
        at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206)
        at com.sun.proxy.$Proxy7.getClusterMetrics(Unknown Source)
        at
org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:152)
        at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
        at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:606)
        at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186)
        at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
        at com.sun.proxy.$Proxy8.getClusterMetrics(Unknown Source)
        at
org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:246)
        at
org.apache.spark.deploy.yarn.Client.logClusterResourceDetails(Client.scala:144)
        at org.apache.spark.deploy.yarn.Client.runApp(Client.scala:79)
        at org.apache.spark.deploy.yarn.Client.run(Client.scala:115)
        at org.apache.spark.deploy.yarn.Client$.main(Client.scala:493)
        at org.apache.spark.deploy.yarn.Client.main(Client.scala)
Caused by: com.google.protobuf.InvalidProtocolBufferException: Protocol
message contained an invalid tag (zero).
        at
com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:89)
        at
com.google.protobuf.CodedInputStream.readTag(CodedInputStream.java:108)
        at
org.apache.hadoop.ipc.protobuf.RpcHeaderProtos$RpcResponseHeaderProto.<init>(RpcHeaderProtos.java:1398)
        at
org.apache.hadoop.ipc.protobuf.RpcHeaderProtos$RpcResponseHeaderProto.<init>(RpcHeaderProtos.java:1362)
        at
org.apache.hadoop.ipc.protobuf.RpcHeaderProtos$RpcResponseHeaderProto$1.parsePartialFrom(RpcHeaderProtos.java:1492)
        at
org.apache.hadoop.ipc.protobuf.RpcHeaderProtos$RpcResponseHeaderProto$1.parsePartialFrom(RpcHeaderProtos.java:1487)
        at
com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:200)
        at
com.google.protobuf.AbstractParser.parsePartialDelimitedFrom(AbstractParser.java:241)
        at
com.google.protobuf.AbstractParser.parseDelimitedFrom(AbstractParser.java:253)
        at
com.google.protobuf.AbstractParser.parseDelimitedFrom(AbstractParser.java:259)
        at
com.google.protobuf.AbstractParser.parseDelimitedFrom(AbstractParser.java:49)
        at
org.apache.hadoop.ipc.protobuf.RpcHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcHeaderProtos.java:2364)
        at
org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:996)
        at org.apache.hadoop.ipc.Client$Connection.run(Client.java:891)
[root@CHBM220´╝Üspark-0.9.1]#




--
View this message in context: http://apache-spark-user-list.1001560.n3.nabble.com/Is-there-anything-that-I-need-to-modify-tp5477.html
Sent from the Apache Spark User List mailing list archive at Nabble.com.

Mime
View raw message