1. 程式人生 > >Hadoop初入門的坑

Hadoop初入門的坑

2018-01-07 02:19:05,166 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: STARTUP_MSG: 
/************************************************************
STARTUP_MSG: Starting ResourceManager
STARTUP_MSG:   host = xiancheng/127.0.0.1
STARTUP_MSG:   args = []
STARTUP_MSG:   version = 2.5.0
STARTUP_MSG:   classpath = /opt/hadoop-2.5.0/etc/hadoop:/opt/hadoop-2.5.0/etc/hadoop:/opt/hadoop-2.5.0/etc/hadoop:/opt/hadoop-2.5.0/share/hadoop/common/lib/jersey-server-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jasper-compiler-5.5.23.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/zookeeper-3.4.6.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/xmlenc-0.52.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/servlet-api-2.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jaxb-api-2.2.2.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/paranamer-2.3.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/stax-api-1.0-2.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-collections-3.2.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jettison-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jersey-core-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/httpclient-4.2.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/junit-4.11.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/hamcrest-core-1.3.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/avro-1.7.4.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/hadoop-annotations-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/log4j-1.2.17.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/asm-3.2.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jersey-json-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/mockito-all-1.8.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-digester-1.8.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/hadoop-auth-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jsch-0.1.42.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-configuration-1.6.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/slf4j-api-1.7.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/xz-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/api-util-1.0.0-M20.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jackson-xc-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/activation-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jasper-runtime-5.5.23.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-lang-2.6.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jets3t-0.9.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-el-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/httpcore-4.2.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-io-2.4.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-codec-1.4.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jetty-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-httpclient-3.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-net-3.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/commons-beanutils-1.7.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/guava-11.0.2.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jsr305-1.3.9.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/snappy-java-1.0.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/java-xmlbuilder-0.4.jar:/opt/hadoop-2.5.0/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/hadoop-2.5.0/share/hadoop/common/hadoop-common-2.5.0-tests.jar:/opt/hadoop-2.5.0/share/hadoop/common/hadoop-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/common/hadoop-nfs-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jersey-server-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/xmlenc-0.52.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/servlet-api-2.5.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jersey-core-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/log4j-1.2.17.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/asm-3.2.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jasper-runtime-5.5.23.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-lang-2.6.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-el-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-io-2.4.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/commons-codec-1.4.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jetty-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/guava-11.0.2.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jsr305-1.3.9.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/lib/jsp-api-2.1.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/hadoop-hdfs-2.5.0-tests.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/hadoop-hdfs-nfs-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/hdfs/hadoop-hdfs-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-server-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/zookeeper-3.4.6.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/servlet-api-2.5.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guice-servlet-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/stax-api-1.0-2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-collections-3.2.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jettison-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-core-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/log4j-1.2.17.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/asm-3.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-json-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-jaxrs-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jline-0.9.94.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/xz-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-xc-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-cli-1.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/activation-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-guice-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-client-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-lang-2.6.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-io-2.4.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guice-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-codec-1.4.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jetty-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-httpclient-3.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guava-11.0.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jsr305-1.3.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-client-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-tests-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-api-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/jersey-server-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/guice-servlet-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/paranamer-2.3.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/jersey-core-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/javax.inject-1.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/junit-4.11.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/avro-1.7.4.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/hadoop-annotations-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/log4j-1.2.17.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/asm-3.2.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/xz-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/aopalliance-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/jersey-guice-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/commons-io-2.4.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/guice-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/lib/snappy-java-1.0.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.5.0-tests.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.5.0.jar:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-client-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-tests-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-api-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-common-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-server-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/zookeeper-3.4.6.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/servlet-api-2.5.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guice-servlet-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/stax-api-1.0-2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-collections-3.2.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jettison-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-core-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/log4j-1.2.17.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/asm-3.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-json-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-jaxrs-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jline-0.9.94.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/xz-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-xc-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-cli-1.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/activation-1.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-guice-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jersey-client-1.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-lang-2.6.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-io-2.4.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guice-3.0.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-codec-1.4.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jetty-6.1.26.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/commons-httpclient-3.1.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/guava-11.0.2.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jsr305-1.3.9.jar:/opt/hadoop-2.5.0/share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/opt/hadoop-2.5.0/etc/hadoop/rm-config/log4j.properties
STARTUP_MSG:   build = http://svn.apache.org/repos/asf/hadoop/common -r 1616291; compiled by 'jenkins' on 2014-08-06T17:31Z
STARTUP_MSG:   java = 1.7.0_80
************************************************************/
2018-01-07 02:19:05,184 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: registered UNIX signal handlers for [TERM, HUP, INT]
2018-01-07 02:19:05,526 INFO org.apache.hadoop.conf.Configuration: found resource core-site.xml at file:/opt/hadoop-2.5.0/etc/hadoop/core-site.xml
2018-01-07 02:19:05,816 INFO org.apache.hadoop.security.Groups: clearing userToGroupsMap cache
2018-01-07 02:19:05,825 INFO org.apache.hadoop.conf.Configuration: found resource yarn-site.xml at file:/opt/hadoop-2.5.0/etc/hadoop/yarn-site.xml
2018-01-07 02:19:05,981 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2018-01-07 02:19:06,461 INFO org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM: NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2018-01-07 02:19:06,470 INFO org.apache.hadoop.yarn.server.resourcemanager.security.RMContainerTokenSecretManager: ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2018-01-07 02:19:06,474 INFO org.apache.hadoop.yarn.server.resourcemanager.security.AMRMTokenSecretManager: Rolling master-key for amrm-tokens
2018-01-07 02:19:06,512 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2018-01-07 02:19:06,854 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2018-01-07 02:19:06,854 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2018-01-07 02:19:07,054 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2018-01-07 02:19:07,056 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2018-01-07 02:19:07,068 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2018-01-07 02:19:07,069 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2018-01-07 02:19:07,191 INFO org.apache.hadoop.metrics2.impl.MetricsConfig: loaded properties from hadoop-metrics2.properties
2018-01-07 02:19:07,288 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s).
2018-01-07 02:19:07,288 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: ResourceManager metrics system started
2018-01-07 02:19:07,439 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2018-01-07 02:19:07,448 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2018-01-07 02:19:07,451 INFO org.apache.hadoop.yarn.server.resourcemanager.RMNMInfo: Registered RMNMInfo MBean
2018-01-07 02:19:07,454 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,454 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,454 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,454 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,454 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,455 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,455 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,455 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,455 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,455 INFO org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2018-01-07 02:19:07,456 INFO org.apache.hadoop.util.HostsFileReader: Refreshing hosts (include/exclude) list
2018-01-07 02:19:07,477 INFO org.apache.hadoop.conf.Configuration: found resource capacity-scheduler.xml at file:/opt/hadoop-2.5.0/etc/hadoop/capacity-scheduler.xml
2018-01-07 02:19:07,653 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2018-01-07 02:19:07,653 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Initialized parent-queue root name=root, fullname=root
2018-01-07 02:19:07,663 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 40

2018-01-07 02:19:07,663 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2018-01-07 02:19:07,663 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2018-01-07 02:19:07,663 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2018-01-07 02:19:07,664 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2018-01-07 02:19:07,670 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: Transitioning to active state
2018-01-07 02:19:07,707 INFO org.apache.hadoop.yarn.server.resourcemanager.security.RMContainerTokenSecretManager: Rolling master-key for container-tokens
2018-01-07 02:19:07,709 INFO org.apache.hadoop.yarn.server.resourcemanager.security.AMRMTokenSecretManager: Rolling master-key for amrm-tokens
2018-01-07 02:19:07,721 INFO org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM: Rolling master-key for nm-tokens
2018-01-07 02:19:07,721 INFO org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager: Updating the current master key for generating delegation tokens
2018-01-07 02:19:07,722 INFO org.apache.hadoop.yarn.server.resourcemanager.security.RMDelegationTokenSecretManager: storing master key with keyID 1
2018-01-07 02:19:07,728 INFO org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager: Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2018-01-07 02:19:07,728 INFO org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager: Updating the current master key for generating delegation tokens
2018-01-07 02:19:07,729 INFO org.apache.hadoop.yarn.server.resourcemanager.security.RMDelegationTokenSecretManager: storing master key with keyID 2
2018-01-07 02:19:08,028 INFO org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue
2018-01-07 02:19:08,044 INFO org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 8031
2018-01-07 02:19:08,068 INFO org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2018-01-07 02:19:08,069 INFO org.apache.hadoop.ipc.Server: IPC Server Responder: starting
2018-01-07 02:19:08,070 INFO org.apache.hadoop.ipc.Server: IPC Server listener on 8031: starting
2018-01-07 02:19:08,113 INFO org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue
2018-01-07 02:19:08,121 INFO org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 8030
2018-01-07 02:19:08,135 INFO org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2018-01-07 02:19:08,136 INFO org.apache.hadoop.ipc.Server: IPC Server Responder: starting
2018-01-07 02:19:08,136 INFO org.apache.hadoop.ipc.Server: IPC Server listener on 8030: starting
2018-01-07 02:19:08,215 INFO org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue
2018-01-07 02:19:08,216 INFO org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 8032
2018-01-07 02:19:08,221 INFO org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2018-01-07 02:19:08,221 INFO org.apache.hadoop.ipc.Server: IPC Server Responder: starting
2018-01-07 02:19:08,222 INFO org.apache.hadoop.ipc.Server: IPC Server listener on 8032: starting
2018-01-07 02:19:08,240 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: Transitioned to active state
2018-01-07 02:19:08,418 INFO org.mortbay.log: Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2018-01-07 02:19:08,421 INFO org.apache.hadoop.http.HttpRequestLog: Http request log for http.requests.resourcemanager is not defined
2018-01-07 02:19:08,441 INFO org.apache.hadoop.http.HttpServer2: Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2018-01-07 02:19:08,464 INFO org.apache.hadoop.http.HttpServer2: Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2018-01-07 02:19:08,464 INFO org.apache.hadoop.http.HttpServer2: Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2018-01-07 02:19:08,464 INFO org.apache.hadoop.http.HttpServer2: Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2018-01-07 02:19:08,469 INFO org.apache.hadoop.http.HttpServer2: Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2018-01-07 02:19:08,469 INFO org.apache.hadoop.http.HttpServer2: Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2018-01-07 02:19:08,469 INFO org.apache.hadoop.http.HttpServer2: Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2018-01-07 02:19:08,478 INFO org.apache.hadoop.http.HttpServer2: adding path spec: /cluster/*
2018-01-07 02:19:08,478 INFO org.apache.hadoop.http.HttpServer2: adding path spec: /ws/*
2018-01-07 02:19:08,537 INFO org.apache.hadoop.http.HttpServer2: Jetty bound to port 8088
2018-01-07 02:19:08,537 INFO org.mortbay.log: jetty-6.1.26
2018-01-07 02:19:08,595 INFO org.mortbay.log: Extract jar:file:/opt/hadoop-2.5.0/share/hadoop/yarn/hadoop-yarn-common-2.5.0.jar!/webapps/cluster to /tmp/Jetty_xiancheng2_8088_cluster____.dmd23f/webapp
2018-01-07 02:19:09,094 WARN org.apache.hadoop.security.authentication.server.AuthenticationFilter: 'signature.secret' configuration not set, using a random value as secret
2018-01-07 02:19:09,233 WARN org.apache.hadoop.security.authentication.server.AuthenticationFilter: 'signature.secret' configuration not set, using a random value as secret
2018-01-07 02:19:09,234 WARN org.apache.hadoop.security.authentication.server.AuthenticationFilter: 'signature.secret' configuration not set, using a random value as secret
2018-01-07 02:19:09,239 INFO org.mortbay.log: Started 
[email protected]
:8088 2018-01-07 02:19:09,239 INFO org.apache.hadoop.yarn.webapp.WebApps: Web app /cluster started at 8088 2018-01-07 02:19:09,845 INFO org.apache.hadoop.yarn.webapp.WebApps: Registered webapp guice modules 2018-01-07 02:19:09,875 INFO org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue 2018-01-07 02:19:09,878 INFO org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 8033 2018-01-07 02:19:09,881 INFO org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2018-01-07 02:19:09,886 INFO org.apache.hadoop.ipc.Server: IPC Server Responder: starting 2018-01-07 02:19:09,886 INFO org.apache.hadoop.ipc.Server: IPC Server listener on 8033: starting 2018-01-07 02:20:30,797 INFO org.apache.hadoop.yarn.util.RackResolver: Resolved localhost to /default-rack 2018-01-07 02:20:30,869 INFO org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeImpl: localhost:46399 Node Transitioned from NEW to RUNNING 2018-01-07 02:20:30,872 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Added node localhost:46399 clusterResource: <memory:8192, vCores:8> 2018-01-07 02:20:30,874 INFO org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService: NodeManager from node localhost(cmPort: 46399 httpPort: 8042) registered with capability: <memory:8192, vCores:8>, assigned nodeId localhost:46399 2018-01-07 02:20:52,767 INFO org.apache.hadoop.yarn.server.resourcemanager.ClientRMService: Allocated new applicationId: 1 2018-01-07 02:20:54,531 INFO org.apache.hadoop.yarn.server.resourcemanager.ClientRMService: Application with id 1 submitted by user root 2018-01-07 02:20:54,532 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: Storing application with id application_1515262747671_0001 2018-01-07 02:20:54,534 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from NEW to NEW_SAVING 2018-01-07 02:20:54,543 INFO org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore: Storing info for app: application_1515262747671_0001 2018-01-07 02:20:54,544 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from NEW_SAVING to SUBMITTED 2018-01-07 02:20:54,545 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Application added - appId: application_1515262747671_0001 user: root leaf-queue of parent: root #applications: 1 2018-01-07 02:20:54,546 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Accepted application application_1515262747671_0001 from user: root, in queue: default 2018-01-07 02:20:54,556 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from SUBMITTED to ACCEPTED 2018-01-07 02:20:54,557 INFO org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService: Registering app attempt : appattempt_1515262747671_0001_000001 2018-01-07 02:20:54,561 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from NEW to SUBMITTED 2018-01-07 02:20:54,562 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1515262747671_0001 2018-01-07 02:20:54,604 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: Application application_1515262747671_0001 from user: root activated in queue: default 2018-01-07 02:20:54,605 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: Application added - appId: application_1515262747671_0001 user: org.apache.hadoo
[email protected]
55d9370a, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1 2018-01-07 02:20:54,605 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Added Application Attempt appattempt_1515262747671_0001_000001 to scheduler from user root in queue default 2018-01-07 02:20:54,606 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from SUBMITTED to SCHEDULED 2018-01-07 02:20:55,131 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000001 Container Transitioned from NEW to ALLOCATED 2018-01-07 02:20:55,132 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000001 2018-01-07 02:20:55,132 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Assigned container container_1515262747671_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:46399, which has 1 containers, <memory:2048, vCores:1> used and <memory:6144, vCores:7> available after allocation 2018-01-07 02:20:55,132 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: assignedContainer application attempt=appattempt_1515262747671_0001_000001 container=Container: [ContainerId: container_1515262747671_0001_01_000001, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:8192, vCores:8> 2018-01-07 02:20:55,132 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 2018-01-07 02:20:55,132 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:2048, vCores:1> cluster=<memory:8192, vCores:8> 2018-01-07 02:20:55,135 INFO org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM: Sending NMToken for nodeId : localhost:46399 for container : container_1515262747671_0001_01_000001 2018-01-07 02:20:55,138 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED 2018-01-07 02:20:55,138 INFO org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM: Clear node set for appattempt_1515262747671_0001_000001 2018-01-07 02:20:55,141 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: Storing attempt: AppId: application_1515262747671_0001 AttemptId: appattempt_1515262747671_0001_000001 MasterContainer: Container: [ContainerId: container_1515262747671_0001_01_000001, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] 2018-01-07 02:20:55,144 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING 2018-01-07 02:20:55,153 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED 2018-01-07 02:20:55,159 INFO org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher: Launching masterappattempt_1515262747671_0001_000001 2018-01-07 02:20:55,207 INFO org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher: Setting up container Container: [ContainerId: container_1515262747671_0001_01_000001, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] for AM appattempt_1515262747671_0001_000001 2018-01-07 02:20:55,207 INFO org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher: Command to launch container container_1515262747671_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr 2018-01-07 02:20:55,551 INFO org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher: Done launching container Container: [ContainerId: container_1515262747671_0001_01_000001, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] for AM appattempt_1515262747671_0001_000001 2018-01-07 02:20:55,551 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from ALLOCATED to LAUNCHED 2018-01-07 02:20:56,152 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING 2018-01-07 02:21:04,261 INFO SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for appattempt_1515262747671_0001_000001 (auth:SIMPLE) 2018-01-07 02:21:04,313 INFO org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService: AM registration appattempt_1515262747671_0001_000001 2018-01-07 02:21:04,317 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1515262747671_0001 APPATTEMPTID=appattempt_1515262747671_0001_000001 2018-01-07 02:21:04,322 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from LAUNCHED to RUNNING 2018-01-07 02:21:04,322 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from ACCEPTED to RUNNING 2018-01-07 02:21:06,257 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000002 Container Transitioned from NEW to ALLOCATED 2018-01-07 02:21:06,257 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000002 2018-01-07 02:21:06,257 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Assigned container container_1515262747671_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:46399, which has 2 containers, <memory:3072, vCores:2> used and <memory:5120, vCores:6> available after allocation 2018-01-07 02:21:06,257 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: assignedContainer application attempt=appattempt_1515262747671_0001_000001 container=Container: [ContainerId: container_1515262747671_0001_01_000002, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 clusterResource=<memory:8192, vCores:8> 2018-01-07 02:21:06,258 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=2 2018-01-07 02:21:06,258 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:3072, vCores:2> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:06,578 INFO org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM: Sending NMToken for nodeId : localhost:46399 for container : container_1515262747671_0001_01_000002 2018-01-07 02:21:06,579 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED 2018-01-07 02:21:07,270 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING 2018-01-07 02:21:07,606 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo: checking for deactivate... 2018-01-07 02:21:11,321 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000002 Container Transitioned from RUNNING to COMPLETED 2018-01-07 02:21:11,321 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp: Completed container: container_1515262747671_0001_01_000002 in state: COMPLETED event:FINISHED 2018-01-07 02:21:11,321 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000002 2018-01-07 02:21:11,321 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Released container container_1515262747671_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:46399, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:6144, vCores:7> available, release resources=true 2018-01-07 02:21:11,321 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: default used=<memory:2048, vCores:1> numContainers=1 user=root user-resources=<memory:2048, vCores:1> 2018-01-07 02:21:11,322 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: completedContainer container=Container: [ContainerId: container_1515262747671_0001_01_000002, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 cluster=<memory:8192, vCores:8> 2018-01-07 02:21:11,322 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:2048, vCores:1> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:11,322 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 2018-01-07 02:21:11,322 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Application attempt appattempt_1515262747671_0001_000001 released container container_1515262747671_0001_01_000002 on node: host: localhost:46399 #containers=1 available=6144 used=2048 with event: FINISHED 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000003 Container Transitioned from NEW to ALLOCATED 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000003 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Assigned container container_1515262747671_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:46399, which has 2 containers, <memory:3072, vCores:2> used and <memory:5120, vCores:6> available after allocation 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: assignedContainer application attempt=appattempt_1515262747671_0001_000001 container=Container: [ContainerId: container_1515262747671_0001_01_000003, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 clusterResource=<memory:8192, vCores:8> 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=2 2018-01-07 02:21:13,327 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:3072, vCores:2> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:13,650 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED 2018-01-07 02:21:14,336 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING 2018-01-07 02:21:14,654 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo: checking for deactivate... 2018-01-07 02:21:18,358 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000003 Container Transitioned from RUNNING to COMPLETED 2018-01-07 02:21:18,358 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp: Completed container: container_1515262747671_0001_01_000003 in state: COMPLETED event:FINISHED 2018-01-07 02:21:18,358 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000003 2018-01-07 02:21:18,358 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Released container container_1515262747671_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:46399, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:6144, vCores:7> available, release resources=true 2018-01-07 02:21:18,358 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: default used=<memory:2048, vCores:1> numContainers=1 user=root user-resources=<memory:2048, vCores:1> 2018-01-07 02:21:18,359 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: completedContainer container=Container: [ContainerId: container_1515262747671_0001_01_000003, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 cluster=<memory:8192, vCores:8> 2018-01-07 02:21:18,360 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:2048, vCores:1> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:18,360 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 2018-01-07 02:21:18,360 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Application attempt appattempt_1515262747671_0001_000001 released container container_1515262747671_0001_01_000003 on node: host: localhost:46399 #containers=1 available=6144 used=2048 with event: FINISHED 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000004 Container Transitioned from NEW to ALLOCATED 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000004 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Assigned container container_1515262747671_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:46399, which has 2 containers, <memory:3072, vCores:2> used and <memory:5120, vCores:6> available after allocation 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: assignedContainer application attempt=appattempt_1515262747671_0001_000001 container=Container: [ContainerId: container_1515262747671_0001_01_000004, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 clusterResource=<memory:8192, vCores:8> 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=2 2018-01-07 02:21:20,365 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:3072, vCores:2> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:20,700 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED 2018-01-07 02:21:21,370 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING 2018-01-07 02:21:21,710 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo: checking for deactivate... 2018-01-07 02:21:25,400 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000004 Container Transitioned from RUNNING to COMPLETED 2018-01-07 02:21:25,400 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp: Completed container: container_1515262747671_0001_01_000004 in state: COMPLETED event:FINISHED 2018-01-07 02:21:25,400 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000004 2018-01-07 02:21:25,400 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Released container container_1515262747671_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:46399, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:6144, vCores:7> available, release resources=true 2018-01-07 02:21:25,400 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: default used=<memory:2048, vCores:1> numContainers=1 user=root user-resources=<memory:2048, vCores:1> 2018-01-07 02:21:25,401 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: completedContainer container=Container: [ContainerId: container_1515262747671_0001_01_000004, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 cluster=<memory:8192, vCores:8> 2018-01-07 02:21:25,401 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:2048, vCores:1> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:25,401 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 2018-01-07 02:21:25,402 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Application attempt appattempt_1515262747671_0001_000001 released container container_1515262747671_0001_01_000004 on node: host: localhost:46399 #containers=1 available=6144 used=2048 with event: FINISHED 2018-01-07 02:21:26,733 INFO org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService: blacklist are updated in Scheduler.blacklistAdditions: [localhost], blacklistRemovals: [] 2018-01-07 02:21:27,737 INFO org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService: blacklist are updated in Scheduler.blacklistAdditions: [], blacklistRemovals: [localhost] 2018-01-07 02:21:28,408 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000005 Container Transitioned from NEW to ALLOCATED 2018-01-07 02:21:28,408 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000005 2018-01-07 02:21:28,409 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Assigned container container_1515262747671_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:46399, which has 2 containers, <memory:3072, vCores:2> used and <memory:5120, vCores:6> available after allocation 2018-01-07 02:21:28,409 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: assignedContainer application attempt=appattempt_1515262747671_0001_000001 container=Container: [ContainerId: container_1515262747671_0001_01_000005, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 clusterResource=<memory:8192, vCores:8> 2018-01-07 02:21:28,409 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=2 2018-01-07 02:21:28,409 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:3072, vCores:2> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:28,741 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED 2018-01-07 02:21:29,413 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING 2018-01-07 02:21:29,763 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo: checking for deactivate... 2018-01-07 02:21:33,456 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000005 Container Transitioned from RUNNING to COMPLETED 2018-01-07 02:21:33,456 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp: Completed container: container_1515262747671_0001_01_000005 in state: COMPLETED event:FINISHED 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger: USER=root OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1515262747671_0001 CONTAINERID=container_1515262747671_0001_01_000005 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode: Released container container_1515262747671_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:46399, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:6144, vCores:7> available, release resources=true 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: default used=<memory:2048, vCores:1> numContainers=1 user=root user-resources=<memory:2048, vCores:1> 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue: completedContainer container=Container: [ContainerId: container_1515262747671_0001_01_000005, NodeId: localhost:46399, NodeHttpAddress: localhost:8042, Resource: <memory:1024, vCores:1>, Priority: 5, Token: Token { kind: ContainerToken, service: 127.0.0.1:46399 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 cluster=<memory:8192, vCores:8> 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:2048, vCores:1> cluster=<memory:8192, vCores:8> 2018-01-07 02:21:33,457 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.ParentQueue: Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=1 2018-01-07 02:21:33,458 INFO org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: Application attempt appattempt_1515262747671_0001_000001 released container container_1515262747671_0001_01_000005 on node: host: localhost:46399 #containers=1 available=6144 used=2048 with event: FINISHED 2018-01-07 02:21:34,126 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: Updating application attempt appattempt_1515262747671_0001_000001 with final state: FINISHING, and exit status: -1000 2018-01-07 02:21:34,129 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from RUNNING to FINAL_SAVING 2018-01-07 02:21:34,129 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: Updating application application_1515262747671_0001 with final state: FINISHING 2018-01-07 02:21:34,132 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from RUNNING to FINAL_SAVING 2018-01-07 02:21:34,132 INFO org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore: Updating info for app: application_1515262747671_0001 2018-01-07 02:21:34,133 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl: appattempt_1515262747671_0001_000001 State change from FINAL_SAVING to FINISHING 2018-01-07 02:21:34,135 INFO org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl: application_1515262747671_0001 State change from FINAL_SAVING to FINISHING 2018-01-07 02:21:41,476 INFO org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl: container_1515262747671_0001_01_000001 Container Transitioned from RUNNING to COMPLETED 2018-01-07 02:21:41,476 INFO org.apache.hadoop.yarn.server.resourcemanager.s