Hadoop源码分析32 TaskTracker流程

提交作业:

hadoop  jar /opt/hadoop-1.0.0/hadoop-examples-1.0.0.jarwordcount /user/admin/in/LICENSE.txt /user/admin/out/26 ,

 

只有一个Map任务

 

server3-RPC请求：getProtocolVersion(TaskUmbilicalProtocol, 19) from 127.0.0.1:42644

返回：19

 

server3-RPC请求：getTask(JvmContext={pid= 22310}) from 127.0.0.1:42645

返回：JvmTask={shouldDie=false, MapTask={attempt_201404230054_0005_m_000002_0(Setup[0])}}

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_m_000002_0(Setup[0]), MapTaskStatus={ RUNNING}, JvmContext={ pid= 22310}) from127.0.0.1:49814

返回：true

 

server3-RPC请求：done(attempt_201404230054_0005_m_000002_0(Setup[0]),JvmContext={pid= 22310}) from 127.0.0.1:49814

返回：null

 

server3-RPC请求：getProtocolVersion(TaskUmbilicalProtocol,19) from 127.0.0.1:42656

返回：19

 

server3-RPC请求：getTask(JvmContext={pid=22364}) from 127.0.0.1:42657

返回：JvmTask={shouldDie=false, MapTask={attempt_201404230054_0005_m_000000_0（Maps[0]）}}

 

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_m_000000_0（Maps[0]）, MapTaskStatus={RUNNING}, JvmContext={ = 22364}) from 127.0.0.1:42663

返回：true

 

server3-RPC请求：done(attempt_201404230054_0005_m_000000_0（Maps[0]）}, JvmContext={ pid=22364}) from 127.0.0.1:42667

返回：null

 

server3-RPC请求：getProtocolVersion(TaskUmbilicalProtocol,19) from 127.0.0.1:42669

返回：19

 

server3-RPC请求：getTask(JvmContext={pid=22451}) from 127.0.0.1:42670

返回：JvmTask={shouldDie=false, MapTask={attempt_201404230054_0005_r_000000_0（Reduces[0]）}}

 

server2-RPC请求：getProtocolVersion(TaskUmbilicalProtocol,19) from 127.0.0.1:49869

返回：19

 

server2-RPC请求：getTask(JvmContext={pid= 23395}) from 127.0.0.1:49873

返回：JvmTask={shouldDie=false, MapTask={attempt_201404230054_0005_r_000001_0（Reduces[1]）}}

 

 

server3-RPC请求：getMapCompletionEvents(job_201404230054_0005,0, 10000, attempt_201404230054_0005_r_000000_0（Reduces[0]）, JvmContext={pid=22451})) from 127.0.0.1:42674

返回：[Task Id :attempt_201404230054_0005_m_000000_0（Maps[0]）, Status :SUCCEEDED]

 

server2-RPC请求：getMapCompletionEvents(job_201404230054_0005,0, 10000, attempt_201404230054_0005_r_000001_0（Reduces[1]）, JvmContext={pid=23395})) from 127.0.0.1:49877

返回：[Task Id :attempt_201404230054_0005_m_000000_0（Maps[0]）, Status :SUCCEEDED]

 

server2-RPC请求：statusUpdate(attempt_201404230054_0005_r_000001_0（Reduces[1]）, ReduceTaskStatus={RUNNING}, JvmContext={pid=23395})from 127.0.0.1:49877

返回：

 

server3-HTTP请求：GET/mapOutput?job=job_201404230054_0005&map=attempt_201404230054_0005_m_000000_0&reduce=1

HTTP/1.1

UrlHash:pNffeghQzeSCbw2A5M5vWUGr6KY=

User-Agent:Java/1.7.0_07

Host:server3:50060

Accept:text/html, image/gif, image/jpeg, *; q=.2, **; q=.2

Connection:keep-alive

返回：/tmp/hadoop-admin/mapred/local/taskTracker/admin/jobcache/job_201404230054_0005/attempt_201404230054_0005_m_000000_0/output/file.out

 

server3-RPC请求：getMapCompletionEvents(job_201404230054_0005,1, 10000, attempt_201404230054_0005_r_000000_0（Reduces[0]）, JvmContext@318e136f)from 127.0.0.1:42674

返回：[]

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_r_000000_0（Reduces[0]）, ReduceTaskStatus={RUNNING}, JvmContext@3d215e6b)from 127.0.0.1:42674

返回：

 

server2-RPC请求：statusUpdate(attempt_201404230054_0005_r_000001_0（Reduces[1]）,ReduceTaskStatus={RUNNING}, JvmContext@25be342d) from127.0.0.1:49877

返回：

 

server3-RPC请求：commitPending(attempt_201404230054_0005_r_000000_0（Reduces[0]）, ReduceTaskStatus={COMMIT_PENDING},JvmContext@9458e46) from 127.0.0.1:42674

返回：null

 

server2-RPC请求：commitPending(attempt_201404230054_0005_r_000001_0（Reduces[1]）,ReduceTaskStatus={COMMIT_PENDING}, JvmContext@5f84f3d2) from127.0.0.1:49877

返回：

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_r_000000_0（Reduces[0]）, ReduceTaskStatus={COMMIT_PENDING},JvmContext@4ed21be9) from 127.0.0.1:42674

返回：

 

server2-RPC请求：statusUpdate(attempt_201404230054_0005_r_000001_0（Reduces[1]）, ReduceTaskStatus={COMMIT_PENDING，JvmContext@68e64543) from127.0.0.1:49877

返回：

 

server3-RPC请求：canCommit(attempt_201404230054_0005_r_000000_0(Reduces[0]), JvmContext@7e9e20a6)from 127.0.0.1:42674

返回：true

 

server2-RPC请求：canCommit(attempt_201404230054_0005_r_000001_0(Reduces[1]), JvmContext@7a1a9fe0) from127.0.0.1:49877

返回：true

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_r_000000_0(Reduces[0]), ReduceTaskStatus={COMMIT_PENDING},JvmContext@1492b146) from 127.0.0.1:42712

返回：

 

server2-RPC请求：done(attempt_201404230054_0005_r_000001_0(Reduces[1]), JvmContext@2270a34d) from127.0.0.1:49911

返回：null

 

server3-RPC请求：done(attempt_201404230054_0005_r_000000_0(Reduces[0]),JvmContext@3fda03d2) from 127.0.0.1:42717

返回：null

 

server3-RPC请求：getProtocolVersion(TaskUmbilicalProtocol,19) from 127.0.0.1:42719

返回：19

 

server3-RPC请求：getTask(JvmContext@3c122241)from 127.0.0.1:42720

返回：JvmTask={shouldDie=false, MapTask={attempt_201404230054_0005_m_000001_0(Cleanup[0])}}

 

server3-RPC请求：statusUpdate(attempt_201404230054_0005_m_000001_0(Cleanup[0]), MapTaskStatus={RUNNING}, JvmContext@4f871d2f)from 127.0.0.1:42725

返回：

 

server3-RPC请求：done(attempt_201404230054_0005_m_000001_0(Cleanup[0]),JvmContext@339435a5) from 127.0.0.1:42728

返回：