• scribe 2.1 + hadoop0.20.2cdh3u3 + thrift0.2.0 bug


    [root@xxxxxxxx-xxxxx scribe]# echo "test message 3" | examples/scribe_cat -h localhost:1463 test
    [Fri Apr 20 14:52:09 2012] "[test] Creating new category from model default"
    [Fri Apr 20 14:52:09 2012] "store thread starting"
    [Fri Apr 20 14:52:09 2012] "[hdfs] Connecting to HDFS"
    [root@nginx-110 scribe]# 2012-4-20 14:52:09 org.apache.hadoop.security.UserGroupInformation doAs
    严重: PriviledgedActionException as:root (auth:SIMPLE) cause:java.io.IOException: Call to /xx.xx.xx.xxx:50070 failed on local exception: java.io.EOFException
    Exception in thread "main" java.io.IOException: Call to /xx.xx.xx.xxx:50070 failed on local exception: java.io.EOFException
        at org.apache.hadoop.ipc.Client.wrapException(Client.java:1142)
        at org.apache.hadoop.ipc.Client.call(Client.java:1110)
        at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:226)
        at $Proxy0.getProtocolVersion(Unknown Source)
        at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:398)
        at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:384)
        at org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:123)
        at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:246)
        at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:208)
        at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89)
        at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1563)
        at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:67)
        at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:1597)
        at org.apache.hadoop.fs.FileSystem$Cache.getUnique(FileSystem.java:1585)
        at org.apache.hadoop.fs.FileSystem.newInstance(FileSystem.java:276)
        at org.apache.hadoop.fs.FileSystem$2.run(FileSystem.java:251)
        at org.apache.hadoop.fs.FileSystem$2.run(FileSystem.java:249)
        at java.security.AccessController.doPrivileged(Native Method)
        at javax.security.auth.Subject.doAs(Subject.java:396)
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1157)
        at org.apache.hadoop.fs.FileSystem.newInstance(FileSystem.java:249)
    Caused by: java.io.EOFException
        at java.io.DataInputStream.readInt(DataInputStream.java:375)
        at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:815)
        at org.apache.hadoop.ipc.Client$Connection.run(Client.java:724)
    Call to org.apache.hadoop.fs.Filesystem::newInstance(URI, Configuration) failed!
    *** glibc detected *** /usr/local/scribe/scribe/bin/scribed: free(): invalid pointer: 0x0000000009781754 ***
    ======= Backtrace: =========
    /lib64/libc.so.6[0x38a907245f]
    /lib64/libc.so.6(cfree+0x4b)[0x38a90728bb]
    /usr/local/scribe/scribe/bin/scribed[0x436451]
    /usr/local/scribe/scribe/bin/scribed[0x43663a]
    /usr/local/scribe/scribe/bin/scribed[0x43243b]
    /usr/local/scribe/scribe/bin/scribed[0x432d2f]
    /usr/local/scribe/scribe/bin/scribed[0x40d983]
    /usr/local/scribe/scribe/bin/scribed[0x410044]
    /usr/local/scribe/scribe/bin/scribed(__gxx_personality_v0+0x301)[0x409c31]
    /usr/local/scribe/scribe/bin/scribed[0x420cc3]
    /usr/local/scribe/scribe/bin/scribed[0x42ad5c]
    /usr/local/scribe/scribe/bin/scribed[0x42b6d9]
    /lib64/libpthread.so.0[0x38a980673d]
    /lib64/libc.so.6(clone+0x6d)[0x38a90d40cd]
    ======= Memory map: ========
    00400000-00487000 r-xp 00000000 03:05 5229452                            /usr/local/scribe/scribe-2.1/bin/scribed
    00686000-00687000 rw-p 00086000 03:05 5229452                            /usr/local/scribe/scribe-2.1/bin/scribed
    00687000-00688000 rw-p 00687000 00:00 0
    0977d000-0a135000 rw-p 0977d000 00:00 0                                  [heap]
    40096000-40097000 ---p 40096000 00:00 0
    40097000-40197000 rwxp 40097000 00:00 0
    403fb000-403fe000 ---p 403fb000 00:00 0
    403fe000-404fc000 rwxp 403fe000 00:00 0
    40685000-40686000 ---p 40685000 00:00 0
    40686000-40786000 rwxp 40686000 00:00 0
    40786000-40789000 ---p 40786000 00:00 0
    40789000-40887000 rwxp 40789000 00:00 0
    40ba2000-40ba3000 ---p 40ba2000 00:00 0
    40ba3000-40ca3000 rwxp 40ba3000 00:00 0
    41143000-41144000 ---p 41143000 00:00 0
    41144000-41244000 rwxp 41144000 00:00 0
    41244000-41247000 ---p 41244000 00:00 0
    41247000-41345000 rwxp 41247000 00:00 0
    41562000-41565000 ---p 41562000 00:00 0
    41565000-41663000 rwxp 41565000 00:00 0
    41663000-41666000 ---p 41663000 00:00 0
    41666000-41764000 rwxp 41666000 00:00 0
    419f0000-419f1000 ---p 419f0000 00:00 0
    419f1000-41af1000 rwxp 419f1000 00:00 0
    41af1000-41af2000 ---p 41af1000 00:00 0
    41af2000-41bf2000 rwxp 41af2000 00:00 0
    41bf2000-41bf5000 ---p 41bf2000 00:00 0
    41bf5000-425f3000 rwxp 41bf5000 00:00 0
    425f3000-425f4000 ---p 425f3000 00:00 0
    425f4000-426f4000 rwxp 425f4000 00:00 0
    426f4000-426f7000 ---p 426f4000 00:00 0
    426f7000-427f5000 rwxp 426f7000 00:00 0
    427f5000-427f8000 ---p 427f5000 00:00 0
    427f8000-428f6000 rwxp 427f8000 00:00 0
    428f6000-428f9000 ---p 428f6000 00:00 0
    428f9000-429f7000 rwxp 428f9000 00:00 0
    429f7000-429f8000 ---p 429f7000 00:00 0
    429f8000-42af8000 rwxp 429f8000 00:00 0
    77de00000-77f2c0000 rw-p 77de00000 00:00 0
    77f2c0000-783000000 rw-p 77f2c0000 00:00 0
    783000000-788350000 rw-p 783000000 00:00 0
    788350000-7d6560000 rw-p 788350000 00:00 0
    7d6560000-7d8f00000 rw-p 7d6560000 00:00 0
    7d8f00000-800000000 rw-p 7d8f00000 00:00 0
    38a8c00000-38a8c1c000 r-xp 00000000 03:05 653766                         /lib64/ld-2.5.so
    38a8e1b000-38a8e1c000 r--p 0001b000 03:05 653766                         /lib64/ld-2.5.so
    38a8e1c000-38a8e1d000 rw-p 0001c000 03:05 653766                         /lib64/ld-2.5.so
    38a9000000-38a914e000 r-xp 00000000 03:05 653767                         /lib64/libc-2.5.so
    38a914e000-38a934e000 ---p 0014e000 03:05 653767                         /lib64/libc-2.5.so
    38a934e000-38a9352000 r--p 0014e000 03:05 653767                         /lib64/libc-2.5.so
    38a9352000-38a9353000 rw-p 00152000 03:05 653767                         /lib64/libc-2.5.so
    38a9353000-38a9358000 rw-p 38a9353000 00:00 0
    38a9400000-38a9402000 r-xp 00000000 03:05 653768                         /lib64/libdl-2.5.so
    38a9402000-38a9602000 ---p 00002000 03:05 653768                         /lib64/libdl-2.5.so
    38a9602000-38a9603000 r--p 00002000 03:05 653768                         /lib64/libdl-2.5.so
    38a9603000-38a9604000 rw-p 00003000 03:05 653768                         /lib64/libdl-2.5.so
    38a9800000-38a9816000 r-xp 00000000 03:05 653773                         /lib64/libpthread-2.5.so
    38a9816000-38a9a15000 ---p 00016000 03:05 653773                         /lib64/libpthread-2.5.so
    38a9a15000-38a9a16000 r--p 00015000 03:05 653773                         /lib64/libpthread-2.5.so
    38a9a16000-38a9a17000 rw-p 00016000 03:05 653773                         /lib64/libpthread-2.5.so
    38a9a17000-38a9a1b000 rw-p 38a9a17000 00:00 0
    38a9c00000-38a9c82000 r-xp 00000000 03:05 653772                         /lib64/libm-2.5.so
    38a9c82000-38a9e81000 ---p 00082000 03:05 653772                         /lib64/libm-2.5.so
    38a9e81000-38a9e82000 r--p 00081000 03:05 653772                         /lib64/libm-2.5.so
    38a9e82000-38a9e83000 rw-p 00082000 03:05 653772                         /lib64/libm-2.5.so
    38aa400000-38aa407000 r-xp 00000000 03:05 653774                         /lib64/librt-2.5.so
    38aa407000-38aa607000 ---p 00007000 03:05 653774                
    [1]+  已放弃               /usr/local/scribe/scribe/bin/scribed -c /usr/local/scribe/scribe/scribed_client.conf

    fix:

    image

    image

    更改源码编译完成之后测试结果:

    scribe_NoClassDefFoundError_LogFactory

    调整环境变量之后测试结果:

    export HADOOP_HOME="/usr/local/hadoop/"
    export JAVA_HOME="/usr/local/hadoop/jdk1.6.0_24"
    export CLASSPATH="$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:${HADOOP_HOME}/lib/commons-logging-1.0.4.jar:${HADOOP_HOME}/lib/guava-r09-jarjar.jar:${HADOOP_HOME}/hadoop-core-0.20.2-cdh3u3.jar:/usr/local/hadoop/build/classes:/usr/local/hadoop/lib:/usr/local/hadoop/tomwhite-hadoop-book-32dae01/ch05"
    export OS_ARCH="amd64"     #32位填i386
    export JAVA_PLATFORM="Linux-amd64-64"
    export OS_BIT="64"
    export PATH=${HADOOP_HOME}/bin:${JAVA_HOME}/bin:${PATH}
    export LD_LIBRARY_PATH=${JAVA_HOME}/hadoop-core-0.20.2-cdh3u3.jar:$JAVA_HOME/jre/lib/$OS_ARCH:$JAVA_HOME/jre/lib/$OS_ARCH/server:${HADOOP_HOME}/build/c++/Linux-$OS_ARCH-$OS_BIT/lib:/usr/local/hadoop/lib:/usr/local/lib:/usr/lib
    export HADOOP_CLASSPATH=.:/usr/local/hadoop/build/classes:/usr/local/hadoop/lib:/usr/local/hadoop/tomwhite-hadoop-book-32dae01/ch05/src/main/java

    image

    image

  • 相关阅读:
    博客园发展,我也来谈谈
    为什么说JavaScript是基于对象的语言?
    Email地址加密JS版
    Flash上传文件(结合asp.net)
    软件测试工程师面试题
    asp.net 创建文件夹时出错:未找到路径“D:\”的一部分。(asp.net 使用 FSO)
    发布一个可用在Blog上的Flash Mp3 Player (也支持flv格式)
    一直没掌握的一个简单的Update语句
    句柄的理解(选摘)
    消息的基本概念
  • 原文地址:https://www.cnblogs.com/devops/p/3038773.html
Copyright © 2020-2023  润新知