scribe 2.1 + hadoop-0.20.2-cdh3u3 + thrift-0.2.0 bug
[root@xxxxxxxx-xxxxx scribe]# echo "test message 3" | examples/scribe_cat -h localhost:1463 test
[Fri Apr 20 14:52:09 2012] "[test] Creating new category from model default"
[Fri Apr 20 14:52:09 2012] "store thread starting"
[Fri Apr 20 14:52:09 2012] "[hdfs] Connecting to HDFS"
[root@nginx-110 scribe]# 2012-4-20 14:52:09 org.apache.hadoop.security.UserGroupInformation doAs
严重: PriviledgedActionException as:root (auth:SIMPLE) cause:java.io.IOException: Call to /xx.xx.xx.xxx:50070 failed on local exception: java.io.EOFException
Exception in thread "main" java.io.IOException: Call to /xx.xx.xx.xxx:50070 failed on local exception: java.io.EOFException
at org.apache.hadoop.ipc.Client.wrapException(Client.java:1142)
at org.apache.hadoop.ipc.Client.call(Client.java:1110)
at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:226)
at $Proxy0.getProtocolVersion(Unknown Source)
at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:398)
at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:384)
at org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:123)
at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:246)
at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:208)
at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89)
at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1563)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:67)
at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:1597)
at org.apache.hadoop.fs.FileSystem$Cache.getUnique(FileSystem.java:1585)
at org.apache.hadoop.fs.FileSystem.newInstance(FileSystem.java:276)
at org.apache.hadoop.fs.FileSystem$2.run(FileSystem.java:251)
at org.apache.hadoop.fs.FileSystem$2.run(FileSystem.java:249)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1157)
at org.apache.hadoop.fs.FileSystem.newInstance(FileSystem.java:249)
Caused by: java.io.EOFException
at java.io.DataInputStream.readInt(DataInputStream.java:375)
at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:815)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:724)
Call to org.apache.hadoop.fs.Filesystem::newInstance(URI, Configuration) failed!
*** glibc detected *** /usr/local/scribe/scribe/bin/scribed: free(): invalid pointer: 0x0000000009781754 ***
======= Backtrace: =========
/lib64/libc.so.6[0x38a907245f]
/lib64/libc.so.6(cfree+0x4b)[0x38a90728bb]
/usr/local/scribe/scribe/bin/scribed[0x436451]
/usr/local/scribe/scribe/bin/scribed[0x43663a]
/usr/local/scribe/scribe/bin/scribed[0x43243b]
/usr/local/scribe/scribe/bin/scribed[0x432d2f]
/usr/local/scribe/scribe/bin/scribed[0x40d983]
/usr/local/scribe/scribe/bin/scribed[0x410044]
/usr/local/scribe/scribe/bin/scribed(__gxx_personality_v0+0x301)[0x409c31]
/usr/local/scribe/scribe/bin/scribed[0x420cc3]
/usr/local/scribe/scribe/bin/scribed[0x42ad5c]
/usr/local/scribe/scribe/bin/scribed[0x42b6d9]
/lib64/libpthread.so.0[0x38a980673d]
/lib64/libc.so.6(clone+0x6d)[0x38a90d40cd]
======= Memory map: ========
00400000-00487000 r-xp 00000000 03:05 5229452 /usr/local/scribe/scribe-2.1/bin/scribed
00686000-00687000 rw-p 00086000 03:05 5229452 /usr/local/scribe/scribe-2.1/bin/scribed
00687000-00688000 rw-p 00687000 00:00 0
0977d000-0a135000 rw-p 0977d000 00:00 0 [heap]
40096000-40097000 ---p 40096000 00:00 0
40097000-40197000 rwxp 40097000 00:00 0
403fb000-403fe000 ---p 403fb000 00:00 0
403fe000-404fc000 rwxp 403fe000 00:00 0
40685000-40686000 ---p 40685000 00:00 0
40686000-40786000 rwxp 40686000 00:00 0
40786000-40789000 ---p 40786000 00:00 0
40789000-40887000 rwxp 40789000 00:00 0
40ba2000-40ba3000 ---p 40ba2000 00:00 0
40ba3000-40ca3000 rwxp 40ba3000 00:00 0
41143000-41144000 ---p 41143000 00:00 0
41144000-41244000 rwxp 41144000 00:00 0
41244000-41247000 ---p 41244000 00:00 0
41247000-41345000 rwxp 41247000 00:00 0
41562000-41565000 ---p 41562000 00:00 0
41565000-41663000 rwxp 41565000 00:00 0
41663000-41666000 ---p 41663000 00:00 0
41666000-41764000 rwxp 41666000 00:00 0
419f0000-419f1000 ---p 419f0000 00:00 0
419f1000-41af1000 rwxp 419f1000 00:00 0
41af1000-41af2000 ---p 41af1000 00:00 0
41af2000-41bf2000 rwxp 41af2000 00:00 0
41bf2000-41bf5000 ---p 41bf2000 00:00 0
41bf5000-425f3000 rwxp 41bf5000 00:00 0
425f3000-425f4000 ---p 425f3000 00:00 0
425f4000-426f4000 rwxp 425f4000 00:00 0
426f4000-426f7000 ---p 426f4000 00:00 0
426f7000-427f5000 rwxp 426f7000 00:00 0
427f5000-427f8000 ---p 427f5000 00:00 0
427f8000-428f6000 rwxp 427f8000 00:00 0
428f6000-428f9000 ---p 428f6000 00:00 0
428f9000-429f7000 rwxp 428f9000 00:00 0
429f7000-429f8000 ---p 429f7000 00:00 0
429f8000-42af8000 rwxp 429f8000 00:00 0
77de00000-77f2c0000 rw-p 77de00000 00:00 0
77f2c0000-783000000 rw-p 77f2c0000 00:00 0
783000000-788350000 rw-p 783000000 00:00 0
788350000-7d6560000 rw-p 788350000 00:00 0
7d6560000-7d8f00000 rw-p 7d6560000 00:00 0
7d8f00000-800000000 rw-p 7d8f00000 00:00 0
38a8c00000-38a8c1c000 r-xp 00000000 03:05 653766 /lib64/ld-2.5.so
38a8e1b000-38a8e1c000 r--p 0001b000 03:05 653766 /lib64/ld-2.5.so
38a8e1c000-38a8e1d000 rw-p 0001c000 03:05 653766 /lib64/ld-2.5.so
38a9000000-38a914e000 r-xp 00000000 03:05 653767 /lib64/libc-2.5.so
38a914e000-38a934e000 ---p 0014e000 03:05 653767 /lib64/libc-2.5.so
38a934e000-38a9352000 r--p 0014e000 03:05 653767 /lib64/libc-2.5.so
38a9352000-38a9353000 rw-p 00152000 03:05 653767 /lib64/libc-2.5.so
38a9353000-38a9358000 rw-p 38a9353000 00:00 0
38a9400000-38a9402000 r-xp 00000000 03:05 653768 /lib64/libdl-2.5.so
38a9402000-38a9602000 ---p 00002000 03:05 653768 /lib64/libdl-2.5.so
38a9602000-38a9603000 r--p 00002000 03:05 653768 /lib64/libdl-2.5.so
38a9603000-38a9604000 rw-p 00003000 03:05 653768 /lib64/libdl-2.5.so
38a9800000-38a9816000 r-xp 00000000 03:05 653773 /lib64/libpthread-2.5.so
38a9816000-38a9a15000 ---p 00016000 03:05 653773 /lib64/libpthread-2.5.so
38a9a15000-38a9a16000 r--p 00015000 03:05 653773 /lib64/libpthread-2.5.so
38a9a16000-38a9a17000 rw-p 00016000 03:05 653773 /lib64/libpthread-2.5.so
38a9a17000-38a9a1b000 rw-p 38a9a17000 00:00 0
38a9c00000-38a9c82000 r-xp 00000000 03:05 653772 /lib64/libm-2.5.so
38a9c82000-38a9e81000 ---p 00082000 03:05 653772 /lib64/libm-2.5.so
38a9e81000-38a9e82000 r--p 00081000 03:05 653772 /lib64/libm-2.5.so
38a9e82000-38a9e83000 rw-p 00082000 03:05 653772 /lib64/libm-2.5.so
38aa400000-38aa407000 r-xp 00000000 03:05 653774 /lib64/librt-2.5.so
38aa407000-38aa607000 ---p 00007000 03:05 653774
[1]+ 已放弃 /usr/local/scribe/scribe/bin/scribed -c /usr/local/scribe/scribe/scribed_client.conf
fix:
更改源码编译完成之后测试结果：
调整环境变量之后测试结果：
export HADOOP_HOME="/usr/local/hadoop/"
export JAVA_HOME="/usr/local/hadoop/jdk1.6.0_24"
export CLASSPATH="$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:${HADOOP_HOME}/lib/commons-logging-1.0.4.jar:${HADOOP_HOME}/lib/guava-r09-jarjar.jar:${HADOOP_HOME}/hadoop-core-0.20.2-cdh3u3.jar:/usr/local/hadoop/build/classes:/usr/local/hadoop/lib:/usr/local/hadoop/tomwhite-hadoop-book-32dae01/ch05"
export OS_ARCH="amd64" #32位填i386
export JAVA_PLATFORM="Linux-amd64-64"
export OS_BIT="64"
export PATH=${HADOOP_HOME}/bin:${JAVA_HOME}/bin:${PATH}
export LD_LIBRARY_PATH=${JAVA_HOME}/hadoop-core-0.20.2-cdh3u3.jar:$JAVA_HOME/jre/lib/$OS_ARCH:$JAVA_HOME/jre/lib/$OS_ARCH/server:${HADOOP_HOME}/build/c++/Linux-$OS_ARCH-$OS_BIT/lib:/usr/local/hadoop/lib:/usr/local/lib:/usr/lib
export HADOOP_CLASSPATH=.:/usr/local/hadoop/build/classes:/usr/local/hadoop/lib:/usr/local/hadoop/tomwhite-hadoop-book-32dae01/ch05/src/main/java
