转载,一篇文章,觉得还不错。
客户急匆匆电话报修,我/home目录没放多少东西,怎么使用到93%,快来查,解决掉
现场:
# df -m
Filesystem MB blocks Free %Used Iused %Iused Mounted on
/dev/hd4 4096.00 4072.11 1% 2074 1% /
/dev/hd2 8192.00 6718.66 18% 28374 2% /usr
/dev/hd9var 2048.00 1369.71 34% 384 1% /var
/dev/hd3 2048.00 1541.58 25% 3643 2% /tmp
/dev/fwdump 384.00 383.62 1% 4 1% /var/adm/ras/platform
/dev/hd1 43392.00 3075.58 93% 16360 3% /home
/proc - - - - - /proc
/dev/hd10opt 128.00 25.61 80% 2553 29% /opt
/dev/oradata 38400.00 8676.65 78% 418 1% /oradata
/dev/inbss 100096.00 32909.98 68% 365998 5% /home/hzinbss
# cd /home
# ls -l
total 24
drwxr-xr-x 5 dsg dba 256 Oct 23 18:25 dsg
drwxr-xr-x 2 guest usr 256 Aug 26 2005 guest
drwxr-xr-x 15 hzinbss staff 4096 Oct 26 14:56 hzinbss
drwx------ 2 root system 256 Jan 09 2006 lost+found
drwxr-xr-x 3 oracle dba 4096 Jun 16 14:37 oracle
drwxr-xr-x 47 oracle dba 4096 Jan 17 2006 oracle_app
drwxr-xr-x 2 204 dba 256 Mar 25 2008 sdg
drwxr-xr-x 3 sysmon staff 256 Apr 28 2008 sysmon
# du -sk *
862544 dsg
0 guest
68598480 hzinbss
0 lost+found
192 oracle
3607632 oracle_app
4 sdg
52 sysmon
确实不应该啊,安装losf 工具吧,请下载附件,或网下载,很快找到原因,并解决
安装很简单,就不细说了
# lsof /home (查看home空间使用情况,尼妈,明显,很多东西是双份啊,明显是执行过删除动作,但没删除掉)
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
oracle 123112 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 123112 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 123112 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 123112 oracle 11uR VREG 10,8 24 172305 /home (/dev/hd1)
odcs 131212 dsg cwd VDIR 10,8 4096 29154 /home (/dev/hd1)
odcs 131212 dsg 1w VREG 10,8 70794753 29221 /home (/dev/hd1)
odcs 131212 dsg 2w VREG 10,8 70794753 29221 /home (/dev/hd1)
odcs 131212 dsg 3uW VREG 10,8 536870912 29176 /home (/dev/hd1)
odcs 131212 dsg 5w VREG 10,8 30858 29186 /home (/dev/hd1)
odcs 131212 dsg 6r VREG 10,8 46592 91184 /home (/dev/hd1)
oracle 295164 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 295164 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 295164 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 295164 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
oracle 311510 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 311510 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
vagentd 340164 dsg cwd VDIR 10,8 4096 29154 /home (/dev/hd1)
vagentd 340164 dsg 1w VREG 10,8 37611527023 29215 /home (/dev/hd1)
vagentd 340164 dsg 2w VREG 10,8 37611527023 29215 /home (/dev/hd1)
oracle 344240 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 344240 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 344240 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 344240 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
oracle 348346 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 348346 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 348346 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 348346 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
exchange_ 426172 hzinbss 3r VREG 10,8 15872 98331 /home (/dev/hd1)
exchange_ 426172 hzinbss 4r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 483540 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 483540 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 483540 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 483540 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
oracle 561168 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 561168 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 594098 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 594098 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 594098 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 626712 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 626712 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 626712 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 626712 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
insei_svr 659532 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 659532 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 663640 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 663640 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 671822 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 671822 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 680040 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 680040 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 688212 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 688212 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 692310 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 692310 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 696408 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 696408 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 700506 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 700506 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 704604 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 704604 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 708704 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 708704 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 729324 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 729324 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 729324 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 733416 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 733416 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 733416 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
insei_svr 741504 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 741504 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
lsof 753784 root cwd VDIR 10,8 4096 2 /home (/dev/hd1)
vagentd 757878 dsg cwd VDIR 10,8 4096 29154 /home (/dev/hd1)
vagentd 757878 dsg 1w VREG 10,8 37611527023 29215 /home (/dev/hd1)
vagentd 757878 dsg 2w VREG 10,8 37611527023 29215 /home (/dev/hd1)
insei_svr 761990 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 761990 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 766132 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 766132 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
insei_svr 770182 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 770182 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 774278 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 774278 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
insei_svr 778374 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 778374 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 782424 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 782424 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 798906 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 798906 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 798906 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
insei_svr 843892 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 843892 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 856250 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 856250 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 856250 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
bash 864314 root cwd VDIR 10,8 4096 29183 /home (/dev/hd1)
insei_svr 876560 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 876560 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
lsof 880858 root cwd VDIR 10,8 4096 2 /home (/dev/hd1)
oracle 888946 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 888946 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
loader 909390 hzinbss 3r VREG 10,8 15872 98331 /home (/dev/hd1)
loader 909390 hzinbss 4r VREG 10,8 6656 98391 /home (/dev/hd1)
tnslsnr 913448 oracle cwd VDIR 10,8 4096 4096 /home (/dev/hd1)
tnslsnr 913448 oracle 3w VREG 10,8 323187 178639 /home (/dev/hd1)
tnslsnr 913448 oracle 5r VREG 10,8 11264 90884 /home (/dev/hd1)
tnslsnr 913448 oracle 6r VREG 10,8 46592 91184 /home (/dev/hd1)
insei_svr 917548 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 917548 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 921642 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 921642 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 921642 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 921642 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
ksh 925906 root cwd VDIR 10,8 4096 2 /home (/dev/hd1)
sorting 929910 hzinbss 3r VREG 10,8 15872 98331 /home (/dev/hd1)
sorting 929910 hzinbss 4r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 942296 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 942296 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 954460 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 954460 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 974884 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 974884 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 974884 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 1052836 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 1052836 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 1052836 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
exchange_ 1147084 hzinbss 3r VREG 10,8 15872 98331 /home (/dev/hd1)
exchange_ 1147084 hzinbss 4r VREG 10,8 6656 98391 /home (/dev/hd1)
oracle 1167512 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 1167512 oracle 7r VREG 10,8 657920 98334 /home (/dev/hd1)
vagentd 1200310 dsg cwd VDIR 10,8 4096 29154 /home (/dev/hd1)
vagentd 1200310 dsg 1w VREG 10,8 37611527023 29215 /home (/dev/hd1)
vagentd 1200310 dsg 2w VREG 10,8 37611527023 29215 /home (/dev/hd1)
oracle 1212662 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 1212662 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 1212662 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 1212662 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
oracle 1224946 oracle cwd VDIR 10,8 256 172032 /home (/dev/hd1)
oracle 1224946 oracle 8r VREG 10,8 657920 98334 /home (/dev/hd1)
oracle 1224946 oracle 9u VREG 10,8 868 178664 /home (/dev/hd1)
oracle 1224946 oracle 10uR VREG 10,8 24 172305 /home (/dev/hd1)
insei_svr 1233064 hzinbss 4r VREG 10,8 15872 98331 /home (/dev/hd1)
insei_svr 1233064 hzinbss 5r VREG 10,8 6656 98391 /home (/dev/hd1)
lsof: WARNING: /.lsof_hz_inbss was updated.
# cd /home
# lsof +aL1 /home
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NLINK NODE NAME
odcs 131212 dsg 1w VREG 10,8 70804764 0 29221 /home (/dev/hd1)
odcs 131212 dsg 2w VREG 10,8 70804764 0 29221 /home (/dev/hd1)
vagentd 340164 dsg 1w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
vagentd 340164 dsg 2w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
vagentd 757878 dsg 1w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
vagentd 757878 dsg 2w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
vagentd 1200310 dsg 1w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
vagentd 1200310 dsg 2w VREG 10,8 37625838865 0 29215 /home (/dev/hd1)
好吧,知道问题,解决就容易了。
# lsof -a -p 340164 -d ^deleted
# set -o vi
# lsof -a -p 340164 -d ^deleted
# lsof -a -p 340164 -d ^*.log
# lsof -a -p 340164 -d ^listener.log
# lsof -a -p 340164 -d ^*.log
# lsof -a -p 757878 -d ^listener.log
# lsof -a -p 340164 -d ^*.log
# lsof -a -p 131212 -d ^*.log
# df -m
Filesystem MB blocks Free %Used Iused %Iused Mounted on
/dev/hd4 4096.00 4072.11 1% 2074 1% /
/dev/hd2 8192.00 6718.66 18% 28374 2% /usr
/dev/hd9var 2048.00 1369.66 34% 384 1% /var
/dev/hd3 2048.00 1541.58 25% 3643 2% /tmp
/dev/fwdump 384.00 383.62 1% 4 1% /var/adm/ras/platform
/dev/hd1 43392.00 39009.68 11% 16361 1% /home
/proc - - - - - /proc
/dev/hd10opt 128.00 25.61 80% 2553 29% /opt
/dev/oradata 38400.00 8576.64 78% 419 1% /oradata
/dev/inbss 100096.00 32893.52 68% 366059 5% /home/hzinbss
# lsof +aL1 /home
搞定!
收起