oracle问题解决一例 -- 使用uli工具释放存储空间

又是违规昵称 2009-08-29 01:16:28
【原创 转载请注明作者】
【如有问题请联系lpc19598188@gmail.com 欢迎指教】

OS环境hp ux 11.31
数据库oracle rac 10.2.0.4

--早上技术支持打电话过来,说数据库很慢,几乎不能操作。马上赶到公司,打开em后,发现了大量系统级的锁等待,检查原因,发现昨晚生成了一个11G左右的trace文件,导致数据库服务器/oracle目录100%占用
--暂且没时间分析trace,先解决眼前的问题: 直接mv走了这个11G的trc文件后,然后敲bdf查看,发现磁盘空间并没有释放,/oracle使用仍然100%。

--判断可能是hp ux的问题,于是打400电话。hp的工程师解释说是有后台进程仍占据着这个trc文件,所以操作系统没有办法释放对应的文件指针。重启操作系统后可以解决。

--我不满意这个解答,生产库哪能说重启就重启,这得向上面打事故报告的。hp工程师帮忙找了找,发现了uli这个工具,可以定位占用trc文件的进程。理论上只要kill相关进程就可以。

--以下过程记述了如何使用hp的uli工具定位相关进程的方法。

--已经将uli.exe拷到服务器上了。注意,exe后缀名不代表它可以在windows平台上使用
root@pmljpdb1:/oracle/soft# ll
total 4157250
-rw-r--r-- 1 oracle oinstall 840751341 Dec 18 2008 10gr2_clusterware_hpi.zip
-rw-r--r-- 1 oracle oinstall 1286727545 Dec 18 2008 10gr2_database_hpi.zip
drwxr-xr-x 5 oracle oinstall 1024 Apr 24 2008 Disk1
-rw-rw-r-- 1 oracle oinstall 190745 Apr 30 2008 README.html
drwxrwxr-x 8 oracle oinstall 1024 Feb 7 2006 clusterware
drwxrwxr-x 6 oracle oinstall 1024 Feb 7 2006 database
drwxr-xr-x 10 oracle oinstall 1024 Aug 7 22:52 patch
-rwxr-xr-x 1 root sys 819813 Aug 14 14:56 uli.exe
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#

--这个工具到底怎么用?先试试
root@pmljpdb1:/oracle/soft# ./uli.exe -t
./
./uli-a-i
./uli.install
Install script : ./uli.install uli a i
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# ./uli.exe
Running install script : ./uli.install uli a i
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#

root@pmljpdb1:/oracle/soft# ./uli.install
Usage: ln [-f] [-i] [-s] f1 f2
ln [-f] [-i] [-s] f1 ... fn d1
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#

--安装这个工具
root@pmljpdb1:/oracle/soft# ./uli.install uli a i
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# ll
total 4165592
-rw-r--r-- 1 oracle oinstall 840751341 Dec 18 2008 10gr2_clusterware_hpi.zip
-rw-r--r-- 1 oracle oinstall 1286727545 Dec 18 2008 10gr2_database_hpi.zip
drwxr-xr-x 5 oracle oinstall 1024 Apr 24 2008 Disk1
-rw-rw-r-- 1 oracle oinstall 190745 Apr 30 2008 README.html
drwxrwxr-x 8 oracle oinstall 1024 Feb 7 2006 clusterware
drwxrwxr-x 6 oracle oinstall 1024 Feb 7 2006 database
drwxr-xr-x 10 oracle oinstall 1024 Aug 7 22:52 patch
-rwxr-xr-x 2 tftp users 2134632 Dec 13 2006 uli
-rwxr-xr-x 2 tftp users 2134632 Dec 13 2006 uli-a-i
-rwxr-xr-x 1 root sys 819813 Aug 14 14:56 uli.exe
-rwxr-xr-x 1 tftp users 536 Dec 13 2006 uli.install
root@pmljpdb1:/oracle/soft#
...全文
236 4 打赏 收藏 转发到动态 举报
AI 作业
写回复
用AI写文章
4 条回复
切换为时间正序
请发表友善的回复…
发表回复
傻儿哥 2009-10-07
  • 打赏
  • 举报
回复
直接把和 /dev/vg00/lvoracle 这个lv对应的进程都干掉,而且是kill -9 ,
还好数据库都已经HANG住了,否则估计要做介质还原操作了。
另: 有否尝试使用fuser 这个hpunix自带的工具
inthirties 2009-08-29
  • 打赏
  • 举报
回复
顶,学习
又是违规昵称 2009-08-29
  • 打赏
  • 举报
回复
16078 1 oracle 53114 /dev/vg00/lvoracle 12788254
16176 1 oracle 54658 /dev/vg00/lvoracle 798
16176 1 oracle 53114 /dev/vg00/lvoracle 12788254
16176 1 oracle 53114 /dev/vg00/lvoracle 12788254
9281 1 oracle 53406 /dev/vg00/lvoracle 38973
1087 1 oracle 53114 /dev/vg00/lvoracle 12788254
6639 6541 ksh 37851 /dev/vg00/lvoracle 7136
10975 10886 ksh 37851 /dev/vg00/lvoracle 7136
1215 1 oracle 54658 /dev/vg00/lvoracle 798
1215 1 oracle 53114 /dev/vg00/lvoracle 12788254
1215 1 oracle 53114 /dev/vg00/lvoracle 12788254
1217 1 oracle 54658 /dev/vg00/lvoracle 798
1217 1 oracle 53114 /dev/vg00/lvoracle 12788254
1217 1 oracle 53114 /dev/vg00/lvoracle 12788254
1357 1 oracle 54658 /dev/vg00/lvoracle 798
1357 1 oracle 53114 /dev/vg00/lvoracle 12788254
1357 1 oracle 53114 /dev/vg00/lvoracle 12788254
6622 1 oracle 54658 /dev/vg00/lvoracle 798
6622 1 oracle 53114 /dev/vg00/lvoracle 12788254
6622 1 oracle 53114 /dev/vg00/lvoracle 12788254
8384 1 oracle 54658 /dev/vg00/lvoracle 798
8384 1 oracle 53114 /dev/vg00/lvoracle 12788254
8384 1 oracle 53114 /dev/vg00/lvoracle 12788254

root@pmljpdb1:/oracle/soft# bdf
Filesystem kbytes used avail %used Mounted on
/dev/vg00/lvol3 1048576 194808 847120 19% /
/dev/vg00/lvol1 1835008 326712 1496584 18% /stand
/dev/vg00/lvol8 8912896 2918008 5950856 33% /var
/dev/vg00/lvol7 5144576 3097816 2030808 60% /usr
/dev/vg00/lvol4 5242880 2320117 2740099 46% /tmp
/dev/vg00/lvoracle 31719424 31045102 654783 98% /oracle
/dev/vg00/lvol6 8880128 5097336 3753272 58% /opt
/dev/vg00/lvol5 4096000 18094 3823041 0% /home
10.166.2.157:/databackup
1255669760 1035223611 206668287 83% /rmanbak
/dev/vgepm/lvarch1_100G
104857600 10802980 88176787 11% /epmarch1
/dev/vgqueue/lvqueue
102498304 55572466 43993691 56% /queue
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# kill -9 15886
root@pmljpdb1:/oracle/soft# bdf
Filesystem kbytes used avail %used Mounted on
/dev/vg00/lvol3 1048576 194808 847120 19% /
/dev/vg00/lvol1 1835008 326712 1496584 18% /stand
/dev/vg00/lvol8 8912896 2918008 5950856 33% /var
/dev/vg00/lvol7 5144576 3097816 2030808 60% /usr
/dev/vg00/lvol4 5242880 2320117 2740099 46% /tmp
/dev/vg00/lvoracle 31719424 29545022 2061108 93% /oracle
/dev/vg00/lvol6 8880128 5097336 3753272 58% /opt
/dev/vg00/lvol5 4096000 18094 3823041 0% /home
10.166.2.157:/databackup
1255669760 1035223611 206668287 83% /rmanbak
/dev/vgepm/lvarch1_100G
104857600 10802980 88176787 11% /epmarch1
/dev/vgqueue/lvqueue
102498304 55572466 43993691 56% /queue
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# kill -9 15736
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# kill -9 1217
kill: 1217: no such process
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# kill -9 16038
kill: 16038: no such process

--在这里,发现空间已经释放了
root@pmljpdb1:/oracle/soft# bdf
Filesystem kbytes used avail %used Mounted on
/dev/vg00/lvol3 1048576 194808 847120 19% /
/dev/vg00/lvol1 1835008 326712 1496584 18% /stand
/dev/vg00/lvol8 8912896 2918016 5950848 33% /var
/dev/vg00/lvol7 5144576 3097816 2030808 60% /usr
/dev/vg00/lvol4 5242880 2320117 2740099 46% /tmp
/dev/vg00/lvoracle 31719424 19329512 11638150 62% /oracle
/dev/vg00/lvol6 8880128 5097336 3753272 58% /opt
/dev/vg00/lvol5 4096000 18094 3823041 0% /home
10.166.2.157:/databackup
1255669760 1035223611 206668287 83% /rmanbak
/dev/vgepm/lvarch1_100G
104857600 10802980 88176787 11% /epmarch1
/dev/vgqueue/lvqueue
102498304 55572466 43993691 56% /queue
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft#
又是违规昵称 2009-08-29
  • 打赏
  • 举报
回复
root@pmljpdb1:/oracle/soft#
root@pmljpdb1:/oracle/soft# ./uli

libp4 (9.219): Opening /stand/vmunix /dev/kmem

Loading symbols from /stand/vmunix
Kernel TEXT pages not requested in crashconf
Will use an artificial mapping from a.out TEXT pages
Loading symbols from /stand/current/mod/rng
Loading symbols from /stand/current/mod/mpt
Loading symbols from /stand/current/mod/sasd
Loading symbols from /stand/current/mod/ciss
Loading symbols from /stand/current/mod/nadv
Loading symbols from /stand/current/mod/lvmp
Loading symbols from /stand/current/mod/igelan
Loading symbols from /stand/current/mod/gelan
Loading symbols from /stand/current/mod/td
Loading symbols from /stand/current/mod/fcd
Loading symbols from /stand/current/mod/igssn
Loading symbols from /stand/current/mod/cdfs
Loading symbols from /stand/current/mod/c8xx
Loading symbols from /stand/current/mod/procsm
Loading symbols from /stand/current/mod/btlan
Loading symbols from /stand/current/mod/iether
PID PPID COMMAND INODE DEVICE SIZE(bytes)
1997 1 perfalarm 11066 /dev/vg00/lvol8 14
2016 1 ovcd 11066 /dev/vg00/lvol8 14
2016 1 ovcd 11066 /dev/vg00/lvol8 14
2049 2016 ovbbccb 11066 /dev/vg00/lvol8 14
2049 2016 ovbbccb 11066 /dev/vg00/lvol8 14
2049 2016 ovbbccb 11066 /dev/vg00/lvol8 14
2116 2016 coda 11066 /dev/vg00/lvol8 14
2116 2016 coda 11066 /dev/vg00/lvol8 14
2116 2016 coda 11066 /dev/vg00/lvol8 14
15736 1 oracle 54658 /dev/vg00/lvoracle 798
15736 1 oracle 53114 /dev/vg00/lvoracle 12788254
15736 1 oracle 52471 /dev/vg00/lvoracle 725
15736 1 oracle 53114 /dev/vg00/lvoracle 12788254
15886 1 oracle 54658 /dev/vg00/lvoracle 798
15886 1 oracle 53114 /dev/vg00/lvoracle 12788254
15886 1 oracle 54659 /dev/vg00/lvoracle 11910328320
15886 1 oracle 53114 /dev/vg00/lvoracle 12788254
15888 1 oracle 54658 /dev/vg00/lvoracle 798
15888 1 oracle 53114 /dev/vg00/lvoracle 12788254
15888 1 oracle 53114 /dev/vg00/lvoracle 12788254
15890 1 oracle 54658 /dev/vg00/lvoracle 798
15890 1 oracle 53114 /dev/vg00/lvoracle 12788254
15890 1 oracle 54660 /dev/vg00/lvoracle 600064
15892 1 oracle 54658 /dev/vg00/lvoracle 798
15892 1 oracle 53114 /dev/vg00/lvoracle 12788254
15892 1 oracle 54661 /dev/vg00/lvoracle 1010688
15892 1 oracle 53114 /dev/vg00/lvoracle 12788254
15899 1 oracle 54658 /dev/vg00/lvoracle 798
15899 1 oracle 53114 /dev/vg00/lvoracle 12788254
15899 1 oracle 54662 /dev/vg00/lvoracle 30645
15901 1 oracle 54658 /dev/vg00/lvoracle 798
15901 1 oracle 53114 /dev/vg00/lvoracle 12788254
15901 1 oracle 52119 /dev/vg00/lvoracle 42871
15903 1 oracle 54658 /dev/vg00/lvoracle 798
15903 1 oracle 53114 /dev/vg00/lvoracle 12788254
15903 1 oracle 54663 /dev/vg00/lvoracle 33994
15905 1 oracle 54658 /dev/vg00/lvoracle 798
15905 1 oracle 53114 /dev/vg00/lvoracle 12788254
15905 1 oracle 54464 /dev/vg00/lvoracle 34065
15907 1 oracle 54658 /dev/vg00/lvoracle 798
15907 1 oracle 53114 /dev/vg00/lvoracle 12788254
15907 1 oracle 53114 /dev/vg00/lvoracle 12788254
15909 1 oracle 54658 /dev/vg00/lvoracle 798
15909 1 oracle 53114 /dev/vg00/lvoracle 12788254
15909 1 oracle 53114 /dev/vg00/lvoracle 12788254
15911 1 oracle 54658 /dev/vg00/lvoracle 798
15911 1 oracle 53114 /dev/vg00/lvoracle 12788254
15911 1 oracle 53114 /dev/vg00/lvoracle 12788254
15913 1 oracle 54658 /dev/vg00/lvoracle 798
15913 1 oracle 53114 /dev/vg00/lvoracle 12788254
15913 1 oracle 54666 /dev/vg00/lvoracle 1624
15915 1 oracle 54658 /dev/vg00/lvoracle 798
15915 1 oracle 53114 /dev/vg00/lvoracle 12788254
15915 1 oracle 54669 /dev/vg00/lvoracle 1917
15917 1 oracle 54658 /dev/vg00/lvoracle 798
15917 1 oracle 53114 /dev/vg00/lvoracle 12788254
15917 1 oracle 54667 /dev/vg00/lvoracle 17250
15919 1 oracle 54658 /dev/vg00/lvoracle 798
15919 1 oracle 53114 /dev/vg00/lvoracle 12788254
15919 1 oracle 53114 /dev/vg00/lvoracle 12788254
15921 1 oracle 54658 /dev/vg00/lvoracle 798
15921 1 oracle 53114 /dev/vg00/lvoracle 12788254
15921 1 oracle 53114 /dev/vg00/lvoracle 12788254
15923 1 oracle 54658 /dev/vg00/lvoracle 798
15923 1 oracle 53114 /dev/vg00/lvoracle 12788254
15923 1 oracle 54888 /dev/vg00/lvoracle 180224
15923 1 oracle 53114 /dev/vg00/lvoracle 12788254
15925 1 oracle 54658 /dev/vg00/lvoracle 798
15925 1 oracle 53114 /dev/vg00/lvoracle 12788254
15925 1 oracle 55202 /dev/vg00/lvoracle 84850688
15925 1 oracle 53114 /dev/vg00/lvoracle 12788254
15964 1 oracle 54658 /dev/vg00/lvoracle 798
15964 1 oracle 53114 /dev/vg00/lvoracle 12788254
15964 1 oracle 53114 /dev/vg00/lvoracle 12788254
16017 1 oracle 54658 /dev/vg00/lvoracle 798
16017 1 oracle 53114 /dev/vg00/lvoracle 12788254
16017 1 oracle 53114 /dev/vg00/lvoracle 12788254
16017 1 oracle 54959 /dev/vg00/lvoracle 2527
16017 1 oracle 53114 /dev/vg00/lvoracle 12788254
16019 1 oracle 54658 /dev/vg00/lvoracle 798
16019 1 oracle 53114 /dev/vg00/lvoracle 12788254
16019 1 oracle 53114 /dev/vg00/lvoracle 12788254
16019 1 oracle 54963 /dev/vg00/lvoracle 2533
16038 1 oracle 54658 /dev/vg00/lvoracle 798
16038 1 oracle 53114 /dev/vg00/lvoracle 12788254
16038 1 oracle 53114 /dev/vg00/lvoracle 12788254
16038 1 oracle 54675 /dev/vg00/lvoracle 2863
16038 1 oracle 53114 /dev/vg00/lvoracle 12788254

17,382

社区成员

发帖
与我相关
我的任务
社区描述
Oracle 基础和管理
社区管理员
  • 基础和管理社区
加入社区
  • 近7日
  • 近30日
  • 至今
社区公告
暂无公告

试试用AI创作助手写篇文章吧