设备没有可用空间 /var/spool/clientmqueue sendmail

[root@hadoop3 /]# crontab -e
/tmp/crontab.TB7A7w: 设备上没有空间
[root@hadoop3 /]# df -Bg
文件系统 1G-块 已用 可用 已用% 挂载点
/dev/mapper/centos-root 50G 50G 1G 100% /
devtmpfs 8G 0G 8G 0% /dev
tmpfs 8G 0G 8G 0% /dev/shm
tmpfs 8G 1G 8G 3% /run
tmpfs 8G 0G 8G 0% /sys/fs/cgroup
/dev/mapper/centos-home 985G 83G 902G 9% /home
/dev/sda1 1G 1G 1G 25% /boot
tmpfs 2G 0G 2G 0% /run/user/0
[root@hadoop3 /]# du /var/ -Bg -d1
1G /var/lib
1G /var/log
0G /var/adm
1G /var/cache
1G /var/db
0G /var/empty
0G /var/games
0G /var/gopher
0G /var/local
0G /var/nis
0G /var/opt
0G /var/preserve
24G /var/spool
1G /var/tmp
0G /var/yp
0G /var/kerberos
0G /var/crash
24G /var/
[root@hadoop3 /]# du /var/spool/ -Bg -d1
0G /var/spool/lpd
0G /var/spool/mail
1G /var/spool/anacron
1G /var/spool/cron
0G /var/spool/plymouth
1G /var/spool/postfix
24G /var/spool/clientmqueue
0G /var/spool/mqueue
24G /var/spool/
[root@hadoop3 /]#

[root@hadoop3 ~]# ll -as /var/spool/clientmqueue/ | less

总用量 24776176
1604 drwxrwx--- 2 smmsp smmsp 1187840 12月 29 09:43 .
4 drwxr-xr-x. 10 root root 4096 12月 13 08:47 ..
584 -rw-rw---- 1 smmsp smmsp 597740 12月 15 08:49 dfvBF0nSlu026759
4 -rw-rw---- 1 smmsp smmsp 86 12月 15 08:51 dfvBF0prcX002125
588 -rw-rw---- 1 smmsp smmsp 598481 12月 15 08:52 dfvBF0qfgc002156
588 -rw-rw---- 1 smmsp smmsp 598728 12月 15 08:53 dfvBF0rBZd002175
4 -rw-rw---- 1 smmsp smmsp 83 12月 15 08:53 dfvBF0rHm2002178
588 -rw-rw---- 1 smmsp smmsp 598975 12月 15 08:54 dfvBF0sBDL002192
588 -rw-rw---- 1 smmsp smmsp 599222 12月 15 08:55 dfvBF0tBNg002208

[root@hadoop3 ~]# cat /var/spool/clientmqueue/dfvBF19Hu8008608
15 Dec 09:08:07 ntpdate[8526]: adjust time server 182.92.12.11 offset 0.000410 sec
[root@hadoop3 ~]#

[root@hadoop3 ~]# xlcl
#spider
*/20 0-8,20-23 * * * python /home/data/crontab_chk_url/personas/trunk/plugins/spider/chk_url_status_update_tmp_error.py ;
#spider
*/30 * * * * python /home/data/crontab_chk_url/personas/trunk/plugins/spider/chk_url_status_insert_tmp_error_30min.py &> /dev/null;

#db
#*/30 * * * * python /home/data/crontab_chk_url/personas/trunk/plugins/spider/chk_url_status_insert_error_from_tmp_error.py &> /dev/null;

#杀死消耗内存进程
* */2 * * * python /home/data/crontab_chk_url/personas/trunk/plugins/spider/kill_phantomjs_whole_os.py &> /home/data/crontab_chk_url/personas/trunk/plugins/spider/kill_phantomjs_whole_os_log;

#
*/10 * * * * /usr/sbin/ntpdate edu.ntp.org.cn
*/2 * * * * /usr/sbin/ntpdate cn.ntp.org.cn

* */1 * * * cd /home/data/xl_project;cat r1 > rtmp;date >r1; free -g >>r1;cat rtmp>>r1;/usr/sbin/sendmail -s 'zh_cn_xiaomi_buqiang_jiankong' abc@qq.com < r1;

#危险动作
#*/1 * * * * cd /home/data/xl_project/bash_app;echo ' start '$(date +"%Y%m%d_%H%M%S") >> ad_direct_error_temp.del.sh.log;sh ad_direct_error_temp.del.sh; cat ad_direct_error_temp.del.sh >> ad_direct_error_temp.del.sh.log;echo ' end '$(date +"%Y%m%d_%H%M%S") >> ad_direct_error_temp.del.sh.log;
#*/1 * * * * echo start >>/home/data/xl_project/bash_app/ias

*/2 * * * * sh /home/data/xl_project/bash_app/ad_direct_error_temp.del.tmp4log.sh;

[root@hadoop3 ~]#

http://www.linuxweblog.com/sendmail-clientmqueue-mqueue

When submitting mail by using sendmail as a mail submission program, sendmail copies all messages to "/var/spool/clientmqueue" first. Sendmail is a setgid smmsp program and thus gives any user the permission to do so (/var/spool/clientmqueue belongs to user and group smmsp). Later, another sendmail process, the sendmail mail transfer agent (MTA) copies the messages from /var/spool/clientmqueue to /var/spool/mqueue and sends them to their destination.

/var/spool/clientmqueue is thus the holding area used by the MSP (Mail Submission Protocol) sendmail instance before it injects the messages into the main MTA (Mail Transport Agent) sendmail instance.

Sendmail will save the message in /var/spool/clientmqueue for safe keeping before trying to connect to the MTA to get the message delivered. Normally there would be a 'queue runner' MSP sendmail instance which every half hour would retry sending any message that couldn't be sent immediately. Each message will generate a 'df' (message routing info) and 'qf' (message headers and body) file. You can list out all of the messages and their status by:

先备份到数据盘

[root@hadoop3 /]# ll -as /home/data/xl_project/
总用量 15411664
4 drwxr-xr-x 5 root root 4096 12月 26 11:01 .
4 drwxr-xr-x. 11 hadoop hadoop 4096 12月 25 16:06 ..
4 drwxr-xr-x 2 root root 4096 12月 26 14:21 bash_app
4 -rw-r--r-- 1 root root 442 12月 13 11:39 cmd_top
7812 -rw-r--r-- 1 root root 7997472 12月 13 12:39 Django-2.0.tar.gz
4 -rw-r--r-- 1 root root 87 12月 13 15:44 djangoACTION.txt
4 -rw-r--r-- 1 root root 43 12月 13 11:55 e
48 -rw-r--r-- 1 root root 48899 12月 13 12:39 index.html
4 -rw-r--r-- 1 root root 46 12月 13 18:37 mail
4 -rw-r--r-- 1 root root 49 12月 13 11:23 mail.m
0 drwxr-xr-x 4 root root 64 12月 13 17:52 mysite
4948 -rw-r--r-- 1 root root 5065229 12月 29 10:53 r1
4948 -rw-r--r-- 1 root root 5064982 12月 29 10:53 rtmp
0 drwxr-xr-x 2 root root 6 12月 19 10:22 sh_app
15393876 -rw------- 1 root root 15763327868 12月 26 11:03 var_spool_mail_root
[root@hadoop3 /]# cp -r /var/spool/clientmqueue /home/data/xl_project/var_spool_clientmqueue

24G的文件的复制过程

top - 10:57:04 up 4 days, 1:57, 12 users, load average: 2.54, 1.44, 0.71
Tasks: 231 total, 1 running, 227 sleeping, 0 stopped, 3 zombie
%Cpu(s): 0.1 us, 1.3 sy, 0.0 ni, 83.5 id, 15.1 wa, 0.0 hi, 0.0 si, 0.0 st
KiB Mem : 16203484 total, 188920 free, 2938828 used, 13075736 buff/cache
KiB Swap: 8191996 total, 8191996 free, 0 used. 12711548 avail Mem
scroll coordinates: y = 1/231 (tasks), x = 1/12 (fields)
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
2400 root 20 0 122084 1540 768 D 6.0 0.0 0:11.41 cp
92 root 20 0 0 0 0 S 2.0 0.0 0:05.23 kswapd0
792 root 20 0 0 0 0 D 0.7 0.0 0:02.15 kworker/u32:2
20026 root 20 0 0 0 0 S 0.7 0.0 0:01.91 kworker/6:1
21225 root 20 0 21928 2212 1612 S 0.7 0.0 0:28.69 nload
27522 root 20 0 6027700 727964 21664 S 0.7 4.5 12:07.56 java
25 root 20 0 0 0 0 S 0.3 0.0 2:55.06 rcu_sched
30 root 20 0 0 0 0 S 0.3 0.0 0:21.01 rcuos/4
33 root 20 0 0 0 0 S 0.3 0.0 0:19.55 rcuos/7
733 root 0 -20 0 0 0 S 0.3 0.0 0:06.89 kworker/6:1H
769 dbus 20 0 24964 2156 1320 S 0.3 0.0 0:46.20 dbus-daemon
28545 root 20 0 6018568 337960 21780 S 0.3 2.1 2:55.23 java

对资源的消耗 ，对cpu的消耗程度远大于内存

粗略计时

检查

[root@hadoop3 /]# date
2017年 12月 29日 星期五 11:02:11 CST
[root@hadoop3 /]# cp -r /var/spool/clientmqueue /home/data/xl_project/var_spool_clientmqueue
[root@hadoop3 /]# date
2017年 12月 29日 星期五 11:05:40 CST
[root@hadoop3 /]# du /home/data/xl_project/ -Bg -d1
1G /home/data/xl_project/mysite
0G /home/data/xl_project/sh_app
1G /home/data/xl_project/bash_app
24G /home/data/xl_project/var_spool_clientmqueue
40G /home/data/xl_project/
[root@hadoop3 /]#

http://www.cnblogs.com/ratooner/p/4166735.html

Linux服务器 /var/spool/clientmqueue 目录下产生大量文件的删除办法

当文件没有被其他进程读写时

[root@hadoop3 /]# rm -rf /var/spool/clientmqueue/*
[root@hadoop3 /]# du /var/spool/ -Bg -d1
0G /var/spool/lpd
0G /var/spool/mail
1G /var/spool/anacron
1G /var/spool/cron
0G /var/spool/plymouth
1G /var/spool/postfix
1G /var/spool/clientmqueue
0G /var/spool/mqueue
1G /var/spool/
[root@hadoop3 /]#

成功删除