|
> Any new ones?
Don't think so, I'm running dmesg > dmesg.1-N So far diffs are showing them
to be all the same.
> Can you add some more please?
>
> ip -o -s route show cache | wc -l
root@director:~# ip -o -s route show cache | wc -l
19343
> grep cache /proc/slabinfo
root@director:~# grep cache /proc/slabinfo
kmem_cache 80 80 244 5 5 1 : 252 126
inet_peer_cache 408 1416 64 23 24 1 : 252 126
ip_dst_cache 18432 21960 192 1098 1098 1 : 252 126
arp_cache 1620 1620 128 54 54 1 : 252 126
dnotify cache 0 0 20 0 0 1 : 252 126
file lock cache 126 126 92 3 3 1 : 252 126
fasync cache 0 0 16 0 0 1 : 252 126
uid_cache 226 226 32 2 2 1 : 252 126
skbuff_head_cache 582 960 192 36 48 1 : 252 126
cdev_cache 1239 1239 64 21 21 1 : 252 126
bdev_cache 118 118 64 2 2 1 : 252 126
mnt_cache 118 118 64 2 2 1 : 252 126
inode_cache 114087 114149 512 16305 16307 1 : 124 62
dentry_cache 116760 116760 128 3892 3892 1 : 252 126
names_cache 57 57 4096 57 57 1 : 60 30
fs_cache 228 354 64 6 6 1 : 252 126
files_cache 173 297 416 20 33 1 : 124 62
> Ok, I haven't payed attention to this setup before but all those eth0:*
> are supposed to be VIPs, right? If so they need to /32 and not /24. If
> you have them /24 all of them will reply to any address. Please set a
> VIP up like follows:
>
> ip addr add 216.163.120.45/32 brd + dev eth0 label eth0:0
> ip addr add 216.163.120.46/32 brd + dev eth0 label eth0:1
> ip addr add 216.163.120.47/32 brd + dev eth0 label eth0:3
I'm using a heartbeat script to bring up all the IPs (it sends out arps as
it brings them up so the router knows which director to route to)
/etc/ha.d/resource.d/IPaddr 216.163.120.45 start
/etc/ha.d/resource.d/IPaddr 216.163.120.46 start
......
I tried adding a /32 to the IP address on my development box, but it didn't
like it. I'll take a look at the script to figure out how to do it
correctly.
> Pretty damn hard. Could you please run following script?
>
> ---------------------------------------------
> #!/bin/sh
> echo "30" >/proc/sys/net/ipv4/neigh/default/gc_interval
> echo "20" >/proc/sys/net/ipv4/neigh/default/gc_stale_time
> echo "512" >proc/sys/net/ipv4/neigh/default/gc_thresh1
> echo "2048" >/proc/sys/net/ipv4/neigh/default/gc_thresh2
> echo "4096" >/proc/sys/net/ipv4/neigh/default/gc_thresh3
> echo "20" >/proc/sys/net/ipv4/neigh/eth0/gc_stale_time
> echo "20" >/proc/sys/net/ipv4/neigh/eth1/gc_stale_time
> echo "20" >/proc/sys/net/ipv4/neigh/lo/gc_stale_time
> ip route flush cache
Okay, I ran it and added it to my rc.local.
Here is the output of the diag script now:
root@director:~# ./diag.sh
ip -s -s link show
1: lo: <LOOPBACK,UP> mtu 16436 qdisc noqueue
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
RX: bytes packets errors dropped overrun mcast
691686 4327 0 0 0 0
RX errors: length crc frame fifo missed
0 0 0 0 0
TX: bytes packets errors dropped carrier collsns
691686 4327 0 0 0 0
TX errors: aborted fifo window heartbeat
0 0 0 0
2: eth0: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:fa:ff:fc:45 brd ff:ff:ff:ff:ff:ff
RX: bytes packets errors dropped overrun mcast
1273758693 29547573 0 0 0 0
RX errors: length crc frame fifo missed
0 0 0 0 0
TX: bytes packets errors dropped carrier collsns
1048749785 32084016 0 0 0 0
TX errors: aborted fifo window heartbeat
0 0 0 0
3: eth1: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:fa:ff:fc:43 brd ff:ff:ff:ff:ff:ff
RX: bytes packets errors dropped overrun mcast
680313425 27231639 0 0 0 0
RX errors: length crc frame fifo missed
0 0 0 0 0
TX: bytes packets errors dropped carrier collsns
1500543713 24608048 0 0 0 0
TX errors: aborted fifo window heartbeat
0 0 0 0
4: eth2: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:03:e4:4b:93 brd ff:ff:ff:ff:ff:ff
RX: bytes packets errors dropped overrun mcast
5785411 31049 0 0 0 0
RX errors: length crc frame fifo missed
0 0 0 25 0
TX: bytes packets errors dropped carrier collsns
3431954 43640 0 0 0 0
TX errors: aborted fifo window heartbeat
0 0 0 0
-------------------------------------------------
ip addr show
1: lo: <LOOPBACK,UP> mtu 16436 qdisc noqueue
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:fa:ff:fc:45 brd ff:ff:ff:ff:ff:ff
inet 216.163.120.8/24 brd 216.163.120.255 scope global eth0
inet 216.163.120.45/24 brd 216.163.120.255 scope global secondary eth0:0
inet 216.163.120.46/24 brd 216.163.120.255 scope global secondary eth0:1
inet 216.163.120.62/24 brd 216.163.120.255 scope global secondary eth0:2
inet 216.163.120.47/24 brd 216.163.120.255 scope global secondary eth0:3
inet 216.163.120.63/24 brd 216.163.120.255 scope global secondary eth0:4
inet 216.163.120.48/24 brd 216.163.120.255 scope global secondary eth0:5
inet 216.163.120.119/24 brd 216.163.120.255 scope global secondary
eth0:6
inet 216.163.120.65/24 brd 216.163.120.255 scope global secondary eth0:7
inet 216.163.120.49/24 brd 216.163.120.255 scope global secondary eth0:8
inet 216.163.120.66/24 brd 216.163.120.255 scope global secondary eth0:9
inet 216.163.120.67/24 brd 216.163.120.255 scope global secondary
eth0:10
inet 216.163.120.10/24 brd 216.163.120.255 scope global secondary
eth0:11
inet 216.163.120.11/24 brd 216.163.120.255 scope global secondary
eth0:12
inet 216.163.120.31/24 brd 216.163.120.255 scope global secondary
eth0:13
inet 216.163.120.15/24 brd 216.163.120.255 scope global secondary
eth0:14
inet 216.163.120.32/24 brd 216.163.120.255 scope global secondary
eth0:15
inet 216.163.120.16/24 brd 216.163.120.255 scope global secondary
eth0:16
inet 216.163.120.17/24 brd 216.163.120.255 scope global secondary
eth0:17
inet 216.163.120.33/24 brd 216.163.120.255 scope global secondary
eth0:18
inet 216.163.120.50/24 brd 216.163.120.255 scope global secondary
eth0:19
inet 216.163.120.34/24 brd 216.163.120.255 scope global secondary
eth0:20
inet 216.163.120.18/24 brd 216.163.120.255 scope global secondary
eth0:21
inet 216.163.120.35/24 brd 216.163.120.255 scope global secondary
eth0:22
inet 216.163.120.51/24 brd 216.163.120.255 scope global secondary
eth0:23
inet 216.163.120.36/24 brd 216.163.120.255 scope global secondary
eth0:24
inet 216.163.120.37/24 brd 216.163.120.255 scope global secondary
eth0:25
inet 216.163.120.53/24 brd 216.163.120.255 scope global secondary
eth0:26
inet 216.163.120.38/24 brd 216.163.120.255 scope global secondary
eth0:27
inet 216.163.120.54/24 brd 216.163.120.255 scope global secondary
eth0:28
inet 216.163.120.39/24 brd 216.163.120.255 scope global secondary
eth0:29
inet 216.163.120.55/24 brd 216.163.120.255 scope global secondary
eth0:30
inet 216.163.120.56/24 brd 216.163.120.255 scope global secondary
eth0:31
inet 216.163.120.57/24 brd 216.163.120.255 scope global secondary
eth0:32
inet 216.163.120.58/24 brd 216.163.120.255 scope global secondary
eth0:33
inet 216.163.120.59/24 brd 216.163.120.255 scope global secondary
eth0:34
inet 216.163.120.6/24 brd 216.163.120.255 scope global secondary eth0:35
inet 216.163.120.78/24 brd 216.163.120.255 scope global secondary
eth0:36
inet 216.163.120.7/24 brd 216.163.120.255 scope global secondary eth0:37
inet 216.163.120.95/24 brd 216.163.120.255 scope global secondary
eth0:38
inet 216.163.120.96/24 brd 216.163.120.255 scope global secondary
eth0:39
inet 216.163.120.9/24 brd 216.163.120.255 scope global secondary eth0:40
inet 216.163.120.97/24 brd 216.163.120.255 scope global secondary
eth0:41
inet 216.163.120.98/24 brd 216.163.120.255 scope global secondary
eth0:42
inet 216.163.120.23/24 brd 216.163.120.255 scope global secondary
eth0:43
inet 216.163.120.24/24 brd 216.163.120.255 scope global secondary
eth0:44
inet 216.163.120.40/24 brd 216.163.120.255 scope global secondary
eth0:45
inet 216.163.120.41/24 brd 216.163.120.255 scope global secondary
eth0:46
inet 216.163.120.25/24 brd 216.163.120.255 scope global secondary
eth0:47
inet 216.163.120.42/24 brd 216.163.120.255 scope global secondary
eth0:48
inet 216.163.120.26/24 brd 216.163.120.255 scope global secondary
eth0:49
inet 216.163.120.27/24 brd 216.163.120.255 scope global secondary
eth0:50
inet 216.163.120.43/24 brd 216.163.120.255 scope global secondary
eth0:51
inet 216.163.120.20/24 brd 216.163.120.255 scope global secondary
eth0:52
inet 216.163.120.19/24 brd 216.163.120.255 scope global secondary
eth0:53
3: eth1: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:fa:ff:fc:43 brd ff:ff:ff:ff:ff:ff
inet 10.75.0.1/16 brd 10.255.255.255 scope global eth1
4: eth2: <BROADCAST,MULTICAST,UP> mtu 1500 qdisc pfifo_fast qlen 100
link/ether 00:01:03:e4:4b:93 brd ff:ff:ff:ff:ff:ff
inet 192.168.0.128/24 brd 192.168.0.255 scope global eth2
-------------------------------------------------
ip link show dev lo
1: lo: <LOOPBACK,UP> mtu 16436 qdisc noqueue
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
-------------------------------------------------
ip rule show
0: from all lookup local
32766: from all lookup main
32767: from all lookup default
-------------------------------------------------
ip route show table main
216.163.120.95 dev eth0 scope link src 216.163.120.95
216.163.120.45 dev eth0 scope link src 216.163.120.45
216.163.120.78 dev eth0 scope link src 216.163.120.78
216.163.120.15 dev eth0 scope link src 216.163.120.15
216.163.120.31 dev eth0 scope link src 216.163.120.31
216.163.120.46 dev eth0 scope link src 216.163.120.46
216.163.120.62 dev eth0 scope link src 216.163.120.62
216.163.120.47 dev eth0 scope link src 216.163.120.47
216.163.120.63 dev eth0 scope link src 216.163.120.63
216.163.120.9 dev eth0 scope link src 216.163.120.9
216.163.120.25 dev eth0 scope link src 216.163.120.25
216.163.120.40 dev eth0 scope link src 216.163.120.40
216.163.120.56 dev eth0 scope link src 216.163.120.56
216.163.120.24 dev eth0 scope link src 216.163.120.24
216.163.120.41 dev eth0 scope link src 216.163.120.41
216.163.120.57 dev eth0 scope link src 216.163.120.57
216.163.120.11 dev eth0 scope link src 216.163.120.11
216.163.120.27 dev eth0 scope link src 216.163.120.27
216.163.120.42 dev eth0 scope link src 216.163.120.42
216.163.120.58 dev eth0 scope link src 216.163.120.58
216.163.120.10 dev eth0 scope link src 216.163.120.10
216.163.120.26 dev eth0 scope link src 216.163.120.26
216.163.120.43 dev eth0 scope link src 216.163.120.43
216.163.120.59 dev eth0 scope link src 216.163.120.59
216.163.120.36 dev eth0 scope link src 216.163.120.36
216.163.120.20 dev eth0 scope link src 216.163.120.20
216.163.120.37 dev eth0 scope link src 216.163.120.37
216.163.120.53 dev eth0 scope link src 216.163.120.53
216.163.120.119 dev eth0 scope link src 216.163.120.119
10.5.0.5 via 10.75.255.254 dev eth1
216.163.120.7 dev eth0 scope link src 216.163.120.7
216.163.120.23 dev eth0 scope link src 216.163.120.23
216.163.120.38 dev eth0 scope link src 216.163.120.38
216.163.120.54 dev eth0 scope link src 216.163.120.54
216.163.120.6 dev eth0 scope link src 216.163.120.6
216.163.120.39 dev eth0 scope link src 216.163.120.39
216.163.120.55 dev eth0 scope link src 216.163.120.55
216.163.120.17 dev eth0 scope link src 216.163.120.17
216.163.120.32 dev eth0 scope link src 216.163.120.32
216.163.120.48 dev eth0 scope link src 216.163.120.48
216.163.120.67 dev eth0 scope link src 216.163.120.67
216.163.120.98 dev eth0 scope link src 216.163.120.98
216.163.120.16 dev eth0 scope link src 216.163.120.16
216.163.120.33 dev eth0 scope link src 216.163.120.33
216.163.120.49 dev eth0 scope link src 216.163.120.49
216.163.120.66 dev eth0 scope link src 216.163.120.66
216.163.120.19 dev eth0 scope link src 216.163.120.19
216.163.120.34 dev eth0 scope link src 216.163.120.34
216.163.120.50 dev eth0 scope link src 216.163.120.50
216.163.120.65 dev eth0 scope link src 216.163.120.65
216.163.120.96 dev eth0 scope link src 216.163.120.96
216.163.120.18 dev eth0 scope link src 216.163.120.18
216.163.120.35 dev eth0 scope link src 216.163.120.35
216.163.120.51 dev eth0 scope link src 216.163.120.51
216.163.120.97 dev eth0 scope link src 216.163.120.97
192.168.0.0/24 dev eth2 proto kernel scope link src 192.168.0.128
216.163.120.0/24 dev eth0 proto kernel scope link src 216.163.120.8
10.75.0.0/16 dev eth1 proto kernel scope link src 10.75.0.1
127.0.0.0/8 dev lo scope link
default via 216.163.120.1 dev eth0 metric 1
-------------------------------------------------
cat /proc/net/softnet_stat
01b1d093 00000000 00000001 00000000 00000000 00000000 00000000 00000000
000099e8
01b19ea3 00000000 00000000 00000000 00000000 00000000 00000000 00000000
0000986f
-------------------------------------------------
cat /proc/net/rt_cache_stat
00002e24 01883fe8 0026ab7c 00000000 00000000 0000045f 00000000 00000025
0040d113 000b2995 0000045a 000f102e 000f01c5 00000190 00000000
00002e24 018810ad 0026a34c 00000000 00000000 00000431 00000000 00000020
0040df42 000b0e5b 000004d0 000f0b54 000efc59 00000168 00000000
-------------------------------------------------
ping -c2 10.75.0.1
cat /proc/net/raw
PING 10.75.0.1 (10.75.0.1): 56 data bytes
64 bytes from 10.75.0.1: icmp_seq=0 ttl=64 time=0.1 ms
64 bytes from 10.75.0.1: icmp_seq=1 ttl=64 time=0.1 ms
--- 10.75.0.1 ping statistics ---
2 packets transmitted, 2 packets received, 0% packet loss
round-trip min/avg/max = 0.1/0.1/0.1 ms
sl local_address rem_address st tx_queue rx_queue tr tm->when retrnsmt
uid timeout inode
-------------------------------------------------
cat /proc/net/netlink
sk Eth Pid Groups Rmem Wmem Dump Locks
c1597040 0 0 00000000 0 0 00000000 2
c1597780 4 0 00000000 0 0 00000000 2
-------------------------------------------------
grep cache /proc/slabinfo
kmem_cache 80 80 244 5 5 1 : 252 126
inet_peer_cache 408 1416 64 23 24 1 : 252 126
ip_dst_cache 12060 22140 192 603 1107 1 : 252 126
arp_cache 1494 1620 128 54 54 1 : 252 126
dnotify cache 0 0 20 0 0 1 : 252 126
file lock cache 126 126 92 3 3 1 : 252 126
fasync cache 0 0 16 0 0 1 : 252 126
uid_cache 226 226 32 2 2 1 : 252 126
skbuff_head_cache 582 960 192 36 48 1 : 252 126
cdev_cache 1239 1239 64 21 21 1 : 252 126
bdev_cache 118 118 64 2 2 1 : 252 126
mnt_cache 118 118 64 2 2 1 : 252 126
inode_cache 114087 114149 512 16307 16307 1 : 124 62
dentry_cache 116760 116760 128 3892 3892 1 : 252 126
names_cache 57 57 4096 57 57 1 : 60 30
fs_cache 228 354 64 6 6 1 : 252 126
files_cache 173 297 416 20 33 1 : 124 62
-------------------------------------------------
ip -o -s route show cache | wc -l
11206
-------------------------------------------------
|
