DRBD Configure

Requirment : two machines, each with a dedicated network link.
Enable the DRBD module in the kernel include drbd8-utils (this package contain the binaries drbdadm, drbdsetup, drbdm eta and drbd-overview) Steps to configure DRBD 1. power on both the nodes 2. mknod /dev/drbd0 b 147 0 -- Note : to get the major number of the drbd device run 'cat /proc/devi ces | grep drbd' 3. On both the nodes edit the /etc/drbd.conf (in soho box, the path is "/usr/loc al/etc/drbd.conf")file as follows resource r0 { # Resource name r0 protocol C; # protoc ol type using is Protocol C net { sndbuf-size 2M; } on nodex1 { # "nodex 1" is the hostname of the machine 1 device /dev/drbd0; # drbd disk disk /dev/dram0; # Actual block disk need to be synced address 10.0.0.1:7789; # ip address of Node "no dex1" meta-disk internal; } on nodex2 { # "nodex2" is th e hostname of the machine 1 device /dev/drbd0; # drbd disk disk /dev/dram0; # Actual block disk need to be synced address 10.0.0.2:7789; # ip address of Node "no dex1" meta-disk internal; } } 4. run 'drbdadm create-md r0' on both the nodes 5. run 'drbdadm up r0' on both the nodes 6. run 'drbdadm primary r0' on one of the node, to make it as primary --Note : for the first time, run 'drbdadm -- --overwrite-data-of-peer pr imary r0' -- this flag sync both the nodes for the first time use. 7. run 'cat /proc/drbd' - for monitoring the drbd status. login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot Start End Blocks Id System
/dev/sdb1
243202 1953514583+ ee EFI GPT
WARNING: GPT (GUID Partition Table) detected on '/dev/sda'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sda: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d796976 Device Boot /dev/sda1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/sdc: 997 MB, 997720064 bytes 32 heads, 62 sectors/track, 982 cylinders Units = cylinders of 1984 * 512 = 1015808 bytes Disk identifier: 0x00000000 Device Boot /dev/sdc1 Start 1 End 980 Blocks 972129 Id System 83 Linux
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table root@px12-400r-TI2Y7H:/# /etc/init.d/open-iscsi status Running file /etc/init.d/open-iscsi Current active iSCSI sessions: iscsiadm: No active sessions. root@px12-400r-TI2Y7H:/# ping 192.16.1.22 PING 192.16.1.22 (192.16.1.22) 56(84) bytes of data. ^X^C --- 192.16.1.22 ping statistics --5 packets transmitted, 0 received, 100% packet loss, time 4021ms root@px12-400r-TI2Y7H:/# ping 192.168.1.22 PING 192.168.1.22 (192.168.1.22) 56(84) bytes of data. ^C --- 192.168.1.22 ping statistics --5 packets transmitted, 0 received, 100% packet loss, time 3999ms root@px12-400r-TI2Y7H:/# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# hostname px12-400r-TI2Y7H root@px12-400r-TI2Y7H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:169.254.53.76 Bcast:169.254.255.255 Mask:255.255.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:829 errors:0 dropped:0 overruns:0 frame:0 TX packets:563 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:277746 (271.2 KiB) TX bytes:173958 (169.8 KiB) Interrupt:17 Memory:fba00000-fba20000 eth2 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:7354 errors:0 dropped:0 overruns:0 frame:0 TX packets:3703 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1398582 (1.3 MiB) TX bytes:1814076 (1.7 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:426 errors:0 dropped:0 overruns:0 frame:0 TX packets:426 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:47288 (46.1 KiB) TX bytes:47288 (46.1 KiB)
eth3
lo
root@px12-400r-TI2Y7H:/# ping 169.254.175.121 PING 169.254.175.121 (169.254.175.121) 56(84) bytes of data. 64 bytes from 169.254.175.121: icmp_seq=1 ttl=64 time=0.162 ms 64 bytes from 169.254.175.121: icmp_seq=2 ttl=64 time=0.136 ms 64 bytes from 169.254.175.121: icmp_seq=3 ttl=64 time=0.126 ms 64 bytes from 169.254.175.121: icmp_seq=4 ttl=64 time=0.164 ms 64 bytes from 169.254.175.121: icmp_seq=5 ttl=64 time=0.135 ms 64 bytes from 169.254.175.121: icmp_seq=6 ttl=64 time=0.189 ms ^C --- 169.254.175.121 ping statistics --6 packets transmitted, 6 received, 0% packet loss, time 4997ms rtt min/avg/max/mdev = 0.126/0.152/0.189/0.021 ms root@px12-400r-TI2Y7H:/# vi /etc/network/interfaces root@px12-400r-TI2Y7H:/# ls bin debug etc initrd lib64 nfs opt ram selinux tmp var boot dev home lib mnt oem proc sbin sys usr root@px12-400r-TI2Y7H:/# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 2.8M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 2.8M 48M 6% / /dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.4M 4.7M 34% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1
20G 785M 20G 4% /mnt/system root@px12-400r-TI2Y7H:/# cd /mnt/system/ root@px12-400r-TI2Y7H:/mnt/system# ls DfsRoot bluetooth cores d2d log samba swapfile webDAV_www auditLog config cups download opt scst upload root@px12-400r-TI2Y7H:/mnt/system# mkdir cluster root@px12-400r-TI2Y7H:/mnt/system# cd cluster/' > > root@px12-400r-TI2Y7H:/mnt/system# cd cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# ls root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 1_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 1_init.sh px12-400r-TI2Y7H 1_init.sh: line 4: nodex1: command not found root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 1_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cat /etc/hosts 127.0.0.1 localhost 192.168.0.102 px12-400r-TI2Y7H px12-400r-TI2Y7H root@px12-400r-TI2Y7H:/mnt/system/cluster# ping px12-400r-TI2Y7H PING px12-400r-TI2Y7H (192.168.0.102) 56(84) bytes of data. 64 bytes from px12-400r-TI2Y7H (192.168.0.102): icmp_seq=1 ttl=64 time=0.014 64 bytes from px12-400r-TI2Y7H (192.168.0.102): icmp_seq=2 ttl=64 time=0.011 ^C --- px12-400r-TI2Y7H ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.011/0.012/0.014/0.003 ms root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:169.254.53.76 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:977 errors:0 dropped:0 overruns:0 frame:0 TX packets:669 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:329339 (321.6 KiB) TX bytes:207744 (202.8 KiB) Interrupt:17 Memory:fba00000-fba20000 root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 -a -a: Unknown host ifconfig: `--help' gives usage information. root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# man ifconfig No manual entry for ifconfig See 'man 7 undocumented' for help when manual pages are not available. root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig -h Usage: ifconfig [-a] [-v] [-s] <interface> [[<AF>] <address>] [add <address>[/<prefixlen>]] [del <address>[/<prefixlen>]] [[-]broadcast [<address>]] [[-]pointopoint [<address>]] [netmask <address>] [dstaddr <address>] [tunnel <address>] [outfill <NN>] [keepalive <NN>] [hw <HW> <address>] [metric <NN>] [mtu <NN>] [[-]trailers] [[-]arp] [[-]allmulti] [multicast] [[-]promisc] [mem_start <NN>] [io_addr <NN>] [irq <NN>] [media <type>] [txqueuelen <NN>]
[[-]dynamic] [up|down] ... <HW>=Hardware Type. List of possible hardware types: loop (Local Loopback) slip (Serial Line IP) cslip (VJ Serial Line IP) slip6 (6-bit Serial Line IP) cslip6 (VJ 6-bit Serial Line IP) adaptive (tive Serial Line IP) strip (Metricom Starmode IP) ash (Ash) ether (Ethernet) tr (16/4 Mbps Token Ring) tr (16/4 Mbps Token Ring (New)) ax25 (AMPR AX. netrom (AMPR NET/ROM) rose (AMPR ROSE) tunnel (IPIP Tunnel) ppp (Point-to-Point Protocol) hdlc ((Cisco)-HDLC) lapb (LAPB) arcnet (ARCnet) dlci (Frame Relay DLCI) frad (Frame Relay Access Device) sit (IPv6-in-IPv4) fddi (Fiber Distributed Data Interface) hippi (HIPPI) irda (IrLAP) ec (Econet) x25 (generic X.25) eui64 (Generic EUI-64) <AF>=Address family. Default: inet List of possible address families: unix (UNIX Domain) inet (DARPA Internet) inet6 (IPv6) ax25 (AMPR AX.25) netrom (AMPR NET/ROM) rose (AMPR ROSE) ipx (Novell IPX) ddp (Appletalk DDP) ec (Econet) ash (Ash) x25 (CCITT X.25) root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 | grep addr eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:169.254.53.76 Bcast:169.254.255.255 Mask:255.255.0.0 root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 | cut -d: -f 1 eth1 Link encap inet addr UP BROADCAST RUNNING MULTICAST MTU RX packets TX packets collisions RX bytes Interrupt root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 | cut -daddr: -f 1 cut: the delimiter must be a single character Try `cut --help' for more information. root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 | cut -d"addr:" -f cut: the delimiter must be a single character Try `cut --help' for more information. root@px12-400r-TI2Y7H:/mnt/system/cluster# ifconfig eth1 | cut -d"addr:" -f root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m discovery -t st -p 198.0. 100 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m discovery -t st -p px0d-T HYH41 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 2_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 2_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 2_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence
192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.g fs, portal: 192.168.0.100,3260] Login to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-THYH4s, p ortal: 192.168.0.100,3260]: successful Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.i scsifence, portal: 192.168.0.100,3260] Login to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-THYH4csif ence, portal: 192.168.0.100,3260]: successful tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.g fs, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.gfs, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.i scsifence, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.iscsifence, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.g fs, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.gfs, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.i scsifence, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.iscsifence, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m session tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.g fs, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.gfs, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.i scsifence, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.iscsifence, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 2_init.sh
root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.iscsifence 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.g fs, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.gfs, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px6-300d-41.i scsifence, portal: 192.168.0.100,3260] iscsiadm: Could not login to [iface: default, target: iqn.1992-04.com.emc:ste.px 6-300d-THYH41.iscsifence, portal: 192.168.0.100,3260]: iscsiadm: initiator reported error (15 - already exists) tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m session tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# scp 1_init.sh 2_init.sh px12-400rY5H: /mnt/system/cluster/ The authenticity of host 'px12-400r-ti2y5h (169.254.175.121)' can't be estabed. RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'px12-400r-ti2y5h,169.254.175.121' (RSA) to the lof k nown hosts. root@px12-400r-ti2y5h's password: 1_init.sh 100% 208 0.2KB/s 00:00 2_init.sh 100% 565 0.6KB/s 00:00 root@px12-400r-TI2Y7H:/mnt/system/cluster# vi /etc/lvm//lvm.conf root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/sdc: 997 MB, 997720064 bytes 32 heads, 62 sectors/track, 982 cylinders Units = cylinders of 1984 * 512 = 1015808 bytes
Disk identifier: 0x00000000 Device Boot /dev/sdc1 Start 1 End 980 Blocks 972129 Id System 83 Linux
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdd: 107.3 GB, 107374182400 bytes 255 heads, 63 sectors/track, 13054 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x74a26282 Disk /dev/sdd doesn't contain a valid partition table Disk /dev/sde: 1073 MB, 1073741824 bytes 34 heads, 61 sectors/track, 1011 cylinders Units = cylinders of 2074 * 512 = 1061888 bytes Disk identifier: 0x74a26282 Disk /dev/sde doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# mkqdisk -c /dev/sde sde sde10 sde12 sde14 sde3 sde5 sde7 sde9 sde1 sde11 sde13 sde2 sde4 sde6 sde8 root@px12-400r-TI2Y7H:/mnt/system/cluster# mkqdisk -c /dev/sde -l qdisk mkqdisk v2.03.09 Writing new quorum disk label 'qdisk' to /dev/sde. WARNING: About to destroy all data on /dev/sde; proceed [N/y] ? y Initializing status block for node 1... Initializing status block for node 2... Initializing status block for node 3... Initializing status block for node 4... Initializing status block for node 5... Initializing status block for node 6... Initializing status block for node 7... Initializing status block for node 8... Initializing status block for node 9... Initializing status block for node 10... Initializing status block for node 11... Initializing status block for node 12... Initializing status block for node 13... Initializing status block for node 14... Initializing status block for node 15... Initializing status block for node 16... root@px12-400r-TI2Y7H:/mnt/system/cluster# mkqdisk -L mkqdisk v2.03.09 /dev/sde: Magic: Label: Created: Host: Kernel Sector Size: Recorded Sector Size: eb7a62c2 qdisk Fri Feb 3 16:33:36 2012 px12-400r-TI2Y7H 512 512
root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 3_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 3_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 3_init.sh mkdir: cannot create directory `/usr/local/etc/cluster': Read-only file syst 3_init.sh: line 5: /etc/cluster/cluster.conf: No such file or directory root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 3_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 3_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi /etc/cluster/cluster.conf root@px12-400r-TI2Y7H:/mnt/system/cluster# scp 3_init.sh px12-400r-TI2Y5H:/myste m/cluster/ root@px12-400r-ti2y5h's password: 3_init.sh 100% 1352 1.3KB/s 00:00 root@px12-400r-TI2Y7H:/mnt/system/cluster# vgchange -aly connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. 1 logical volume(s) in volume group "md0_vg" now active root@px12-400r-TI2Y7H:/mnt/system/cluster# vgscan connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Reading all physical volumes. This may take a while... Found volume group "md0_vg" using metadata type lvm2 root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdd: 107.3 GB, 107374182400 bytes 255 heads, 63 sectors/track, 13054 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x74a26282 Disk /dev/sdd doesn't contain a valid partition table Disk /dev/sde: 1073 MB, 1073741824 bytes 34 heads, 61 sectors/track, 1011 cylinders Units = cylinders of 2074 * 512 = 1061888 bytes Disk identifier: 0x00000000 Disk /dev/sde doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdd connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Physical volume "/dev/sdd" successfully created root@px12-400r-TI2Y7H:/mnt/system/cluster# vgcreate Cvg /dev/sdd connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Volume group "Cvg" successfully created root@px12-400r-TI2Y7H:/mnt/system/cluster# vi /etc/lvm/lvm.conf root@px12-400r-TI2Y7H:/mnt/system/cluster# lvcreate -n Cvol1 -L 20G Cvg connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Logical volume "Cvol1" created root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.gfs2 -t MBK:Cvg -p lock_dlm /de v/Cvg/Cvol1 This will destroy any data on /dev/Cvg/Cvol1. Are you sure you want to proceed? [y/n] y mkfs.gfs2: can't fsync device (-1): Input/output error root@px12-400r-TI2Y7H:/mnt/system/cluster# lvdisplay connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. /dev/sdd: read failed after 0 of 4096 at 0: Input/output error /dev/sde: read failed after 0 of 4096 at 0: Input/output error --- Logical volume --LV Name /dev/md0_vg/vol1 VG Name md0_vg LV UUID n8zkjq-ejXv-AiP7-eCd3-GIqO-kQfB-DFRS9i LV Write Access read/write LV Status available # open 1
LV Size Current LE Segments Allocation Read ahead sectors - currently set to Block device
20.01 GiB 5122 1 inherit auto 256 253:0
root@px12-400r-TI2Y7H:/mnt/system/cluster# lvcreate -n Cvol1 -L 20G Cvg co nnect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. /dev/sdd: read failed after 0 of 4096 at 0: Input/output error /dev/sde: read failed after 0 of 4096 at 0: Input/output error /dev/Cvg/Cvol1: read failed after 0 of 4096 at 21474770944: Input/output e /dev/Cvg/Cvol1: read failed after 0 of 4096 at 21474828288: Input/output e /dev/Cvg/Cvol1: read failed after 0 of 4096 at 0: Input/output error /dev/Cvg/Cvol1: read failed after 0 of 4096 at 4096: Input/output error /dev/sdd: read failed after 0 of 4096 at 107374116864: Input/output error /dev/sdd: read failed after 0 of 4096 at 107374174208: Input/output error /dev/sdd: read failed after 0 of 4096 at 4096: Input/output error /dev/sde: read failed after 0 of 4096 at 1073676288: Input/output error /dev/sde: read failed after 0 of 4096 at 1073733632: Input/output error /dev/sde: read failed after 0 of 4096 at 4096: Input/output error Volume group "Cvg" not found root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m session tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# fdsik -l -sh: fdsik: command not found root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdd: 107.3 GB, 107374182400 bytes 255 heads, 63 sectors/track, 13054 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x00000000 Disk /dev/sdd doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk /dev/sdd Device contains neither a valid DOS partition table, nor Sun, SGI or OSF disel Building a new DOS disklabel with disk identifier 0x652621e6. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. The number of cylinders for this disk is set to 13054. There is nothing wrong with that, but this is larger than 1024, and could in certain setups cause problems with: 1) software that runs at boot time (e.g., old versions of LILO) 2) booting and partitioning software from other OSs (e.g., DOS FDISK, OS/2 FDISK) Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): p Disk /dev/sdd: 107.3 GB, 107374182400 bytes 255 heads, 63 sectors/track, 13054 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x652621e6 Device Boot Start End Blocks Id System
Command (m for help): q root@px12-400r-TI2Y7H:/mnt/system/cluster# ping px12-400r-TI2Y7H PING px12-400r-TI2Y7H (192.168.0.102) 56(84) bytes of data. 64 bytes from px12-400r-TI2Y7H (192.168.0.102): icmp_seq=1 ttl=64 time=0.009 64 bytes from px12-400r-TI2Y7H (192.168.0.102): icmp_seq=2 ttl=64 time=0.013 ^C --- px12-400r-TI2Y7H ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 1002ms rtt min/avg/max/mdev = 0.009/0.011/0.013/0.002 ms root@px12-400r-TI2Y7H:/mnt/system/cluster# ping px12-400r-TI2Y5H PING px12-400r-TI2Y5H (169.254.175.121) 56(84) bytes of data. 64 bytes from 169.254.175.121: icmp_seq=1 ttl=64 time=0.112 ms 64 bytes from 169.254.175.121: icmp_seq=2 ttl=64 time=0.157 ms ^C --- px12-400r-TI2Y5H ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 1011ms rtt min/avg/max/mdev = 0.112/0.134/0.157/0.025 ms
root@px12-400r-TI2Y7H:/mnt/system/cluster# fdsik -l -sh: fdsik: command not found root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk /dev/sdd Device contains neither a valid DOS partition table, nor Sun, SGI or OSF disel Building a new DOS disklabel with disk identifier 0xbaa861eb. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. The number of cylinders for this disk is set to 13054. There is nothing wrong with that, but this is larger than 1024, and could in certain setups cause problems with: 1) software that runs at boot time (e.g., old versions of LILO) 2) booting and partitioning software from other OSs (e.g., DOS FDISK, OS/2 FDISK) Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): q root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table
Disk /dev/sdd: 107.3 GB, 107374182400 bytes 255 heads, 63 sectors/track, 13054 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x00000000 Disk /dev/sdd doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# ping 192.168.0.100 PING 192.168.0.100 (192.168.0.100) 56(84) bytes of data. From 192.168.0.102 icmp_seq=2 Destination Host Unreachable ^C --- 192.168.0.100 ping statistics --2 packets transmitted, 0 received, +1 errors, 100% packet loss, time 1008ms root@px12-400r-TI2Y7H:/mnt/system/cluster# ping 192.168.0.100 PING 192.168.0.100 (192.168.0.100) 56(84) bytes of data. From 192.168.0.102 icmp_seq=1 Destination Host Unreachable ^C --- 192.168.0.100 ping statistics --2 packets transmitted, 0 received, +1 errors, 100% packet loss, time 1001ms root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/cman start Running file /etc/init.d/cman Starting cluster manager: Loading kernel modules:FATAL: Module configfs not found. done Mounting config filesystem: done Starting cluster configuration system: done Joining cluster:cman_tool: ccsd is not running done Starting daemons: groupd fenced dlm_controld gfs_controld Joining fence domain:fence_tool: can't communicate with fenced -1 done Starting Quorum Disk daemon: done root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool status cman_tool: Cannot open connection to cman, is it running ? root@px12-400r-TI2Y7H:/mnt/system/cluster# ccs_tool update /etc/cluster/clusconf Unable to connect to the CCS daemon: Connection refused Failed to update config file. root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/c checkfs.sh cman ctdb checkroot.sh coredump_collector cups clvm cron root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/gfs gfs-tools gfs2-tools root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/gfs2-tools status Running file /etc/init.d/gfs2-tools root@px12-400r-TI2Y7H:/mnt/system/cluster# ccs_tool update /etc/cluster/clusconf Unable to connect to the CCS daemon: Connection refused Failed to update config file. root@px12-400r-TI2Y7H:/mnt/system/cluster# dmesg nsport error, dev sde, sector 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 00 08 00 end_request: recoverable transport error, dev sde, sector 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00
sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector GFS2: gfs2 mount does not exist sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code
00 08 00 2097024 00 08 00 2097024 00 80 00 0 00 08 00 0 00 08 00 528 00 08 00 528 00 08 00 528
00 20 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0
sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0: sd 10:0:0:0: sd 10:0:0:0: end_request: sd 10:0:0:0:
[sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 recoverable transport error, dev sde, sector [sde] Unhandled error code [sde] Result: hostbyte=0x0f driverbyte=0x00 [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 recoverable transport error, dev sde, sector [sde] Unhandled error code
00 08 00 0 00 08 00 0 00 20 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 02 00 00 0 00 08 00 0 00 08 00 2097024
sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 end_request: recoverable transport error, dev sde, sector GFS2: gfs2 mount does not exist sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector quiet_error: 216 callbacks suppressed Buffer I/O error on device sde, logical block 0 Buffer I/O error on device sde, logical block 1 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector
00 08 00 2097024 00 80 00 0 00 08 00 0 00 08 00 528 00 08 00 528 00 08 00 528
00 20 00 0
00 08 00 0
00 08 00 0
00 08 00 0
00 08 00 0
00 08 00 0
00 08 00 0
Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector Buffer I/O error on device sde, logical block 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 end_request: recoverable transport error, dev sde, sector sd 10:0:0:0: [sde] Unhandled error code
00 08 00 0
00 08 00 0
00 08 00 0 00 20 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 00 08 00 0 02 00 00 0
sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 00 08 00 end_request: recoverable transport error, dev sde, sector 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 00 08 00 end_request: recoverable transport error, dev sde, sector 2097024 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 1f ff 80 00 00 08 00 end_request: recoverable transport error, dev sde, sector 2097024 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 00 80 00 end_request: recoverable transport error, dev sde, sector 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 00 00 00 00 08 00 end_request: recoverable transport error, dev sde, sector 0 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 00 08 00 end_request: recoverable transport error, dev sde, sector 528 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 00 08 00 end_request: recoverable transport error, dev sde, sector 528 sd 10:0:0:0: [sde] Unhandled error code sd 10:0:0:0: [sde] Result: hostbyte=0x0f driverbyte=0x00 sd 10:0:0:0: [sde] CDB: cdb[0]=0x28: 28 00 00 00 02 10 00 00 08 00 end_request: recoverable transport error, dev sde, sector 528 GFS2: gfs2 mount does not exist root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# ccs_tool update /etc/cluster/clusconf Unable to connect to the CCS daemon: Connection refused Failed to update config file. root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# find / -name "*ccsd*" /var/run/cluster/ccsd.pid /mnt/apps/usr/sbin/ccsd root@px12-400r-TI2Y7H:/mnt/system/cluster# ccs ccs_test ccs_tool ccsd root@px12-400r-TI2Y7H:/mnt/system/cluster# ccsd root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/cman start ing file /etc/init.d/cman Starting cluster manager: Loading kernel modules:FATAL: Module configfs not found. done Mounting config filesystem: done Starting cluster configuration system: done Joining cluster: done Starting daemons: groupd fenced dlm_controld gfs_controld Joining fence domain: done Starting Quorum Disk daemon: done root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool status cman_tool: Cannot open connection to cman, is it running ? root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/cman restart
Runn
Running file /etc/init.d/cman Running file /etc/init.d/cman Stopping cluster manager Stopping Quorum Disk daemon: done Leaving fence domain:fence_tool: can't communicate with fenced done Stopping daemons: gfs_controld dlm_controld fenced groupd Leaving the cluster:cman_tool: Cannot open connection to cman, is it runnin done Stopping cluster configuration system: done Unmounting config filesystem: done Running file /etc/init.d/cman Starting cluster manager: Loading kernel modules:FATAL: Module configfs not found. done Mounting config filesystem: done Starting cluster configuration system: done Joining cluster: done Starting daemons: groupd fenced dlm_controld gfs_controld Joining fence domain: done Starting Quorum Disk daemon: done root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool status Version: 6.1.0 Config Version: 1 Cluster Name: MBK Cluster Id: 515 Cluster Member: Yes Cluster Generation: 12 Membership state: Cluster-Member Nodes: 2 Expected votes: 1 Total votes: 2 Node votes: 1 Quorum: 1 Active subsystems: 7 Flags: 2node Dirty Ports Bound: 0 Node name: px12-400r-TI2Y7H Node ID: 1 Multicast addresses: 239.192.2.5 Node addresses: 192.168.0.102 root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool nodes Node Sts Inc Joined Name 1 M 4 2012-02-03 17:09:56 px12-400r-TI2Y7H 2 M 12 2012-02-03 17:09:57 px12-400r-TI2Y5H root@px12-400r-TI2Y7H:/mnt/system/cluster# clustat Cluster Status for MBK @ Fri Feb 3 17:12:45 2012 Member Status: Quorate Member Name ------ ---px12-400r-TI2Y7H px12-400r-TI2Y5H ID Status ---- -----1 Online, Local 2 Online
root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/rgmanager.dpkg-new st Running file /etc/init.d/rgmanager.dpkg-new FATAL: Module sctp not found. root@px12-400r-TI2Y7H:/mnt/system/cluster# /etc/init.d/rgmanager.dpkg-new st Running file /etc/init.d/rgmanager.dpkg-new FATAL: Module sctp not found.
Starting cluster service manager: done. root@px12-400r-TI2Y7H:/mnt/system/cluster# clustat Cluster Status for MBK @ Fri Feb 3 17:14:05 2012 Member Status: Quorate Member Name ------ ---px12-400r-TI2Y7H px12-400r-TI2Y5H ID Status ---- -----1 Online, Local 2 Online cman_tool status
root@px12-400r-TI2Y7H:/mnt/system/cluster# Version: 6.1.0 Config Version: 1 Cluster Name: MBK Cluster Id: 515 Cluster Member: Yes Cluster Generation: 12 Membership state: Cluster-Member Nodes: 2 Expected votes: 1 Total votes: 2 Node votes: 1 Quorum: 1 Active subsystems: 8 Flags: 2node Dirty Ports Bound: 0 177 Node name: px12-400r-TI2Y7H Node ID: 1 Multicast addresses: 239.192.2.5 Node addresses: 192.168.0.102 root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# Config file updated from version 1 to 2
vi /etc/cluster/cluster.conf vi /etc/cluster/cluster.conf ccs_tool update /etc/cluster/clusconf
Update complete. root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool status ion: 6.1.0 Config Version: 2 Cluster Name: MBK Cluster Id: 515 Cluster Member: Yes Cluster Generation: 12 Membership state: Cluster-Member Nodes: 2 Expected votes: 1 Total votes: 2 Node votes: 1 Quorum: 1 Active subsystems: 8 Flags: 2node Dirty Ports Bound: 0 177 Node name: px12-400r-TI2Y7H Node ID: 1 Multicast addresses: 239.192.2.5 Node addresses: 192.168.0.102 root@px12-400r-TI2Y7H:/mnt/system/cluster# cman_tool status ion: 6.1.0 Config Version: 2 Cluster Name: MBK
Vers
Vers
Cluster Id: 515 Cluster Member: Yes Cluster Generation: 12 Membership state: Cluster-Member Nodes: 2 Expected votes: 1 Total votes: 2 Node votes: 1 Quorum: 1 Active subsystems: 8 Flags: 2node Dirty Ports Bound: 0 177 Node name: px12-400r-TI2Y7H Node ID: 1 Multicast addresses: 239.192.2.5 Node addresses: 192.168.0.102 root@px12-400r-TI2Y7H:/mnt/system/cluster# clustat Cluster Status for MBK @ Fri Feb 3 17:39:41 2012 Member Status: Quorate Member Name ------ ---px12-400r-TI2Y7H px12-400r-TI2Y5H ID Status ---- -----1 Online, Local, rgmanager 2 Online, rgmanager
Service Name Owner (Last) State ------- -------- ---------service:192.168.0.105 none recovering root@px12-400r-TI2Y7H:/mnt/system/cluster# iscsiadm -m session tcp: [1] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.gf tcp: [2] 192.168.0.100:3260,1 iqn.1992-04.com.emc:storage.px6-300d-THYH41.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table q ^C root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table ^C root@px12-400r-TI2Y7H:/mnt/system/cluster# vi 2_init.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cp 2_init.sh iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh iscsi_logout.sh Logging out of session [sid: 1, target: iqn.1992-04.com.emc:storage.px6-300dH41.
gfs, portal: 192.168.0.100,3260] login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# clustat Cluster Status for MBK @ Fri Feb 3 21:16:09 2012 Member Status: Quorate Member Name ------ ---px12-400r-TI2Y7H px12-400r-TI2Y5H /dev/sde ID Status ---- -----1 Online, Local, rgmanager 2 Online, rgmanager 0 Online, Quorum Disk
Service Name Owner (Last) State ------- -------- ---------service:169.254.176.60 px12-400r-TI2Y5H started root@px12-400r-TI2Y7H:/# vgscan connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Reading all physical volumes. This may take a while... Found volume group "md0_vg" using metadata type lvm2 root@px12-400r-TI2Y7H:/# vi /etc/lvm/lvm.conf root@px12-400r-TI2Y7H:/# /etc/init.d/clvm status Running file /etc/init.d/clvm Cluster LVM Daemon is not running. root@px12-400r-TI2Y7H:/# /etc/init.d/clvm start Running file /etc/init.d/clvm Starting Cluster LVM Daemon: clvm. Activating all VGs. connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. 1 logical volume(s) in volume group "md0_vg" now active root@px12-400r-TI2Y7H:/# /etc/init.d/clvm status Running file /etc/init.d/clvm Cluster LVM Daemon is running. root@px12-400r-TI2Y7H:/# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
WARNING: GPT (GUID Partition Table) detected on '/dev/sda'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sda: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes
Disk identifier: 0x2d796976 Device Boot /dev/sda1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdd: 21.4 GB, 21474836480 bytes 64 heads, 32 sectors/track, 20480 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes Disk identifier: 0x08be0f7f Disk /dev/sdd doesn't contain a valid partition table Disk /dev/sde: 3221 MB, 3221225472 bytes 100 heads, 62 sectors/track, 1014 cylinders Units = cylinders of 6200 * 512 = 3174400 bytes Disk identifier: 0x00000000 Disk /dev/sde doesn't contain a valid partition table root@px12-400r-TI2Y7H:/# /etc/init.d/clvm status Running file /etc/init.d/clvm Cluster LVM Daemon is running. root@px12-400r-TI2Y7H:/# /etc/init.d/clvm status root@px12-400r-TI2Y7H:/# vgchange -aly connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. 1 logical volume(s) in volume group "md0_vg" now active root@px12-400r-TI2Y7H:/# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
WARNING: GPT (GUID Partition Table) detected on '/dev/sda'! The util fdisk d't s upport GPT. Use GNU Parted.
Disk /dev/sda: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d796976 Device Boot /dev/sda1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdd: 21.4 GB, 21474836480 bytes 64 heads, 32 sectors/track, 20480 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes Disk identifier: 0x08be0f7f Disk /dev/sdd doesn't contain a valid partition table Disk /dev/sde: 3221 MB, 3221225472 bytes 100 heads, 62 sectors/track, 1014 cylinders Units = cylinders of 6200 * 512 = 3174400 bytes Disk identifier: 0x00000000 Disk /dev/sde doesn't contain a valid partition table root@px12-400r-TI2Y7H:/# pvcreate /dev/sdd connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Physical volume "/dev/sdd" successfully created root@px12-400r-TI2Y7H:/# iptables -L FATAL: Module ip_tables not found. iptables v1.4.2: can't initialize iptables table `filter': iptables who? (do nee d to insmod?) Perhaps iptables or your kernel needs to be upgraded. root@px12-400r-TI2Y7H:/# iptables iptables v1.4.2: no command specified Try ìptables -h' or 'iptables --help' for more information. root@px12-400r-TI2Y7H:/# iptables -h iptables v1.4.2 Usage: iptables iptables iptables iptables iptables iptables -[AD] chain rule-specification [options] -[RI] chain rulenum rule-specification [options] -D chain rulenum [options] -[LS] [chain [rulenum]] [options] -[FZ] [chain] [options] -[NX] chain
iptables -E old-chain-name new-chain-name iptables -P chain target [options] iptables -h (print this help information) Commands: Either long --append --delete --delete short options are allowed. chain Append to chain chain Delete matching rule from chain chain rulenum Delete rule rulenum (1 = first) from chain --insert -I chain [rulenum] Insert in chain as rulenum (default 1=first) --replace -R chain rulenum Replace rule rulenum (1 = first) in chain --list -L [chain [rulenum]] List the rules in a chain or all chains --list-rules -S [chain [rulenum]] Print the rules in a chain or all chains --flush -F [chain] Delete all rules in chain or all chains --zero -Z [chain] Zero counters in chain or all chains --new -N chain Create a new user-defined chain --delete-chain -X [chain] Delete a user-defined chain --policy -P chain target Change policy on chain to target --rename-chain -E old-chain new-chain Change chain name, (moving any references) Options: [!] --proto -p proto protocol: by number or name, eg. `tcp' [!] --source -s address[/mask] source specification [!] --destination -d address[/mask] destination specification [!] --in-interface -i input name[+] network interface name ([+] for wildcard) --jump -j target target for rule (may load target extension) --goto -g chain jump to chain with no return --match -m match extended match (may load extension) --numeric -n numeric output of addresses and ports [!] --out-interface -o output name[+] network interface name ([+] for wildcard) --table -t table table to manipulate (default: `filter') --verbose -v verbose mode --line-numbers print line numbers when listing --exact -x expand numbers (display exact values) [!] --fragment -f match second or further fragments only --modprobe=<command> try to insert modules using this command --set-counters PKTS BYTES set the counter during insert/append [!] --version -V print package version. root@px12-400r-TI2Y7H:/# iptables -L FATAL: Module ip_tables not found. iptables v1.4.2: can't initialize iptables table `filter': iptables who? (do nee d to insmod?) Perhaps iptables or your kernel needs to be upgraded. root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# or -A -D -D
root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# vgcreate Cvg0 /dev/sdd connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Volume group "Cvg0" successfully created root@px12-400r-TI2Y7H:/# dmesg nnection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020)
GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error
(1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020)
connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist
(1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020)
connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error
(1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020)
connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error
(1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020)
connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error GFS2: gfs2 mount does not exist connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error GFS2: gfs2 mount does not exist connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error connection2:0: detected conn error connection1:0: detected conn error
(1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020) (1020)
GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) GFS2: gfs2 mount does not exist connection2:0: detected conn error (1020) connection1:0: detected conn error (1020) connection1:0: detected conn error (1020) connection2:0: detected conn error (1020) root@px12-400r-TI2Y7H:/# vi /var/log/messages root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# lvcreate -n Cvol0 -L 10G Cvg0 connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Logical volume "Cvol0" created root@px12-400r-TI2Y7H:/# /etc/init.d/gfs gfs-tools gfs2-tools root@px12-400r-TI2Y7H:/# /etc/init.d/gfs2-tools start Running file /etc/init.d/gfs2-tools root@px12-400r-TI2Y7H:/# mkfs.gfs2 -t MBK:Cvg0 -p lock_dlm -j 2 /dev/Cvg0/Cv This will destroy any data on /dev/Cvg0/Cvol0. Are you sure you want to proceed? [y/n] y mkfs.gfs2: can't fsync device (-1): Input/output error root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cp 2_init.sh iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# vi iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# sh iscsi_logout.sh Logging out of session [sid: 1, target: iqn.1992-04.com.emc:storage.px4-300rM3R. gfs, portal: 192.168.0.104,3260] Logout of [sid: 1, target: iqn.1992-04.com.emc:storage.px4-300r-THXM3R.gfs, al: 192.168.0.104,3260]: successful Logging out of session [sid: 2, target: iqn.1992-04.com.emc:storage.px4-300rM3R. iscsifence, portal: 192.168.0.104,3260] Logout of [sid: 2, target: iqn.1992-04.com.emc:storage.px4-300r-THXM3R.iscsie, p ortal: 192.168.0.104,3260]: successful iscsiadm: No active sessions. (reverse-i-search)`sc': sh iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# scp iscsi_logout.sh root@px12-4002Y5H :/mnt/system/cluster# The authenticity of host 'px12-400r-ti2y5h (169.254.175.121)' can't be estabed.
RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. root@px12-400r-TI2Y7H:/mnt/system/cluster# scp iscsi_logout.sh px12-400r-TI2/mnt /system/cluster/ The authenticity of host 'px12-400r-ti2y5h (169.254.175.121)' can't be estabed. RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'px12-400r-ti2y5h,169.254.175.121' (RSA) to the lof k nown hosts. root@px12-400r-ti2y5h's password: iscsi_logout.sh 100% 276 0.3KB/s 00:00 root@px12-400r-TI2Y7H:/mnt/system/cluster# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# sh 2_init.sh 192.168.0.104:3260,1 iqn.1992-04.com.emc:storage.px4-300r-THXM3R.iscsifence 192.168.0.104:3260,1 iqn.1992-04.com.emc:storage.px4-300r-THXM3R.gfs Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px4-300r-3R.g fs, portal: 192.168.0.104,3260] Login to [iface: default, target: iqn.1992-04.com.emc:storage.px4-300r-THXM3s, p ortal: 192.168.0.104,3260]: successful Logging in to [iface: default, target: iqn.1992-04.com.emc:storage.px4-300r-3R.i scsifence, portal: 192.168.0.104,3260] Login to [iface: default, target: iqn.1992-04.com.emc:storage.px4-300r-THXM3csif ence, portal: 192.168.0.104,3260]: successful tcp: [3] 192.168.0.104:3260,1 iqn.1992-04.com.emc:storage.px4-300r-THXM3R.gf tcp: [4] 192.168.0.104:3260,1 iqn.1992-04.com.emc:storage.px4-300r-THXM3R.isence root@px12-400r-TI2Y7H:/mnt/system/cluster# vgremove Cvg0 connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. /dev/Cvg0/Cvol0: read failed after 0 of 4096 at 10737352704: Input/output r /dev/Cvg0/Cvol0: read failed after 0 of 4096 at 10737410048: Input/output r /dev/Cvg0/Cvol0: read failed after 0 of 4096 at 0: Input/output error /dev/Cvg0/Cvol0: read failed after 0 of 4096 at 4096: Input/output error Do you really want to remove volume group "Cvg0" containing 1 logical volumey/n] : y Do you really want to remove active logical volume Cvol0? [y/n]: y Logical volume "Cvol0" successfully removed Volume group "Cvg0" successfully removed root@px12-400r-TI2Y7H:/mnt/system/cluster# pvdisplay connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. --- Physical volume --PV Name /dev/md0 VG Name md0_vg PV Size 20.01 GiB / not usable 1.14 MiB Allocatable yes (but full) PE Size 4.00 MiB Total PE 5122 Free PE 0 Allocated PE 5122 PV UUID PnQu2D-VYNU-kwJg-hhi7-HWtp-8J03-Dt4l30 "/dev/sdf" is a new physical volume of "20.00 GiB" --- NEW Physical volume --PV Name /dev/sdf
VG Name PV Size Allocatable PE Size Total PE Free PE Allocated PE PV UUID
20.00 GiB NO 0 0 0 0 Xfb870-Aw4S-ed3U-wYac-b7Pn-EZkF-jJmhnc
root@px12-400r-TI2Y7H:/mnt/system/cluster# mkqdisk -L mkqdisk v2.03.09 /dev/sdg: Magic: Label: Created: Host: Kernel Sector Size: Recorded Sector Size: eb7a62c2 qdisk Thu Feb 2 16:25:11 2012 px12-400r-TI2Y5H 512 512
root@px12-400r-TI2Y7H:/mnt/system/cluster# clustat Cluster Status for MBK @ Fri Feb 3 22:57:48 2012 Member Status: Quorate Member Name ------ ---px12-400r-TI2Y7H px12-400r-TI2Y5H /dev/sde ID Status ---- -----1 Online, Local, rgmanager 2 Online, rgmanager 0 Offline, Quorum Disk State ----started
Service Name Owner (Last) ------- -------- -----service:169.254.176.60 px12-400r-TI2Y5H root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l
WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/sdc: 997 MB, 997720064 bytes
32 heads, 62 sectors/track, 982 cylinders Units = cylinders of 1984 * 512 = 1015808 bytes Disk identifier: 0x00000000 Device Boot /dev/sdc1 Start 1 End 980 Blocks 972129 Id System 83 Linux
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdf: 21.4 GB, 21474836480 bytes 64 heads, 32 sectors/track, 20480 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes Disk identifier: 0x3a31261f Disk /dev/sdf doesn't contain a valid partition table Disk /dev/sdg: 3221 MB, 3221225472 bytes 100 heads, 62 sectors/track, 1014 cylinders Units = cylinders of 6200 * 512 = 3174400 bytes Disk identifier: 0x28435397 Disk /dev/sdg doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# pvremove /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Labels on physical volume "/dev/sdf" successfully wiped root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.ext mkfs.ext2 mkfs.ext3 mkfs.ext4 mkfs.ext4dev root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.ext mkfs.ext2 mkfs.ext3 mkfs.ext4 mkfs.ext4dev root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.ext3 /dev/sdf sdf sdf10 sdf12 sdf14 sdf3 sdf5 sdf7 sdf9 sdf1 sdf11 sdf13 sdf2 sdf4 sdf6 sdf8 root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.ext3 /dev/sdf mke2fs 1.41.3 (12-Oct-2008) /dev/sdf is entire device, not just one partition! Proceed anyway? (y,n) y Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 1310720 inodes, 5242880 blocks 262144 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 160 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26542 4096000 Writing inode tables: done
Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 35 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Can't open /dev/sdf exclusively. Mounted filesystem? root@px12-400r-TI2Y7H:/mnt/system/cluster# dd if=/dev/zero of=/dev/sdf bs=1Mnt=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.000517971 s, 2.0 GB/s root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Can't open /dev/sdf exclusively. Mounted filesystem? root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdisk d't s upport GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000
Disk /dev/md0 doesn't contain a valid partition table Disk /dev/sdf: 21.4 GB, 21474836480 bytes 64 heads, 32 sectors/track, 20480 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes Disk identifier: 0x00000000 Disk /dev/sdf doesn't contain a valid partition table Disk /dev/sdg: 3221 MB, 3221225472 bytes 100 heads, 62 sectors/track, 1014 cylinders Units = cylinders of 6200 * 512 = 3174400 bytes Disk identifier: 0x28435397 Disk /dev/sdg doesn't contain a valid partition table root@px12-400r-TI2Y7H:/mnt/system/cluster# pvdisplay connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. --- Physical volume --PV Name /dev/md0 VG Name md0_vg PV Size 20.01 GiB / not usable 1.14 MiB Allocatable yes (but full) PE Size 4.00 MiB Total PE 5122 Free PE 0 Allocated PE 5122 PV UUID PnQu2D-VYNU-kwJg-hhi7-HWtp-8J03-Dt4l30 root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /de debug dev/ root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Can't open /dev/sdf exclusively. Mounted filesystem? root@px12-400r-TI2Y7H:/mnt/system/cluster# dd if=/dev/zero of=/dev/sdf bs=1Mnt=1 00 100+0 records in 100+0 records out 104857600 bytes (105 MB) copied, 0.0313676 s, 3.3 GB/s root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf co nnect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Can't open /dev/sdf exclusively. Mounted filesystem? root@px12-400r-TI2Y7H:/mnt/system/cluster# fdisk /dev/sdf Device contains neither a valid DOS partition table, nor Sun, SGI or OSF disel Building a new DOS disklabel with disk identifier 0x06bf0c74. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. The number of cylinders for this disk is set to 20480. There is nothing wrong with that, but this is larger than 1024, and could in certain setups cause problems with:
1) software that runs at boot time (e.g., old versions of LILO) 2) booting and partitioning software from other OSs (e.g., DOS FDISK, OS/2 FDISK) Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): p Disk /dev/sdf: 21.4 GB, 21474836480 bytes 64 heads, 32 sectors/track, 20480 cylinders Units = cylinders of 2048 * 512 = 1048576 bytes Disk identifier: 0x06bf0c74 Device Boot Start End Blocks Id System
Command (m for help): q root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Can't open /dev/sdf exclusively. Mounted filesystem? root@px12-400r-TI2Y7H:/mnt/system/cluster# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) none on /sys/kernel/config type configfs (rw,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylog,lfs=8 ,noquota) /dev/sdf on /mnt/ext/eSATA_EMC_LIFELINE-DISK_a type ext3 (rw,relatime,errorstinu e,barrier=0,data=writeback) root@px12-400r-TI2Y7H:/mnt/system/cluster# umount /dev/sdf root@px12-400r-TI2Y7H:/mnt/system/cluster# pvcreate /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. \ Physical volume "/dev/sdf" successfully created root@px12-400r-TI2Y7H:/mnt/system/cluster# vgremove Cvg0 root@px12-400r-TI2Y7H:/mnt/system/cluster# vgcreate vg0 /dev/sdf connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Volume group "vg0" successfully created root@px12-400r-TI2Y7H:/mnt/system/cluster# lvcreate -n vol1 -L 2G vg0 connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking.
Volume Groups with the clustered attribute will be inaccessible. Logical volume "vol1" created root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.ext3 /dev/vg0/vol1 mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 131072 inodes, 524288 blocks 26214 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=536870912 16 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912 Writing inode tables: done Creating journal (16384 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 33 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@px12-400r-TI2Y7H:/mnt/system/cluster# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) none on /sys/kernel/config type configfs (rw,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylog,lfs=8 ,noquota) root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# mkfs.gfs -t MBK:vg0 -p lock_dlm -/dev /vg0/vol1 This will destroy any data on /dev/vg0/vol1. It appears to contain a ext3 filesystem. Are you sure you want to proceed? [y/n] y Device: Blocksize: Filesystem Size: Journals: Resource Groups: Locking Protocol: Lock Table: /dev/vg0/vol1 4096 458692 2 8 lock_dlm MBK:vg0
Syncing... All Done root@px12-400r-TI2Y7H:/mnt/system/cluster# dd if=/dev/zero of=/dev/vg0/vol1 0 root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# dd if=/dev/zero of=/dev/vg0/vol1 M co unt=100 oflag=direct 100+0 records in 100+0 records out 104857600 bytes (105 MB) copied, 49.2466 s, 2.1 MB/s root@px12-400r-TI2Y7H:/mnt/system/cluster# vgremove vg0 connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. Do you really want to remove volume group "vg0" containing 1 logical volumes/n]: y Do you really want to remove active logical volume vol1? [y/n]: y Logical volume "vol1" successfully removed Volume group "vg0" successfully removed root@px12-400r-TI2Y7H:/mnt/system/cluster# vi /etc/lvm/lvm.conf root@px12-400r-TI2Y7H:/mnt/system/cluster# vgchange -aly connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. 1 logical volume(s) in volume group "md0_vg" now active root@px12-400r-TI2Y7H:/mnt/system/cluster# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:169.254.176.58 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:85521 errors:0 dropped:0 overruns:0 frame:0 TX packets:45146 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:14851094 (14.1 MiB) TX bytes:7507456 (7.1 MiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:2861863 errors:0 dropped:0 overruns:0 frame:0 TX packets:2004673 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3592679248 (3.3 GiB) TX bytes:1093433726 (1.0 GiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:169.254.175.121 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:161 errors:0 dropped:0 overruns:0 frame:0
eth2
eth3
TX packets:71 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:57410 (56.0 KiB) TX bytes:24002 (23.4 KiB) Interrupt:19 Memory:fb800000-fb820000 lo Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:7406 errors:0 dropped:0 overruns:0 frame:0 TX packets:7406 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:960060 (937.5 KiB) TX bytes:960060 (937.5 KiB)
root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# vi interface root@px12-400r-TI2Y7H:/mnt/system/cluster# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# root@px12-400r-TI2Y7H:/# ls bin debug etc initrd lib64 nfs opt ram selinux tmp var boot dev home lib mnt oem proc sbin sys usr root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cd drbd-config/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh sde14k.sh calit.sh flashcache.ko hostname iops.sh sde1512M.s dram.ko flashcache_create hosts iot.sh test drbd.conf flashcache_destroy interfaces rw.sh root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# insmod dram.ko rd_nr=_siz e=1048576 insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# uname -a Linux px12-400r-TI2Y7H 2.6.39.3 #1 SMP Thu Feb 2 14:42:50 EST 2012 x86_64 GNnux root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# insmod flashcache.ko insmod: error inserting 'flashcache.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# file flashcache.ko flashcache.ko: ELF 64-bit LSB relocatable, x86-64, version 1 (SYSV), not strd root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# uname -a Linux px12-400r-TI2Y7H 2.6.39.3 #1 SMP Thu Feb 2 14:42:50 EST 2012 x86_64 GNnux root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod flashe.k o root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# file dram.k dram.ko: ELF 64-bit LSB relocatable, x86-64, version 1 (SYSV), not stripped root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dra rd_ nr=1 rd_size=1048576
insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd /dev/r ram ram0 ram1 ram2 ram3 random rtc rtc0 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/ Device contains neither a valid DOS partition table, nor Sun, SGI or OSF disel Building a new DOS disklabel with disk identifier 0xa71468ca. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): p Disk /dev/ram0: 10 MB, 10485760 bytes 255 heads, 63 sectors/track, 1 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0xa71468ca Device Boot Start End Blocks Id System
Command (m for help): q root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modinfo dra filename: dram.ko alias: rd alias: block-major-120-* license: GPL depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: rd_nr:Maximum number of brd devices (int) parm: rd_size:Size of each RAM disk in kbytes. (int) parm: max_part:Maximum number of partitions per RAM disk (int) root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# lsmod Module Size Used by iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1 usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dram insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# file dram.k dram.ko: ELF 64-bit LSB relocatable, x86-64, version 1 (SYSV), not stripped root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# file dram.k dram.ko: ELF 64-bit LSB relocatable, x86-64, version 1 (SYSV), not stripped root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dram insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dramrd_n
r=1 rd_size=1048576 insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# uname -a Linux px12-400r-TI2Y7H 2.6.39.3 #1 SMP Thu Feb 2 14:42:50 EST 2012 x86_64 GNnux root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dramrd_n r=1 rd_size=1048576 max_part=1 insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dramrd_n r=1 rd_size=1048576 max_part=1 insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# lsmod Module Size Used by iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1 usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls -l total 64 -rw-r--r-- 1 root root 14864 Jan 12 07:23 dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 * root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls -l total 64 -rwxrwxrwx 1 root root 14864 Jan 12 07:23 dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod dramrd_n r=1 rd_size=1048576 max_part=1 insmod: error inserting 'dram.ko': -1 Invalid module format root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# file dram.k dram.ko: ELF 64-bit LSB relocatable, x86-64, version 1 (SYSV), not stripped root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# dmesg 3c523400. show module id[0] cached size[0x69be8], addr[0xffffc90010082000]. show module id[1] cached size[0x3eba0], addr[0xffffc9000003b000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. Refined TSC clocksource calibration: 3292.515 MHz. Switching to clocksource tsc CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00.
CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013c894940, id 1. start HBA_ModuleStarted addr ffff88013c8948c0, id 0. all modules have been started. scsi0 : Marvell Storage Controller Start scsi_scan_host. scsi 0:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 ANSI: finished io control. Finished Driver Initialization. Finished mv_probe. mv64xx 0000:02:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 mv64xx 0000:02:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 16, driver version 4.0.0.1515 Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000d000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc9000007c000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013d941600. show module id[0] cached size[0x69be8], addr[0xffffc900100ee000]. show module id[1] cached size[0x3eba0], addr[0xffffc9001015a000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d93b2c0, id 1. start HBA_ModuleStarted addr ffff88013d93b340, id 0. all modules have been started. scsi1 : Marvell Storage Controller Start scsi_scan_host. scsi 1:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 ANSI: finished io control. Finished Driver Initialization. Finished mv_probe. scsi 0:0:127:0: Attached scsi generic sg0 type 12 scsi 1:0:127:0: Attached scsi generic sg1 type 12 ahci 0000:00:1f.2: version 3.0 ahci 0000:00:1f.2: PCI INT B -> GSI 19 (level, low) -> IRQ 19
ahci 0000:00:1f.2: irq 46 for MSI/MSI-X ahci 0000:00:1f.2: AHCI 0001.0300 32 slots 6 ports 6 Gbps 0x3f impl SATA mod ahci 0000:00:1f.2: flags: 64bit ncq sntf pm led clo pio slum part ems apst ahci 0000:00:1f.2: setting latency timer to 64 scsi2 : ahci scsi3 : ahci scsi4 : ahci scsi5 : ahci scsi6 : ahci scsi7 : ahci ata1: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05100 irq 46 ata2: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05180 irq 46 ata3: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05200 irq 46 ata4: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05280 irq 46 ata5: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05300 irq 46 ata6: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05380 irq 46 e1000e: Intel(R) PRO/1000 Network Driver - 1.3.10-k2 e1000e: Copyright(c) 1999 - 2011 Intel Corporation. e1000e 0000:03:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 e1000e 0000:03:00.0: setting latency timer to 64 e1000e 0000:03:00.0: irq 47 for MSI/MSI-X e1000e 0000:03:00.0: irq 48 for MSI/MSI-X e1000e 0000:03:00.0: irq 49 for MSI/MSI-X e1000e 0000:03:00.0: Disabling ASPM L0s e1000e 0000:03:00.0: eth0: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:ad e1000e 0000:03:00.0: eth0: Intel(R) PRO/1000 Network Connection e1000e 0000:03:00.0: eth0: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:04:00.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 e1000e 0000:04:00.0: setting latency timer to 64 e1000e 0000:04:00.0: irq 50 for MSI/MSI-X e1000e 0000:04:00.0: irq 51 for MSI/MSI-X e1000e 0000:04:00.0: irq 52 for MSI/MSI-X e1000e 0000:04:00.0: Disabling ASPM L0s ata4: SATA link down (SStatus 0 SControl 300) ata3: SATA link down (SStatus 0 SControl 300) ata6: SATA link down (SStatus 0 SControl 300) ata2: SATA link up 3.0 Gbps (SStatus 123 SControl 300) e1000e 0000:04:00.0: eth1: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:ae e1000e 0000:04:00.0: eth1: Intel(R) PRO/1000 Network Connection e1000e 0000:04:00.0: eth1: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:05:00.0: PCI INT A -> GSI 18 (level, low) -> IRQ 18 e1000e 0000:05:00.0: setting latency timer to 64 e1000e 0000:05:00.0: irq 53 for MSI/MSI-X e1000e 0000:05:00.0: irq 54 for MSI/MSI-X e1000e 0000:05:00.0: irq 55 for MSI/MSI-X e1000e 0000:05:00.0: Disabling ASPM L0s ata5: SATA link down (SStatus 0 SControl 300) ata1: SATA link up 6.0 Gbps (SStatus 133 SControl 300) ata2.00: ATA-8: ST32000542AS, CC38, max UDMA/133 ata2.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32) ata1.00: ATA-8: Hitachi HDS723020BLA642, MN6OA5C0, max UDMA/133 ata1.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32), AA ata2.00: configured for UDMA/133 ata1.00: configured for UDMA/133 scsi 2:0:0:0: Direct-Access ATA Hitachi HDS72302 MN6O PQ: 0 ANSI: 5 sd 2:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 2:0:0:0: Attached scsi generic sg2 type 0 scsi 3:0:0:0: Direct-Access ATA ST32000542AS CC38 PQ: 0 ANSI: 5 sd 3:0:0:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 3:0:0:0: Attached scsi generic sg3 type 0
sd 3:0:0:0: [sdb] Write Protect is off sd 3:0:0:0: [sdb] Mode Sense: 00 3a 00 00 sd 3:0:0:0: [sdb] Write cache: enabled, read cache: enabled, doesn't support or FUA sd 2:0:0:0: [sda] Write Protect is off sd 2:0:0:0: [sda] Mode Sense: 00 3a 00 00 sd 2:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't support or FUA sdb: sdb1 sd 3:0:0:0: [sdb] Attached SCSI disk e1000e 0000:05:00.0: eth2: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:af e1000e 0000:05:00.0: eth2: Intel(R) PRO/1000 Network Connection e1000e 0000:05:00.0: eth2: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:06:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 e1000e 0000:06:00.0: setting latency timer to 64 e1000e 0000:06:00.0: irq 56 for MSI/MSI-X e1000e 0000:06:00.0: irq 57 for MSI/MSI-X e1000e 0000:06:00.0: irq 58 for MSI/MSI-X sda: sda1 e1000e 0000:06:00.0: Disabling ASPM L0s sd 2:0:0:0: [sda] Attached SCSI disk e1000e 0000:06:00.0: eth3: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:b0 e1000e 0000:06:00.0: eth3: Intel(R) PRO/1000 Network Connection e1000e 0000:06:00.0: eth3: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF tun: Universal TUN/TAP device driver, 1.6 tun: (C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com> ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver ehci_hcd 0000:00:1a.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 ehci_hcd 0000:00:1a.0: setting latency timer to 64 ehci_hcd 0000:00:1a.0: EHCI Host Controller ehci_hcd 0000:00:1a.0: new USB bus registered, assigned bus number 1 ehci_hcd 0000:00:1a.0: debug port 2 ehci_hcd 0000:00:1a.0: cache line size of 64 is not supported ehci_hcd 0000:00:1a.0: irq 17, io mem 0xfbe07000 ehci_hcd 0000:00:1a.0: USB 2.0 started, EHCI 1.00 hub 1-0:1.0: USB hub found hub 1-0:1.0: 2 ports detected ehci_hcd 0000:00:1d.0: PCI INT A -> GSI 23 (level, low) -> IRQ 23 ehci_hcd 0000:00:1d.0: setting latency timer to 64 ehci_hcd 0000:00:1d.0: EHCI Host Controller ehci_hcd 0000:00:1d.0: new USB bus registered, assigned bus number 2 ehci_hcd 0000:00:1d.0: debug port 2 ehci_hcd 0000:00:1d.0: cache line size of 64 is not supported ehci_hcd 0000:00:1d.0: irq 23, io mem 0xfbe06000 ehci_hcd 0000:00:1d.0: USB 2.0 started, EHCI 1.00 hub 2-0:1.0: USB hub found hub 2-0:1.0: 2 ports detected ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver uhci_hcd: USB Universal Host Controller Interface driver Initializing USB Mass Storage driver... usbcore: registered new interface driver usb-storage USB Mass Storage support registered. i8042: PNP: No PS/2 controller found. Probing ports directly. i8042: No controller found mousedev: PS/2 mouse device common for all mice rtc_cmos 00:05: RTC can wake from S4 rtc_cmos 00:05: rtc core: registered rtc_cmos as rtc0 rtc0: alarms up to one month, y3k, 114 bytes nvram, hpet irqs i2c /dev entries driver md: linear personality registered for level -1
md: raid0 personality registered for level 0 md: raid1 personality registered for level 1 md: raid10 personality registered for level 10 md: raid6 personality registered for level 6 md: raid5 personality registered for level 5 md: raid4 personality registered for level 4 device-mapper: ioctl: 4.20.0-ioctl (2011-02-02) initialised: dm-devel@redhat cpuidle: using governor ladder cpuidle: using governor menu TCP cubic registered Initializing XFRM netlink socket NET: Registered protocol family 17 802.1Q VLAN Support v1.8 Ben Greear <greearb@candelatech.com> All bugs added by David S. Miller <davem@redhat.com> sctp: Hash tables configured (established 65536 bind 65536) rtc_cmos 00:05: setting system clock to 2012-02-04 09:34:53 UTC (1328348093) md: Skipping autodetection of RAID arrays. (raid=autodetect will force) RAMDISK: gzip image found at block 0 usb 1-1: new high speed USB device number 2 using ehci_hcd VFS: Mounted root (ext2 filesystem) on device 1:0. hub 1-1:1.0: USB hub found hub 1-1:1.0: 6 ports detected usb 2-1: new high speed USB device number 2 using ehci_hcd hub 2-1:1.0: USB hub found hub 2-1:1.0: 8 ports detected usb 2-1.5: new high speed USB device number 3 using ehci_hcd scsi8 : usb-storage 2-1.5:1.0 scsi 8:0:0:0: Direct-Access USB DISK MODULE 1.35 PQ: 0 ANSI: 0 sd 8:0:0:0: Attached scsi generic sg4 type 0 sd 8:0:0:0: [sdc] 1948672 512-byte logical blocks: (997 MB/951 MiB) sd 8:0:0:0: [sdc] Write Protect is off sd 8:0:0:0: [sdc] Mode Sense: 03 00 00 00 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Assuming drive cache: write through sdc: sdc1 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Attached SCSI removable disk EXT2-fs (sdc1): warning: mounting unchecked fs, running e2fsck is recommende Installing knfsd (copyright (C) 1996 okir@monad.swb.de). Broadcom NetXtreme II 5771x/578xx 10/20-Gigabit Ethernet Driver bnx2x 1.70.2Date Time: 2011/08/18 06:01:39 $) Bluetooth: Core ver 2.16 NET: Registered protocol family 31 Bluetooth: HCI device and connection manager initialized Bluetooth: HCI socket layer initialized Bluetooth: Generic Bluetooth USB driver ver 0.6 usbcore: registered new interface driver btusb usbcore: registered new interface driver usbhid usbhid: USB HID core driver usbcore: registered new interface driver usblp SGI XFS with ACLs, security attributes, large block/inode numbers, no debug led SGI XFS Quota Management subsystem Freeing unused kernel memory: 464k freed iscsi: registered transport (tcp) iscsid (1349): /proc/1349/oom_adj is deprecated, please use /proc/1349/oom_s_adj instead. 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx
e1000e 0000:05:00.0: eth2: 10/100 speed: disabling TSO 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1 md/raid1:md0: not clean -- starting background reconstruction md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md: resync of RAID array md0 md: minimum _guaranteed_ speed: 1000 KB/sec/disk. md: using maximum available idle IO bandwidth (but not more than 200000 KB/sfor resync. md: using 128k window, over a total of 20980884 blocks. md0: unknown partition table XFS (dm-0): Mounting Filesystem XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 across:54k ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't supporO or FUA ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't supporO or FUA ata2.00: configured for UDMA/133 ata2: EH complete ata1.00: configured for UDMA/133 ata1: EH complete e1000e: eth3 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx md: md0: resync done. RAID1 conf printout: --- wd:2 rd:2 disk 0, wo:0, o:1, dev:sda1 disk 1, wo:0, o:1, dev:sdb1 e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth1 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx
vsd[23259] general protection ip:7f1c8558b075 sp:56cee2d8 error:0 in libglib.so. 0.1600.6[7f1c85575000+c1000] dram: disagrees about version of symbol module_layout flashcache: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout dram: disagrees about version of symbol module_layout root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modprobe dro FATAL: Module dram.ko not found. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modprobe ./.ko FATAL: Module ./dram.ko not found. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd /lib/mod/ 2.6.39.3/ modprobe.txt root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd /lib/mod/2.6 .39.3/ build modules.dep modules.pcimap extra/ modules.ieee1394map modules.seriomap kernel/ modules.inputmap modules.symbols modules.alias modules.isapnpmap modules.usbmap modules.builtin modules.ofmap source modules.ccwmap modules.order root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd /lib/mod/2.6 .39.3/extra/ bnx2x.ko dev_handlers/ iscsi-scst.ko scst.ko ufsd.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp dram.ko /mod ules/2.6.39.3/extra/ cp: cannot create regular file `/lib/modules/2.6.39.3/extra/dram.ko': Read-ofile system root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modprobe ./.ko FATAL: Module ./dram.ko not found. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modprobe -qram. ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# lsmod Module Size Used by iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1 usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls
dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modinfo dra filename: dram.ko alias: rd alias: block-major-120-* license: GPL depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: rd_nr:Maximum number of brd devices (int) parm: rd_size:Size of each RAM disk in kbytes. (int) parm: max_part:Maximum number of partitions per RAM disk (int) root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# modinfo dra filename: dram.ko alias: rd alias: block-major-120-* license: GPL depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: rd_nr:Maximum number of brd devices (int) parm: rd_size:Size of each RAM disk in kbytes. (int) parm: max_part:Maximum number of partitions per RAM disk (int) root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 3_init.sh interface px12-400r 2_init.sh drbd-config iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r# ls 1 dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r# cd 1 root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# ls dram.c root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# ls dram.c dram.ko root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# modinfo dram.ko filename: dram.ko alias: dram alias: block-major-120-* license: GPL depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: rd_nr:Maximum number of brd devices (int) parm: rd_size:Size of each RAM disk in kbytes. (int) parm: max_part:Maximum number of partitions per RAM disk (int) root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# history | grep insmod
7 insmod dram.ko rd_nr=1 rd_size=1048576 9 insmod flashcache.ko 16 insmod dram.ko rd_nr=1 rd_size=1048576 20 insmod dram.ko 23 insmod dram.ko 24 insmod dram.ko rd_nr=1 rd_size=1048576 26 insmod dram.ko rd_nr=1 rd_size=1048576 max_part=1 27 insmod dram.ko rd_nr=1 rd_size=1048576 max_part=1 32 insmod dram.ko rd_nr=1 rd_size=1048576 max_part=1 60 history | grep insmod root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# insmod dram.ko rd_nrd_si ze=1048576 max_part=1 root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# cp dram.ko ../../drbdfig/ px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r/1# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 3_init.sh interface px12-400r 2_init.sh drbd-config iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# rm -r px12-400r root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/ root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cd drbd-config/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster# scp -r drbd-config 172.16.3.206:/syst em/cluster/ ^Croot@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# cd drbd-config/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod flashe insmod: can't read 'flashcache': No such file or directory root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# insmod flashe.k o
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@px12-400r-TI2Y7H:/# ls bin debug etc initrd lib64 nfs opt ram selinux tmp var boot dev home lib mnt oem proc sbin sys usr root@px12-400r-TI2Y7H:/# cd /mnt/system/cluster/drbd-config/px12-400r root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# mknod /dev/dram0 b 12 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# mknod /dev/drbd0 b 14 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh root@px12-400r-TI2Y7H:/mnt/system/cluster# ls -l / total 10 lrwxrwxrwx 1 root root 13 Feb 4 01:35 bin -> /mnt/apps/bin drwxr-xr-x 8 root root 4096 Feb 3 14:58 boot lrwxrwxrwx 1 root root 10 Feb 4 01:35 debug -> /etc/debug drwxr-xr-x 8 root root 7300 Feb 4 17:05 dev drwxr-xr-x 72 root root 4096 Feb 4 13:05 etc drwxr-xr-x 3 root root 60 Feb 4 01:35 home drwxr-xr-x 12 root root 1024 Feb 4 01:35 initrd lrwxrwxrwx 1 root root 13 Feb 4 01:35 lib -> /mnt/apps/lib lrwxrwxrwx 1 root root 4 Feb 4 01:35 lib64 -> /lib drwxr-xr-x 5 root root 100 Feb 4 01:36 mnt drwxr-xr-x 2 root root 40 Feb 4 01:36 nfs drwxr-xr-x 1 root root 300 Dec 31 1969 oem lrwxrwxrwx 1 root root 15 Feb 4 01:36 opt -> /mnt/system/opt dr-xr-xr-x 130 root root 0 Feb 4 01:34 proc drwxr-xr-x 4 root root 200 Feb 4 02:42 ram lrwxrwxrwx 1 root root 14 Feb 4 01:35 sbin -> /mnt/apps/sbin drwxr-xr-x 2 root root 40 Feb 4 01:35 selinux drwxr-xr-x 12 root root 0 Feb 4 01:35 sys drwxrwxrwt 4 root root 480 Feb 4 17:06 tmp lrwxrwxrwx 1 root root 13 Feb 4 01:35 usr -> /mnt/apps/usr drwxr-xr-x 10 root root 200 Feb 4 01:35 var root@px12-400r-TI2Y7H:/mnt/system/cluster# cp -a /mnt/apps/usr/ . root@px12-400r-TI2Y7H:/mnt/system/cluster# cp -a /mnt/apps/sbin/ . root@px12-400r-TI2Y7H:/mnt/system/cluster# rm /usr root@px12-400r-TI2Y7H:/mnt/system/cluster# rm /sbin root@px12-400r-TI2Y7H:/mnt/system/cluster# ln -s /mnt/system/cluster/usr/ /u root@px12-400r-TI2Y7H:/mnt/system/cluster# ln -s /mnt/system/cluster/sbin/ / root@px12-400r-TI2Y7H:/mnt/system/cluster# cd drbd-config/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh flashcache_load io.sh rw.sh calit.sh flashcache.ko hostname iops.sh sde14k.s dram.ko flashcache_create hosts iot.sh sde1512M drbd.conf flashcache_destroy interfaces px12-400r test root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# mkdir px4px6 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# mv dram.ko flashcacheflas hcache_create flashcache_destroy flashcache_load px4px6/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt fcache.sh interfaces iot.sh rw.sh test
calit.sh hostname io.sh px12-400r sde14k.sh drbd.conf hosts iops.sh px4px6 sde1512M.sh root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp flashcac /sb in root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# flash flash_erase flash_info flash_unlock flash_eraseall flash_lock flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# flash flash_erase flash_info flash_unlock flash_eraseall flash_lock flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# find / -namflas h_eease*" root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# find / -namflas h_erase*" /mnt/system/cluster/usr/sbin/flash_erase /mnt/system/cluster/usr/sbin/flash_eraseall /mnt/apps/usr/sbin/flash_erase /mnt/apps/usr/sbin/flash_eraseall root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# rm /sbin/flache _ flashcache_create flashcache_destroy flashcache_load root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# rm /sbin/flache _* root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp flashcac flashcache_create flashcache_destroy flashcache_load root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp flashcac /us r/sbin/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# flash flash_erase flash_info flash_unlock flash_eraseall flash_lock flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config# cd /usr/sbin/ root@px12-400r-TI2Y7H:/usr/sbin# ls CCR fence_tool mtd_debug accept fence_vixel nanddump accessdb fence_vmware nandwrite acpid fence_wti newusers add-shell fence_xcat nfsstat addgroup fence_xvm nftl_format adduser fence_xvmd nftldump afpd fence_zvm nhfsgraph ais-keygen fenced nhfsnums aisexec filefrag nhfsrun arp flash_erase nhfsstone arpd flash_eraseall nologin arping flash_info ntp-keygen atftpd flash_lock ntp-wait biosdecode flash_unlock ntpd ccs_test flashcache_create ntpdate ccs_tool flashcache_destroy ntpdate-debian ccsd flashcache_load ntptime chardet flashcp openais-cfgtool chgpasswd fsck.gfs ownership
chpasswd chroot cleanup-info clubufflush clufindhostname clulog clunfslock clurgmgrd clurmtabd clustat clusvcadm cman_tool cnid_dbd cnid_metad cpgr cppw cron ctdbd cupsaddsmb cupsd cupsdisable cupsenable cytune defoma-reconfigure delgroup deluser discoverd dlm_controld dmidecode doc_loadbios docfdisk dpkg-divert dpkg-preconfigure dpkg-reconfigure dpkg-statoverride erase eraseall ethtool exportfs fcp fence_ack_manual fence_alom fence_apc fence_apc_snmp fence_baytech fence_bladecenter fence_brocade fence_bullpap fence_cpint fence_drac fence_drac5 fence_egenera fence_eps fence_gnbd fence_ibmblade fence_ifmib fence_ilo fence_ipmilan fence_ldom fence_lpar
fsck.gfs2 ftl_check ftl_format gfs2_convert gfs2_edit gfs2_fsck gfs2_grow gfs2_jadd gfs2_mkfs gfs2_mount gfs2_quota gfs2_tool gfs2_umount gfs_controld gfs_debug gfs_edit gfs_fsck gfs_grow gfs_jadd gfs_mkfs gfs_quota gfs_tool group_tool groupadd groupd groupdel groupmod grpck grpconv grpunconv gss_clnt_send_err gss_destroy_creds hashalot hciattach hciconfig hcid hid2hci iconvconfig in.tftpd install-info invoke-rc.d iptables-apply iscsi-iname iscsi-scst-adm iscsi-scstd iscsi_discovery iscsid iscsistart isnsd jffs2dump jffs3dump k5srvutil kadmin ktutil locale-gen logrotate lpadmin lpc lpinfo lpmove
pam_getenv pwck pwconv pwunconv qdiskd ramsize rdev readprofile reject remove-shell rg_test rmd160 rmt rmt-tar rootflags rpc.gssd rpc.idmapd rpc.lockd rpc.mountd rpc.nfsd rpc.rquotad rpc.statd rpc.svcgssd rpcdebug rsautil rsyslogd rtcwake safe_finger sha256 sha384 sha512 showmount smartctl smartd smtpsend snmpd snmptrapd sshd stunnel sumtool tcpd tcpdchk tcpdmatch traceroute try-from tunelp tzconfig update-alternatives update-ca-certificates update-inetd update-locale update-mime update-passwd update-python-modules update-rc.d update-usbids update-xpdfrc upnpdiscovery useradd userdel
fence_mcdata lsusb usermod fence_node mdnsd validlocale fence_rackswitch mkboot vidmode fence_rps10 mkfs.gfs vigr fence_rsa mkfs.gfs2 vipw fence_rsb mkfs.jffs vpddecode fence_sanbox2 mkfs.jffs2 zic fence_scsi mklost+found fence_scsi_test mkqdisk root@px12-400r-TI2Y7H:/usr/sbin# ls flash flash_erase flash_lock flashcache_destroy flash_eraseall flash_unlock flashcache_load flash_info flashcache_create flashcp root@px12-400r-TI2Y7H:/usr/sbin# ls -l / total 10 lrwxrwxrwx 1 root root 13 Feb 4 01:35 bin -> /mnt/apps/bin drwxr-xr-x 8 root root 4096 Feb 3 14:58 boot lrwxrwxrwx 1 root root 10 Feb 4 01:35 debug -> /etc/debug drwxr-xr-x 8 root root 7300 Feb 4 17:05 dev drwxr-xr-x 72 root root 4096 Feb 4 13:05 etc drwxr-xr-x 3 root root 60 Feb 4 01:35 home drwxr-xr-x 12 root root 1024 Feb 4 01:35 initrd lrwxrwxrwx 1 root root 13 Feb 4 01:35 lib -> /mnt/apps/lib lrwxrwxrwx 1 root root 4 Feb 4 01:35 lib64 -> /lib drwxr-xr-x 5 root root 100 Feb 4 01:36 mnt drwxr-xr-x 2 root root 40 Feb 4 01:36 nfs drwxr-xr-x 1 root root 300 Dec 31 1969 oem lrwxrwxrwx 1 root root 15 Feb 4 01:36 opt -> /mnt/system/opt dr-xr-xr-x 134 root root 0 Feb 4 01:34 proc drwxr-xr-x 4 root root 200 Feb 4 02:42 ram lrwxrwxrwx 1 root root 25 Feb 4 17:07 sbin -> /mnt/system/cluster/sbin/ drwxr-xr-x 2 root root 40 Feb 4 01:35 selinux drwxr-xr-x 12 root root 0 Feb 4 01:35 sys drwxrwxrwt 4 root root 480 Feb 4 17:13 tmp lrwxrwxrwx 1 root root 24 Feb 4 17:07 usr -> /mnt/system/cluster/usr/ drwxr-xr-x 10 root root 200 Feb 4 01:35 var root@px12-400r-TI2Y7H:/usr/sbin# flash flash_erase flash_info flash_unlock flash_eraseall flash_lock flashcp root@px12-400r-TI2Y7H:/usr/sbin# cd /b bin/ boot/ root@px12-400r-TI2Y7H:/usr/sbin# cd /bin root@px12-400r-TI2Y7H:/bin# ls bash ed login nc.traditional sed vdir busybox egrep ls netcat sh vi cat false lsmod netstat sleep which chgrp fgrep makedevs ntfs-3g stty zcat chmod fuser mkdir pidof su zcmp chown grep mknod ping sync zdiff cp gunzip mktemp ping6 tailf zegrep cpio gzexe more ps tar zfgrep date gzip mount pwd tempfile zforce dd hexdump mountpoint rbash tftp zgrep df hostname mt readlink touch zless dir hostnamed mt-gnu rm true zmore dmesg ip mv rmdir umount znew dnsdomainname kill nano rnano uname echo ln nc run-parts uncompress root@px12-400r-TI2Y7H:/bin# cd /mnt/system/cluster/drbd-config/px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp flashcac /bi
n cp: cannot create regular file `/bin/flashcache_create': Read-only file syst cp: cannot create regular file `/bin/flashcache_destroy': Read-only file sys cp: cannot create regular file `/bin/flashcache_load': Read-only file system root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# find / -namflas h_erase*" /mnt/system/cluster/usr/sbin/flash_erase /mnt/system/cluster/usr/sbin/flash_eraseall /mnt/apps/usr/sbin/flash_erase /mnt/apps/usr/sbin/flash_eraseall root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# f factor fence_ifmib fetchCACert free faillog fence_ilo fg freetype-config false fence_ipmilan fgrep from fc fence_ldom fi fsadm fconfig fence_lpar file fscan fcp fence_mcdata filefrag fsck fdformat fence_node find fsck.cramfs fdisk fence_rackswitch find2perl fsck.ext2 fence_ack_manual fence_rps10 findfs fsck.ext3 fence_alom fence_rsa fixproc fsck.ext4 fence_apc fence_rsb flash_erase fsck.ext4dev fence_apc_snmp fence_sanbox2 flash_eraseall fsck.gfs fence_baytech fence_scsi flash_info fsck.gfs2 fence_bladecenter fence_scsi_test flash_lock fsck.minix fence_brocade fence_tool flash_unlock fsck.nfs fence_bullpap fence_vixel flashcp fsck.xfs fence_cpint fence_vmware flex ftl_check fence_drac fence_wti flex++ ftl_format fence_drac5 fence_xcat flock function fence_egenera fence_xvm flushlogs fuser fence_eps fence_xvmd fmt fusermount fence_gnbd fence_zvm fold fence_ibmblade fenced for root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# fl flash_erase flash_lock flex flushlogs flash_eraseall flash_unlock flex++ flash_info flashcp flock root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# find / -namflas hcache*" /sys/module/flashcache /proc/flashcache_version /proc/flashcache_pidlists /proc/flashcache_iosize_hist /proc/flashcache_errors /proc/flashcache_stats /proc/sys/dev/flashcache /mnt/system/cluster/drbd-config/px12-400r/flashcache.ko /mnt/system/cluster/drbd-config/px12-400r/flashcache_create /mnt/system/cluster/drbd-config/px12-400r/flashcache_destroy /mnt/system/cluster/drbd-config/px12-400r/flashcache_load /mnt/system/cluster/drbd-config/px4px6/flashcache.ko /mnt/system/cluster/drbd-config/px4px6/flashcache_create /mnt/system/cluster/drbd-config/px4px6/flashcache_destroy /mnt/system/cluster/drbd-config/px4px6/flashcache_load /mnt/system/cluster/usr/sbin/flashcache_create /mnt/system/cluster/usr/sbin/flashcache_destroy /mnt/system/cluster/usr/sbin/flashcache_load root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cd /sbin root@px12-400r-TI2Y7H:/sbin# ls -l
total 10616 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 lrwxrwxrwx 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -r-xr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -r-xr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 lrwxrwxrwx 1 -rwxr-xr-x 1 -rwxr-xr-x 1 lrwxrwxrwx 1 -rwxr-xr-x 1 -rwxr-xr-x 1 lrwxrwxrwx 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1 -rwxr-xr-x 1
root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root
root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root
53290 35712 107064 23472 12928 12072 15432 53928 434368 38168 5208 81736 52800 9 7838 400008 58728 94648 61248 48952 15344 180056 418544 15216 33752 8840 23360 83688 33752 11378 23864 8856 180056 180056 180056 180056 24608 333 450 19824 15112 78608 1160 32064 68304 32056 27 17848 32056 14 7496 2331 7 53592 57816 57304 14984 53560 58008
May Feb Feb Oct Oct Apr Aug Apr Aug Feb Apr Oct Apr Feb Aug Aug Feb Mar Mar Mar Oct Oct Oct Oct Oct Oct Feb Apr Oct Feb Oct Apr Oct Oct Oct Oct Apr Aug Feb Apr Aug Dec Feb Apr Nov May Feb Jun May Feb Apr Jun Feb Feb Feb Feb Nov Feb Feb
8 2 2 12 12 28 12 28 19 2 28 12 4 4 9 9 2 13 13 13 12 12 12 12 12 12 2 28 12 2 12 28 12 12 12 12 28 12 2 28 12 28 2 28 16 8 4 1 8 4 4 27 4 9 9 9 16 9 9
2008 13:16 13:16 2008 2008 2008 2008 2008 2010 13:16 2008 2008 2008 17:06 11:17 11:17 13:16 2010 2010 2010 2008 2008 2008 2008 2008 2008 13:16 2008 2008 09:12 2008 2008 2008 2008 2008 2008 2008 2008 08:56 2008 2008 2008 07:56 2008 2008 2008 17:06 2008 2008 17:06 2008 2008 17:06 2009 2009 2009 2008 2009 2009
MAKEDEV apcaccess apcupsd badblocks blkid blockdev bootlogd cfdisk clvmd cryptsetup ctrlaltdel debugfs depmod dhclient -> dhclient3 dhclient-script dhclient3 dmsetup drbdadm drbdmeta drbdsetup dumpe2fs e2fsck e2fsck.static e2image e2label e2undo fconfig fdisk findfs fsadm fsck fsck.cramfs fsck.ext2 fsck.ext3 fsck.ext4 fsck.ext4dev fsck.minix fsck.nfs fsck.xfs getty halt hdparm hotplug hwclock ifconfig ifdown ifenslave -> /etc/alternatives/ifave ifenslave-2.6 ifup init -> /ram/sbin/init insmod installkernel ip -> /bin/ip ip6tables ip6tables-restore ip6tables-save ipmaddr iptables iptables-restore
-rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx -r-xr-xr-x lrwxrwxrwx -r-xr-xr-x lrwxrwxrwx -r-xr-xr-x lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x
1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1
root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root root
57304 18000 6848 13880 701904 8752 23240 10 3 3 3 3 3 756856 3 6691 3 5854 3 3 3 3 3 3 3 3 395904 789 264560 15464 56760 6784 10824 17784 56760 56760 56760 56760 16888 295800 15152 14008 32440 40576 10528 10 37888 76344 9 12 11064 31456 9280 85984 20224 4448 6688 4896 5032 20488
Feb Nov Apr Aug Jan Oct Apr Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb May Feb Nov Oct Apr Apr Apr Oct Oct Oct Oct Apr Feb Apr Apr Apr Feb Feb Feb Dec Apr Feb Feb Nov Feb Mar Nov Nov Apr Nov Nov Nov Nov
9 16 28 12 7 12 28 4 4 4 4 4 4 2 4 2 4 2 4 4 4 4 4 4 4 4 2 7 2 16 12 28 28 28 12 12 12 12 28 2 28 4 4 2 2 4 5 19 4 4 16 2 24 23 23 28 16 26 26 26
2009 2008 2008 2008 2011 2008 2008 17:06 17:06 17:06 17:06 17:06 17:06 13:16 17:06 09:12 17:06 09:12 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 13:16 2009 13:16 2008 2008 2008 2008 2008 2008 2008 2008 2008 2008 13:16 2008 2008 2008 13:16 13:16 17:06 2009 2010 17:06 17:06 2008 13:16 2009 2008 2008 2008 2008 2008 2008 2008
iptables-save iptunnel isosize killall5 ldconfig logsave losetup lsmod -> /bin/lsmod lvchange -> lvm lvconvert -> lvm lvcreate -> lvm lvdisplay -> lvm lvextend -> lvm lvm lvmchange -> lvm lvmconf lvmdiskscan -> lvm lvmdump lvmsadc -> lvm lvmsar -> lvm lvreduce -> lvm lvremove -> lvm lvrename -> lvm lvresize -> lvm lvs -> lvm lvscan -> lvm mdadm mdadm-startall mdmon mii-tool mke2fs mkfs mkfs.bfs mkfs.cramfs mkfs.ext2 mkfs.ext3 mkfs.ext4 mkfs.ext4dev mkfs.minix mkfs.xfs mkswap modinfo modprobe mount.cifs mount.fuse mount.gfs -> mount.gfs2 mount.gfs2 mount.nfs mount.nfs4 -> mount.nfs mount.ntfs-3g -> /bin/ntfs-3g nameif netplugd pam_tally parted partprobe pivot_root plipconfig pmap_dump pmap_set portmap
lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x lrwxrwxrwx -rwxr-xr-x lrwxrwxrwx lrwxrwxrwx -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x -rwxr-xr-x lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx lrwxrwxrwx -r-xr-xr-x
1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1
4 3 3 3 3 3 3 3 3 3 28464 7184 4 36040 11128 59584 45536 33712 31568 4816 57992 875 15384 23608 31728 15632 19040 66448 24280 23928 15184 6 21496 12688 242696 4 33752 80408 73048 7 15264 11 36640 9 9 29944 29784 300 9728 3 3 3 3 3 3 3 3 3 3 10352
Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Nov Apr Feb Oct Apr Nov Apr Jul Jul Aug Apr Dec Apr Aug Nov Feb Feb Jul Jan Aug Aug Feb Apr Jan Jul Feb Oct Aug Aug Feb Feb Feb Dec Feb Feb Mar Mar Apr Sep Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb Feb
4 4 4 4 4 4 4 4 4 4 16 28 4 12 4 16 19 27 27 12 28 5 19 12 16 2 2 27 5 12 12 4 28 11 27 4 12 26 26 4 2 4 5 4 4 24 24 4 30 4 4 4 4 4 4 4 4 4 4 2
17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 2008 2008 17:06 2008 2008 2008 2010 2008 2008 2008 2008 2009 2010 2008 2008 13:16 13:16 2008 2011 2008 2008 17:06 2008 2009 2008 17:06 2008 2009 2009 17:06 13:16 17:06 2009 17:06 17:06 2009 2009 2008 2007 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 17:06 09:12
poweroff -> halt pvchange -> lvm pvck -> lvm pvcreate -> lvm pvdisplay -> lvm pvmove -> lvm pvremove -> lvm pvresize -> lvm pvs -> lvm pvscan -> lvm rarp raw reboot -> halt resize2fs rmmod route rpc.statd rtacct rtmon runlevel sfdisk shadowconfig showmount shutdown slattach sm-notify smtp ss start-stop-daemon startpar sulogin swapoff -> swapon swapon sysctl tc telinit -> init tune2fs udevadm udevd udevsettle -> udevadm umount.cifs umount.gfs -> umount.gfs2 umount.gfs2 umount.nfs -> mount.nfs umount.nfs4 -> mount.nfs unix_chkpwd unix_update update-modules vconfig vgcfgbackup -> lvm vgcfgrestore -> lvm vgchange -> lvm vgck -> lvm vgconvert -> lvm vgcreate -> lvm vgdisplay -> lvm vgexport -> lvm vgextend -> lvm vgimport -> lvm vgimportclone
lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgmerge -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgmknodes -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgreduce -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgremove -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgrename -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgs -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgscan -> lvm lrwxrwxrwx 1 root root 3 Feb 4 17:06 vgsplit -> lvm lrwxrwxrwx 1 root root 16 Feb 4 17:06 vol_id -> /lib/udev/vol_id -rwxr-xr-x 1 root root 1380 Feb 2 08:56 xfs_admin -rwxr-xr-x 1 root root 638 Feb 2 08:56 xfs_bmap -rwxr-xr-x 1 root root 698 Feb 2 08:56 xfs_check -rwxr-xr-x 1 root root 253912 Feb 2 13:16 xfs_copy -rwxr-xr-x 1 root root 485896 Feb 2 13:16 xfs_db -rwxr-xr-x 1 root root 10504 Feb 2 13:16 xfs_estimate -rwxr-xr-x 1 root root 760 Feb 2 08:56 xfs_freeze -rwxr-xr-x 1 root root 31440 Feb 2 13:16 xfs_fsr -rwxr-xr-x 1 root root 253880 Feb 2 13:16 xfs_growfs -rwxr-xr-x 1 root root 472 Feb 2 08:56 xfs_info -rwxr-xr-x 1 root root 102952 Feb 2 13:16 xfs_io -rwxr-xr-x 1 root root 287072 Feb 2 13:16 xfs_logprint -rwxr-xr-x 1 root root 241432 Feb 2 13:16 xfs_mdrestore -rwxr-xr-x 1 root root 698 Feb 2 08:56 xfs_metadump -rwxr-xr-x 1 root root 1007 Feb 2 08:56 xfs_mkfile -rwxr-xr-x 1 root root 650 Feb 2 08:56 xfs_ncheck -rwxr-xr-x 1 root root 81096 Feb 2 13:16 xfs_quota -rwxr-xr-x 1 root root 530520 Feb 2 13:16 xfs_repair -rwxr-xr-x 1 root root 14680 Feb 2 13:16 xfs_rtcp lrwxrwxrwx 1 root root 12 Feb 4 17:06 zcip -> /bin/busybox root@px12-400r-TI2Y7H:/sbin# cd ~ root@px12-400r-TI2Y7H:/# cd mnt/system/cluster/drbd-config/px12-400r/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls -l total 224 -rwxrwxrwx 1 root root 14954 Feb 4 04:31 dram.ko -rw-r--r-- 1 root root 107218 Feb 3 20:53 flashcache.ko -rw-r--r-- 1 root root 20242 Feb 3 20:53 flashcache_create -rw-r--r-- 1 root root 15363 Feb 3 20:53 flashcache_destroy -rw-r--r-- 1 root root 15696 Feb 3 20:53 flashcache_load root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 * root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cp flashcac /us r/sbin/ root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# fl flash_erase flash_lock flex flushlogs flash_eraseall flash_unlock flex++ flash_info flashcp flock root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls -l /usr//fla sh* -rwxr-xr-x 1 root root 10168 Feb 2 13:16 /usr/sbin/flash_erase -rwxr-xr-x 1 root root 10216 Feb 2 13:16 /usr/sbin/flash_eraseall -rwxr-xr-x 1 root root 6024 Feb 2 13:16 /usr/sbin/flash_info -rwxr-xr-x 1 root root 6048 Feb 2 13:16 /usr/sbin/flash_lock -rwxr-xr-x 1 root root 6040 Feb 2 13:16 /usr/sbin/flash_unlock -rw-r--r-- 1 root root 20242 Feb 4 17:17 /usr/sbin/flashcache_create -rw-r--r-- 1 root root 15363 Feb 4 17:17 /usr/sbin/flashcache_destroy -rw-r--r-- 1 root root 15696 Feb 4 17:17 /usr/sbin/flashcache_load -rwxr-xr-x 1 root root 14312 Feb 2 13:16 /usr/sbin/flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 *r/sb in/flashc flashcache_create flashcache_load flashcache_destroy flashcp
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 *r/sb in/flashcache_* root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ls -l /usr//fla sh* -rwxr-xr-x 1 root root 10168 Feb 2 13:16 /usr/sbin/flash_erase -rwxr-xr-x 1 root root 10216 Feb 2 13:16 /usr/sbin/flash_eraseall -rwxr-xr-x 1 root root 6024 Feb 2 13:16 /usr/sbin/flash_info -rwxr-xr-x 1 root root 6048 Feb 2 13:16 /usr/sbin/flash_lock -rwxr-xr-x 1 root root 6040 Feb 2 13:16 /usr/sbin/flash_unlock -rwxrwxrwx 1 root root 20242 Feb 4 17:17 /usr/sbin/flashcache_create -rwxrwxrwx 1 root root 15363 Feb 4 17:17 /usr/sbin/flashcache_destroy -rwxrwxrwx 1 root root 15696 Feb 4 17:17 /usr/sbin/flashcache_load -rwxr-xr-x 1 root root 14312 Feb 2 13:16 /usr/sbin/flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# flashc flashcache_create flashcache_load flashcache_destroy flashcp root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hos root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:169.254.176.58 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:16513 errors:0 dropped:0 overruns:0 frame:0 TX packets:10606 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:5862999 (5.5 MiB) TX bytes:3472919 (3.3 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:78886 errors:0 dropped:1 overruns:0 frame:0 TX packets:17461 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:13726049 (13.0 MiB) TX bytes:4221990 (4.0 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:9963 errors:0 dropped:0 overruns:0 frame:0 TX packets:10119 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3261801 (3.1 MiB) TX bytes:3259616 (3.1 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:226367 errors:0 dropped:0 overruns:0 frame:0 TX packets:226367 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:11347404 (10.8 MiB) TX bytes:11347404 (10.8 MiB)
eth2
eth3
lo
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/net root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/net root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dhcl killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing NFS mounts ( Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:ae Sending on LPF/eth1/00:d0:b8:12:af:ae Sending on Socket/fallback DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 4 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 5 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 13 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 8 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 9 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 7 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 14 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 1 No DHCPOFFERS received. No working leases in persistent database - sleeping. done. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:17463 errors:0 dropped:0 overruns:0 frame:0 TX packets:11241 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:6166440 (5.8 MiB) TX bytes:3644993 (3.4 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:81131 errors:0 dropped:1 overruns:0 frame:0
eth2
TX packets:18777 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:14206784 (13.5 MiB) TX bytes:4479989 (4.2 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:10478 errors:0 dropped:0 overruns:0 frame:0 TX packets:10611 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3421341 (3.2 MiB) TX bytes:3412003 (3.2 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:233239 errors:0 dropped:0 overruns:0 frame:0 TX packets:233239 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:11697362 (11.1 MiB) TX bytes:11697362 (11.1 MiB)
lo
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 172.16 PING 172.16.0.1 (172.16.0.1) 56(84) bytes of data. ^C --- 172.16.0.1 ping statistics --3 packets transmitted, 0 received, 100% packet loss, time 2013ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 172.16 PING 172.16.0.3 (172.16.0.3) 56(84) bytes of data. ^C --- 172.16.0.3 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 1019ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.5 PING 10.0.5.3 (10.0.5.3) 56(84) bytes of data. 64 bytes from 10.0.5.3: icmp_seq=1 ttl=64 time=0.011 ms 64 bytes from 10.0.5.3: icmp_seq=2 ttl=64 time=0.006 ms ^C --- 10.0.5.3 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.006/0.008/0.011/0.003 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh 10.0.5. ssh: connect to host 10.0.5.3 port 22: Connection refused root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:17724 errors:0 dropped:0 overruns:0 frame:0 TX packets:11412 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:6253641 (5.9 MiB) TX bytes:3693698 (3.5 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0
TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 eth2 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:81932 errors:0 dropped:1 overruns:0 frame:0 TX packets:19131 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:14376528 (13.7 MiB) TX bytes:4548350 (4.3 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:10605 errors:0 dropped:0 overruns:0 frame:0 TX packets:10739 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3461066 (3.3 MiB) TX bytes:3451003 (3.2 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:236038 errors:0 dropped:0 overruns:0 frame:0 TX packets:236038 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:11845741 (11.2 MiB) TX bytes:11845741 (11.2 MiB)
eth3
lo
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh 192.168 The authenticity of host '192.168.0.103 (192.168.0.103)' can't be establishe RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added '192.168.0.103' (RSA) to the list of known hosts. root@192.168.0.103's password: root@px12-400r-TI2Y5H:/# ifconfig eth0 mtu 9000 root@px12-400r-TI2Y5H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:65 inet addr:10.0.0.2 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:11402 errors:0 dropped:0 overruns:0 frame:0 TX packets:17978 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3696760 (3.5 MiB) TX bytes:6326473 (6.0 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:66 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:67
eth2
inet addr:192.168.0.103 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:52380 errors:0 dropped:1 overruns:0 frame:0 TX packets:62834 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:12619622 (12.0 MiB) TX bytes:10751855 (10.2 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:68 inet addr:172.16.0.3 Bcast:172.16.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12166 errors:0 dropped:0 overruns:0 frame:0 TX packets:165605 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3983137 (3.7 MiB) TX bytes:30525067 (29.1 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:224278 errors:0 dropped:0 overruns:0 frame:0 TX packets:224278 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:32130342 (30.6 MiB) TX bytes:32130342 (30.6 MiB)
lo
root@px12-400r-TI2Y5H:/# ifconfig eth0 mtu Usage: ifconfig [-a] [-v] [-s] <interface> [[<AF>] <address>] [add <address>[/<prefixlen>]] [del <address>[/<prefixlen>]] [[-]broadcast [<address>]] [[-]pointopoint [<address>]] [netmask <address>] [dstaddr <address>] [tunnel <address>] [outfill <NN>] [keepalive <NN>] [hw <HW> <address>] [metric <NN>] [mtu <NN>] [[-]trailers] [[-]arp] [[-]allmulti] [multicast] [[-]promisc] [mem_start <NN>] [io_addr <NN>] [irq <NN>] [media <type>] [txqueuelen <NN>] [[-]dynamic] [up|down] ... <HW>=Hardware Type. List of possible hardware types: loop (Local Loopback) slip (Serial Line IP) cslip (VJ Serial Line IP) slip6 (6-bit Serial Line IP) cslip6 (VJ 6-bit Serial Line IP) adaptive ( strip (Metricom Starmode IP) ash (Ash) ether (Ethernet) tr (16/4 Mbps Token Ring) tr (16/4 Mbps Token Ring (New)) ax25 (AMPR AX. netrom (AMPR NET/ROM) rose (AMPR ROSE) tunnel (IPIP Tunnel) ppp (Point-to-Point Protocol) hdlc ((Cisco)-HDLC) lapb (LAPB) arcnet (ARCnet) dlci (Frame Relay DLCI) frad (Frame Relay Access Device) sit (IPv6-in-IPv4) fddi (Fiber Distributed Data Interface) hippi (HIPPI) irda (IrLAP) ec (Econet) x25 (generic X.25) eui64 (Generic EUI-64) <AF>=Address family. Default: inet List of possible address families: unix (UNIX Domain) inet (DARPA Internet) inet6 (IPv6) ax25 (AMPR AX.25) netrom (AMPR NET/ROM) rose (AMPR ROSE) ipx (Novell IPX) ddp (Appletalk DDP) ec (Econet) ash (Ash) x25 (CCITT X.25) root@px12-400r-TI2Y5H:/# ifconfig eth0 mtu 9000
root@px12-400r-TI2Y5H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:65 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:11436 errors:0 dropped:0 overruns:0 frame:0 TX packets:18037 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3706560 (3.5 MiB) TX bytes:6346169 (6.0 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:66 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:67 inet addr:192.168.0.103 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:52590 errors:0 dropped:1 overruns:0 frame:0 TX packets:63149 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:12657412 (12.0 MiB) TX bytes:10808344 (10.3 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:68 inet addr:172.16.0.3 Bcast:172.16.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12178 errors:0 dropped:0 overruns:0 frame:0 TX packets:165698 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3987172 (3.8 MiB) TX bytes:30555638 (29.1 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:224368 errors:0 dropped:0 overruns:0 frame:0 TX packets:224368 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:32143758 (30.6 MiB) TX bytes:32143758 (30.6 MiB)
eth2
eth3
lo
root@px12-400r-TI2Y5H:/# ifup eth0 ifup: interface eth0 already configured root@px12-400r-TI2Y5H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:65 inet addr:10.0.0.2 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:11468 errors:0 dropped:0 overruns:0 frame:0 TX packets:18063 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3715679 (3.5 MiB) TX bytes:6353799 (6.0 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:66 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000
RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 eth2 Link encap:Ethernet HWaddr 00:d0:b8:12:af:67 inet addr:192.168.0.103 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:52696 errors:0 dropped:1 overruns:0 frame:0 TX packets:63245 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:12678653 (12.0 MiB) TX bytes:10829603 (10.3 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:68 inet addr:172.16.0.3 Bcast:172.16.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12182 errors:0 dropped:0 overruns:0 frame:0 TX packets:165753 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3988517 (3.8 MiB) TX bytes:30570568 (29.1 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:224387 errors:0 dropped:0 overruns:0 frame:0 TX packets:224387 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:32146594 (30.6 MiB) TX bytes:32146594 (30.6 MiB)
eth3
lo
root@px12-400r-TI2Y5H:/# vi /etc/network/interfaces root@px12-400r-TI2Y5H:/# vi /etc/network/interfaces root@px12-400r-TI2Y5H:/# /etc/init.d/networking restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dhcl killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:66 Sending on LPF/eth1/00:d0:b8:12:af:66 Sending on Socket/fallback There is already a pid file /var/run/dhclient.eth2.pid with pid 841 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:67 Sending on LPF/eth2/00:d0:b8:12:af:67 Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing NFS mounts ( Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved.
For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:66 Sending on LPF/eth1/00:d0:b8:12:af:66 Sending on Socket/fallback DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 7 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 11 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 19 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 19 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 5 No DHCPOFFERS received. No working leases in persistent database - sleeping. done. root@px12-400r-TI2Y5H:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:65 inet addr:10.0.0.2 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:11584 errors:0 dropped:0 overruns:0 frame:0 TX packets:18271 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:3745778 (3.5 MiB) TX bytes:6414769 (6.1 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:66 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:5 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1730 (1.6 KiB) TX bytes:1730 (1.6 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:67 inet addr:192.168.0.103 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:53337 errors:0 dropped:1 overruns:0 frame:0 TX packets:64180 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:12831363 (12.2 MiB) TX bytes:10965757 (10.4 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:68 inet addr:172.31.0.3 Bcast:172.31.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12255 errors:0 dropped:0 overruns:0 frame:0 TX packets:165941 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:4012779 (3.8 MiB) TX bytes:30622516 (29.2 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:224938 errors:0 dropped:0 overruns:0 frame:0 TX packets:224938 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:32301437 (30.8 MiB) TX bytes:32301437 (30.8 MiB)
eth2
eth3
lo
root@px12-400r-TI2Y5H:/# exit logout Connection to 192.168.0.103 closed.
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh 10.0.5. The authenticity of host '10.0.5.1 (10.0.5.1)' can't be established. RSA key fingerprint is fa:68:db:34:aa:6b:00:0d:2a:94:08:6d:ff:8c:aa:c4. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added '10.0.5.1' (RSA) to the list of known hosts. root@10.0.5.1's password: root@px12-400r-TI2Y85:/# vi /etc/network/interfaces root@px12-400r-TI2Y85:/# /etc/init.d/networking restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dhcl killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:c6 Sending on LPF/eth1/00:d0:b8:12:af:c6 Sending on Socket/fallback if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing NFS mounts ( if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing NFS mounts ( Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:c6 Sending on LPF/eth1/00:d0:b8:12:af:c6 Sending on Socket/fallback DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 7 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 13 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 11 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 19 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 11 No DHCPOFFERS received. No working leases in persistent database - sleeping. done. root@px12-400r-TI2Y85:/# exit logout Connection to 10.0.5.1 closed. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# 127.0.0.1 localhost 10.0.5.3 px12-400r-TI2Y7H 192.168.0.102 px12-400r-TI2Y7H 10.0.0.1 px12-400r-TI2Y7H root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping: unknown host nodex2 root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# PING nodex1 (10.0.5.3) 56(84) bytes of data. 64 bytes from nodex1 (10.0.5.3): icmp_seq=1 ttl=64 time=0.008 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=2 ttl=64 time=0.006 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=3 ttl=64 time=0.006 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=4 ttl=64 time=0.014 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=5 ttl=64 time=0.016 ms ^C
vi /etc/drb echo "nodex hostname no cat /etc/ho
ping nodex2 ping nodex1
--- nodex1 ping statistics --5 packets transmitted, 5 received, 0% packet loss, time 3997ms rtt min/avg/max/mdev = 0.006/0.010/0.016/0.004 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping nodex1 PING nodex1 (10.0.5.3) 56(84) bytes of data. 64 bytes from nodex1 (10.0.5.3): icmp_seq=1 ttl=64 time=0.008 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=2 ttl=64 time=0.014 ms ^C --- nodex1 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.008/0.011/0.014/0.003 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 ^C root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hos root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh 10.0.5. root@10.0.5.1's password: root@cstore:/# vi /etc/hosts root@cstore:/# vi /etc/hosts root@cstore:/# exit logout Connection to 10.0.5.1 closed. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hos root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping cstore PING cstore (172.31.0.1) 56(84) bytes of data. ^C --- cstore ping statistics --16 packets transmitted, 0 received, 100% packet loss, time 15014ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hos root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping cstore PING cstore (10.0.5.1) 56(84) bytes of data. 64 bytes from cstore (10.0.5.1): icmp_seq=1 ttl=64 time=0.142 ms 64 bytes from cstore (10.0.5.1): icmp_seq=2 ttl=64 time=0.154 ms 64 bytes from cstore (10.0.5.1): icmp_seq=3 ttl=64 time=0.183 ms ^C --- cstore ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 1998ms rtt min/avg/max/mdev = 0.142/0.159/0.183/0.022 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.137 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.142 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=3 ttl=64 time=0.076 ms ^C --- nodex2 ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 1998ms rtt min/avg/max/mdev = 0.076/0.118/0.142/0.031 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh cstore The authenticity of host 'cstore (10.0.5.1)' can't be established. RSA key fingerprint is fa:68:db:34:aa:6b:00:0d:2a:94:08:6d:ff:8c:aa:c4. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'cstore' (RSA) to the list of known hosts. root@cstore's password: root@cstore:/# vi /etc/hosts root@cstore:/# ping nodex1 PING nodex1 (10.0.5.3) 56(84) bytes of data. 64 bytes from nodex1 (10.0.5.3): icmp_seq=1 ttl=64 time=0.120 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=2 ttl=64 time=0.135 ms ^C --- nodex1 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.120/0.127/0.135/0.013 ms root@cstore:/# ping nodex2 PING nodex2 (172.31.0.3) 56(84) bytes of data. 64 bytes from nodex2 (172.31.0.3): icmp_seq=1 ttl=64 time=0.132 ms 64 bytes from nodex2 (172.31.0.3): icmp_seq=2 ttl=64 time=0.162 ms 64 bytes from nodex2 (172.31.0.3): icmp_seq=3 ttl=64 time=0.135 ms ^C --- nodex2 ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 1998ms rtt min/avg/max/mdev = 0.132/0.143/0.162/0.013 ms root@cstore:/# cat /etc/hosts 127.0.0.1 localhost 10.0.5.3 nodex1 172.31.0.3 nodex2 172.31.0.1 cstore 10.0.5.1 cstore root@cstore:/# exit logout Connection to cstore closed. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cat /etc/ho 127.0.0.1 localhost 10.0.0.1 nodex1 10.0.0.2 nodex2 10.0.5.1 cstore root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drb root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drb root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# mv /etc/drb root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# >/etc/drbd. root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drb root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# scp /etc/dr The authenticity of host 'nodex2 (10.0.0.2)' can't be established. RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'nodex2,10.0.0.2' (RSA) to the list of known host root@nodex2's password: drbd.conf root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# drbdadm cre --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell you how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=8663387481852378767&nv=1239 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf.
* You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is: From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with DRBD's version number, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=8663387481852378767&ru=1369 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# cat /etc/ho 127.0.0.1 localhost 10.0.5.3 nodex1 192.168.0.102 nodex1 10.0.0.1 nodex1
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# PING nodex1 (10.0.5.3) 56(84) bytes of data. 64 bytes from nodex1 (10.0.5.3): icmp_seq=1 ttl=64 time=0.010 ms 64 bytes from nodex1 (10.0.5.3): icmp_seq=2 ttl=64 time=0.014 ms ^C --- nodex1 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.010/0.012/0.014/0.002 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ^C root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# PING nodex2 (10.0.0.2) 56(84) bytes of data. ^C --- nodex2 ping statistics --3 packets transmitted, 0 received, 100% packet loss, time 2013ms
ping nodex1
ping nodex2 vi /etc/hos ping nodex2
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. ^C --- 10.0.0.2 ping statistics --5 packets transmitted, 0 received, 100% packet loss, time 4014ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0 PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data. ^C --- 10.0.0.1 ping statistics --4 packets transmitted, 0 received, 100% packet loss, time 3014ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping cstore PING cstore (10.0.5.1) 56(84) bytes of data. 64 bytes from cstore (10.0.5.1): icmp_seq=1 ttl=64 time=7.30 ms 64 bytes from cstore (10.0.5.1): icmp_seq=2 ttl=64 time=0.144 ms 64 bytes from cstore (10.0.5.1): icmp_seq=3 ttl=64 time=0.137 ms ^C --- cstore ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 2010ms rtt min/avg/max/mdev = 0.137/2.529/7.306/3.377 ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# \ > root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1 RX packets:21154 errors:0 dropped:156 overruns:0 frame:0 TX packets:19977 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:7243151 (6.9 MiB) TX bytes:4840506 (4.6 MiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:169.254.175.121 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1 RX packets:20479 errors:0 dropped:83 overruns:0 frame:0 TX packets:18221 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:7053219 (6.7 MiB) TX bytes:4567821 (4.3 MiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0
eth2
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:94924 errors:0 dropped:1 overruns:0 frame:0 TX packets:28692 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:16481951 (15.7 MiB) TX bytes:7594103 (7.2 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12895 errors:0 dropped:0 overruns:0 frame:0 TX packets:13890 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:4037433 (3.8 MiB) TX bytes:4151484 (3.9 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:258162 errors:0 dropped:0 overruns:0 frame:0 TX packets:258162 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:12984170 (12.3 MiB) TX bytes:12984170 (12.3 MiB)
lo
root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1 RX packets:21154 errors:0 dropped:156 overruns:0 frame:0 TX packets:20234 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:7243151 (6.9 MiB) TX bytes:4861691 (4.6 MiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:169.254.175.121 Bcast:169.254.255.255 Mask:255.255.0.0 UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1 RX packets:20479 errors:0 dropped:83 overruns:0 frame:0 TX packets:18478 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:7053219 (6.7 MiB) TX bytes:4589006 (4.3 MiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:97762 errors:0 dropped:1 overruns:0 frame:0 TX packets:31140 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:16776280 (15.9 MiB) TX bytes:9880312 (9.4 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:12907 errors:0 dropped:0 overruns:0 frame:0 TX packets:13907 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:4041444 (3.8 MiB) TX bytes:4157225 (3.9 MiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback
eth2
eth3
lo
inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:258592 errors:0 dropped:0 overruns:0 frame:0 TX packets:258592 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:13007798 (12.4 MiB) TX bytes:13007798 (12.4 MiB) root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ssh 192.168 ssh: connect to host 192.168.0.103 port 22: No route to host root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# ping 192.16 PING 192.168.0.103 (192.168.0.103) 56(84) bytes of data. ^C --- 192.168.0.103 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 1012ms root@px12-400r-TI2Y7H:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# /etc/init.d/networking restart Running file /etc/init.d/networking Reconfiguring network interfaces... login as: root root@172.16.3.206's password: root@nodex1:/# vi /etc/mod modprobe.d/ modules root@nodex1:/# vi /etc/mod modprobe.d/ modules root@nodex1:/# vi /etc/modprobe.d/bonding.conf root@nodex1:/# ping 192.168.1.1 PING 192.168.1.1 (192.168.1.1) 56(84) bytes of data. ^C --- 192.168.1.1 ping statistics --4 packets transmitted, 0 received, 100% packet loss, time 3014ms root@nodex1:/# ping 192.168.1.254 PING 192.168.1.254 (192.168.1.254) 56(84) bytes of data. ^C --- 192.168.1.254 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 999ms root@nodex1:/# ping 192.168.0.105 PING 192.168.0.105 (192.168.0.105) 56(84) bytes of data. From 192.168.0.102 icmp_seq=2 Destination Host Unreachable From 192.168.0.102 icmp_seq=3 Destination Host Unreachable From 192.168.0.102 icmp_seq=4 Destination Host Unreachable ^C --- 192.168.0.105 ping statistics --7 packets transmitted, 0 received, +3 errors, 100% packet loss, time 6007ms , pipe 3 root@nodex1:/# vi /etc/modprobe.d/bonding.conf root@nodex1:/# lsmod | grep bond root@nodex1:/# modinfo bonding filename: /lib/modules/2.6.39.3/kernel/drivers/net/bonding/bonding.ko alias: rtnl-link-bond
author: Thomas Davis, tadavis@lbl.gov and many others description: Ethernet Channel Bonding Driver, v3.7.0 version: 3.7.0 license: GPL srcversion: 32E30BBB1470451B4D4EFBD depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: max_bonds:Max number of bonded devices (int) parm: tx_queues:Max number of transmit queues (default = 16) (int) parm: num_grat_arp:Number of gratuitous ARP packets to send on fai parm: num_unsol_na:Number of unsolicited IPv6 Neighbor Advertiseme parm: miimon:Link check interval in milliseconds (int) parm: updelay:Delay before considering link up, in milliseconds (i parm: downdelay:Delay before considering link down, in millisecond parm: use_carrier:Use netif_carrier_ok (vs MII ioctls) in miimon; parm: mode:Mode of operation : 0 for balance-rr, 1 for active-back6 fo r balance-alb (charp) parm: primary:Primary network device to use (charp) parm: primary_reselect:Reselect primary slave once it comes up; 0 on active slave failure (charp) parm: lacp_rate:LACPDU tx rate to request from 802.3ad partner (sl parm: ad_select:803.ad aggregation selection logic: stable (0, def parm: xmit_hash_policy:XOR hashing method: 0 for layer 2 (default) parm: arp_interval:arp interval in milliseconds (int) parm: arp_ip_target:arp targets in n.n.n.n form (array of charp) parm: arp_validate:validate src/dst of ARP probes: none (default), parm: fail_over_mac:For active-backup, do not set all slaves to th parm: all_slaves_active:Keep all frames received on an interfaceby (in t) parm: resend_igmp:Number of IGMP membership reports to send on lin root@nodex1:/# modprobe -v bonding mode=0 insmod /lib/modules/2.6.39.3/kernel/drivers/net/bonding/bonding.ko mode=0 mo root@nodex1:/# dmesg de you might experience client disconnections upon reconnection of a link ife fo rwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e 0000:06:00.0: Disabling ASPM L1 e1000e 0000:06:00.0: eth3: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth0, enabling it in 0 ms. bonding: bond0: link status definitely up for interface eth0, 1000 Mbps full bonding: bond0: making interface eth0 the new active one. bonding: bond0: first active interface up! e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth1, enabling it in 16500 ms. e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1
md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md0: unknown partition table XFS (dm-0): Mounting Filesystem XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 across:5 bonding: bond0: link status definitely up for interface eth1, 1000 Mbps full ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't suppor ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't suppor ata1.00: configured for UDMA/133 ata1: EH complete ata2.00: configured for UDMA/133 ata2: EH complete e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down bonding: bond0: link status down for interface eth0, disabling it in 200 ms. bonding: bond0: link status down for interface eth1, disabling it in 200 ms. bonding: bond0: link status definitely down for interface eth0, disabling it bonding: bond0: now running without any active interface ! bonding: bond0: link status definitely down for interface eth1, disabling it bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0 e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: In ALB mode you might experience client disconnections upon reconnecomp atible with the forwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth0 NIC Link is Up 10 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth0, enabling it in 0 ms. bonding: bond0: link status definitely up for interface eth0, 10 Mbps full d bonding: bond0: making interface eth0 the new active one. bonding: bond0: first active interface up! e1000e: eth1 NIC Link is Up 10 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth1, enabling it in 16500 ms. e1000e: eth1 NIC Link is Down e1000e: eth0 NIC Link is Down bonding: bond0: link status down for interface eth0, disabling it in 200 ms. bonding: bond0: link status down again after 2300 ms for interface eth1. bonding: bond0: link status definitely down for interface eth0, disabling it bonding: bond0: now running without any active interface ! bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0
e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: In ALB mode you might experience client disconnections upon reconnecomp atible with the forwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth0, enabling it in 0 ms. bonding: bond0: link status definitely up for interface eth0, 1000 Mbps full bonding: bond0: making interface eth0 the new active one. bonding: bond0: first active interface up! e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth1, enabling it in 16500 ms. bonding: bond0: link status definitely up for interface eth1, 1000 Mbps full e1000e: eth0 NIC Link is Down bonding: bond0: link status down for interface eth0, disabling it in 200 ms. bonding: bond0: link status definitely down for interface eth0, disabling it bonding: bond0: making interface eth1 the new active one. device eth1 entered promiscuous mode e1000e: eth1 NIC Link is Down bonding: bond0: link status down for interface eth1, disabling it in 200 ms. bonding: bond0: link status definitely down for interface eth1, disabling it device eth1 left promiscuous mode bonding: bond0: now running without any active interface ! bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0 e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: In ALB mode you might experience client disconnections upon reconnecomp atible with the forwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth0, enabling it in 0 ms. bonding: bond0: link status definitely up for interface eth0, 1000 Mbps full bonding: bond0: making interface eth0 the new active one. bonding: bond0: first active interface up! e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth1, enabling it in 16500 ms.
bonding: bond0: link status definitely up for interface eth1, 1000 Mbps full e1000e: eth0 NIC Link is Down bonding: bond0: link status down for interface eth0, disabling it in 200 ms. e1000e: eth1 NIC Link is Down bonding: bond0: link status down for interface eth1, disabling it in 200 ms. bonding: bond0: link status definitely down for interface eth0, disabling it bonding: bond0: now running without any active interface ! bonding: bond0: link status definitely down for interface eth1, disabling it bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0 e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: In ALB mode you might experience client disconnections upon reconnecomp atible with the forwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0 e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: In ALB mode you might experience client disconnections upon reconnecomp atible with the forwarding delay time of the switch bonding: MII link monitoring set to 100 ms 8021q: adding VLAN 0 to HW filter on device bond0 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: enslaving eth0 as an active interface with a down link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: enslaving eth1 as an active interface with a down link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: bond0: link status up for interface eth0, enabling it in 0 ms. bonding: bond0: link status up for interface eth1, enabling it in 16500 ms. bonding: bond0: link status definitely up for interface eth0, 1000 Mbps full bonding: bond0: making interface eth0 the new active one. bonding: bond0: first active interface up! bonding: bond0: link status definitely up for interface eth1, 1000 Mbps full vsd[4023]: segfault at 4ba27731 ip 00007f590851ba65 sp 0000000047518f40 erro bonding: bond0: Warning: the permanent HWaddr of eth0 - 00:d0:b8:12:af:ad - avo id conflicts. bonding: bond0: releasing active interface eth0 bonding: bond0: making interface eth1 the new active one. e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500
bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[11404]: segfault at 4baaee5f ip 00007f3f5d032a65 sp 0000000047525f40 err 8021q: adding VLAN 0 to HW filter on device eth3 8021q: adding VLAN 0 to HW filter on device eth0 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth1 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[14079]: segfault at 4bb720c2 ip 00007f9eaa985a65 sp 00000000487aaf40 err 8021q: adding VLAN 0 to HW filter on device eth3 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: Warning: either miimon or arp_interval and arp_ip_target module par! se e bonding.txt for details. root@nodex1:/# modinfo bonding filename: /lib/modules/2.6.39.3/kernel/drivers/net/bonding/bonding.ko alias: rtnl-link-bond author: Thomas Davis, tadavis@lbl.gov and many others description: Ethernet Channel Bonding Driver, v3.7.0 version: 3.7.0 license: GPL srcversion: 32E30BBB1470451B4D4EFBD
depends: vermagic: 2.6.39.3 SMP mod_unload modversions parm: max_bonds:Max number of bonded devices (int) parm: tx_queues:Max number of transmit queues (default = 16) (int) parm: num_grat_arp:Number of gratuitous ARP packets to send on fai parm: num_unsol_na:Number of unsolicited IPv6 Neighbor Advertiseme parm: miimon:Link check interval in milliseconds (int) parm: updelay:Delay before considering link up, in milliseconds (i parm: downdelay:Delay before considering link down, in millisecond parm: use_carrier:Use netif_carrier_ok (vs MII ioctls) in miimon; parm: mode:Mode of operation : 0 for balance-rr, 1 for active-back6 fo r balance-alb (charp) parm: primary:Primary network device to use (charp) parm: primary_reselect:Reselect primary slave once it comes up; 0 on active slave failure (charp) parm: lacp_rate:LACPDU tx rate to request from 802.3ad partner (sl parm: ad_select:803.ad aggregation selection logic: stable (0, def parm: xmit_hash_policy:XOR hashing method: 0 for layer 2 (default) parm: arp_interval:arp interval in milliseconds (int) parm: arp_ip_target:arp targets in n.n.n.n form (array of charp) parm: arp_validate:validate src/dst of ARP probes: none (default), parm: fail_over_mac:For active-backup, do not set all slaves to th parm: all_slaves_active:Keep all frames received on an interfaceby (in t) parm: resend_igmp:Number of IGMP membership reports to send on lin root@nodex1:/# ifconfig bond0 bond0 Link encap:Ethernet HWaddr 00:00:00:00:00:00 BROADCAST MASTER MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# /etc/init.d/networking restart Running file /etc/init.d/networking Reconfiguring network interfaces...Ignoring unknown interface eth0=eth0. Ignoring unknown interface eth1=eth1. There is already a pid file /var/run/dhclient.eth2.pid with pid 17109 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[bond0]: waiting for interface eth2 before doing NFS mounts if-up.d/mountnfs[bond0]: waiting for interface eth3 before doing NFS mounts Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback
DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 7 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 38728 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts ( done. root@nodex1:/# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:3086 errors:0 dropped:122 overruns:0 frame:0 TX packets:8578 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:903379 (882.2 KiB) TX bytes:1129777 (1.0 MiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:1912 errors:0 dropped:0 overruns:0 frame:0 TX packets:4657 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:569950 (556.5 KiB) TX bytes:625879 (611.2 KiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:1174 errors:0 dropped:122 overruns:0 frame:0 TX packets:3921 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:333429 (325.6 KiB) TX bytes:503898 (492.0 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:6973 errors:0 dropped:0 overruns:0 frame:0 TX packets:6083 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1276060 (1.2 MiB) TX bytes:2335560 (2.2 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1244 errors:0 dropped:0 overruns:0 frame:0 TX packets:1596 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:382408 (373.4 KiB) TX bytes:426876 (416.8 KiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1238 errors:0 dropped:0 overruns:0 frame:0 TX packets:1238 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:135947 (132.7 KiB) TX bytes:135947 (132.7 KiB)
eth1
eth2
eth3
lo
root@nodex1:/# cat /proc/net/bonding/bond0 Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010)
Bonding Mode: load balancing (round-robin) MII Status: up MII Polling Interval (ms): 0 Up Delay (ms): 0 Down Delay (ms): 0 Slave Interface: eth0 MII Status: up Speed: 100 Mbps Duplex: full Link Failure Count: 0 Permanent HW addr: 00:d0:b8:12:af:ad Slave queue ID: 0 Slave Interface: eth1 MII Status: up Speed: 100 Mbps Duplex: full Link Failure Count: 0 Permanent HW addr: 00:d0:b8:12:af:ae Slave queue ID: 0 root@nodex1:/# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. 64 bytes from 10.0.0.2: icmp_seq=2 ttl=64 time=0.140 ms 64 bytes from 10.0.0.2: icmp_seq=4 ttl=64 time=0.142 ms 64 bytes from 10.0.0.2: icmp_seq=6 ttl=64 time=0.151 ms 64 bytes from 10.0.0.2: icmp_seq=9 ttl=64 time=0.145 ms ^C --- 10.0.0.2 ping statistics --10 packets transmitted, 4 received, 60% packet loss, time 9028ms rtt min/avg/max/mdev = 0.140/0.144/0.151/0.012 ms root@nodex1:/# history 1 vi /etc/network/interfaces 2 vi /etc/network/interfaces 3 vi /etc/network/interfaces 4 /etc/init.d/networking restart 5 vi /etc/modprobe.d/bonding.conf 6 ping 192.168.1.1 7 ping 192.168.1.254 8* ping 9 vi /etc/modprobe.d/bonding.conf 10 lsmod | grep bond 11 modinfo bonding 12 modprobe -v bonding mode=0 13 dmesg 14 modinfo bonding 15 ifconfig bond0 16 vi /etc/network/interfaces 17 vi /etc/network/interfaces 18 /etc/init.d/networking restart 19 ifconfig 20 cat /proc/net/bonding/bond0 21 ping 10.0.0.2 22 history root@nodex1:/# vi /etc/hosts root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.137 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.147 ms
^C --- nodex2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.137/0.142/0.147/0.005 ms root@nodex1:/# ping cstore PING cstore (10.0.5.1) 56(84) bytes of data. 64 bytes from cstore (10.0.5.1): icmp_seq=1 ttl=64 time=4.16 ms 64 bytes from cstore (10.0.5.1): icmp_seq=2 ttl=64 time=0.125 ms ^C --- cstore ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 1007ms rtt min/avg/max/mdev = 0.125/2.144/4.164/2.020 ms root@nodex1:/# nc -v -v -l -n -p 2222 >/dev/null listening on [any] 2222 ... connect to [10.0.0.1] from (UNKNOWN) [10.0.0.2] 45838 sent 0, rcvd 1508487168 root@nodex1:/# nc -v -v -l -n -p 2222 >/dev/null listening on [any] 2222 ... connect to [10.0.0.1] from (UNKNOWN) [10.0.0.2] 49576 sent 0, rcvd 1048576000 root@nodex1:/# nc -v -v -l -n -p 2222 >/dev/null listening on [any] 2222 ... connect to [10.0.0.1] from (UNKNOWN) [10.0.0.2] 49577 sent 0, rcvd 1048576000 root@nodex1:/# nc -v -v -l -n -p 2222 >/dev/null listening on [any] 2222 ... connect to [10.0.0.1] from (UNKNOWN) [10.0.0.2] 49579 sent 0, rcvd 1048576000 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in root@nodex1:/# lsmod Module Size Used by bonding 77608 0 iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1 usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@nodex1:/# ls -l / total 10 lrwxrwxrwx 1 root root 13 Feb 4 19:42 bin -> /mnt/apps/bin drwxr-xr-x 8 root root 4096 Feb 3 14:58 boot lrwxrwxrwx 1 root root 10 Feb 4 19:42 debug -> /etc/debug drwxr-xr-x 8 root root 7260 Feb 4 19:43 dev drwxr-xr-x 72 root root 4096 Feb 4 21:06 etc drwxr-xr-x 3 root root 60 Feb 4 19:42 home drwxr-xr-x 12 root root 1024 Feb 4 19:42 initrd
lrwxrwxrwx 1 root root 13 Feb 4 19:42 lib -> /mnt/apps/lib lrwxrwxrwx 1 root root 4 Feb 4 19:42 lib64 -> /lib drwxr-xr-x 5 root root 100 Feb 4 19:43 mnt drwxr-xr-x 2 root root 40 Feb 4 19:43 nfs drwxr-xr-x 1 root root 300 Dec 31 1969 oem lrwxrwxrwx 1 root root 15 Feb 4 19:43 opt -> /mnt/system/opt dr-xr-xr-x 129 root root 0 Feb 4 19:41 proc drwxr-xr-x 4 root root 200 Feb 4 19:43 ram lrwxrwxrwx 1 root root 14 Feb 4 19:42 sbin -> /mnt/apps/sbin drwxr-xr-x 2 root root 40 Feb 4 19:42 selinux drwxr-xr-x 12 root root 0 Feb 4 19:42 sys drwxrwxrwt 4 root root 460 Feb 4 21:27 tmp lrwxrwxrwx 1 root root 13 Feb 4 19:42 usr -> /mnt/apps/usr drwxr-xr-x 10 root root 200 Feb 4 19:42 var root@nodex1:/# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@nodex1:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt drbd.conf hostname interfaces iops.sh px12-400r rw. calit.sh fcache.sh hosts io.sh iot.sh px4px6 sde root@nodex1:/mnt/system/cluster/drbd-config# cd .. root@nodex1:/mnt/system/cluster# ls 1_init.sh 2_init.sh 3_init.sh drbd-config interface iscsi_logout.sh sb root@nodex1:/mnt/system/cluster# rm -r sbin root@nodex1:/mnt/system/cluster# rm -r usr root@nodex1:/mnt/system/cluster# cp -a /mnt/apps/usr/ . root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# rm /usr root@nodex1:/mnt/system/cluster# ln -s /mnt/system/cluster/usr/ /usr root@nodex1:/mnt/system/cluster# cd drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache.ko flashcache_create flashcache_destroy flashcache_lo root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_nr= root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 12 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/drbd0 b 14 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod flashcache.ko root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp flashcache_* /usr/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 * /usr/sbi root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r0 --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell you how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=14608775271625451474&nv=643 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget.
You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is: From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with DRBD's version number, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=14608775271625451474&ru=101 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# version: 8.3.10 (api:88/proto:86-96) built-in drbdadm up r0 drbdadm -- --overwrit watch cat /proc/drbd cat /proc/drbd
0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent C r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. 64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.149 ms 64 bytes from 10.0.0.2: icmp_seq=2 ttl=64 time=0.159 ms ^C --- 10.0.0.2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.149/0.154/0.159/0.005 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.138 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.160 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=3 ttl=64 time=0.102 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=4 ttl=64 time=0.146 ms ^C --- nodex2 ping statistics --4 packets transmitted, 4 received, 0% packet loss, time 3000ms rtt min/avg/max/mdev = 0.102/0.136/0.160/0.024 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex1 PING nodex1 (10.0.0.1) 56(84) bytes of data. 64 bytes from nodex1 (10.0.0.1): icmp_seq=1 ttl=64 time=0.009 ms 64 bytes from nodex1 (10.0.0.1): icmp_seq=2 ttl=64 time=0.008 ms 64 bytes from nodex1 (10.0.0.1): icmp_seq=3 ttl=64 time=0.013 ms ^C --- nodex1 ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 1998ms rtt min/avg/max/mdev = 0.008/0.010/0.013/0.002 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/devices Character devices: 1 mem 4 /dev/vc/0 4 tty 4 ttyS 5 /dev/tty 5 /dev/console 5 /dev/ptmx 7 vcs 10 misc 13 input 21 sg 89 i2c 128 ptm 136 pts 180 usb 189 usb_device 203 cpu/cpuid 251 wixhwe 252 wixbtn 253 bsg 254 rtc Block devices: 1 ramdisk 259 blkext 7 loop 8 sd 9 md
11 sr 65 sd 66 sd 67 sd 68 sd 69 sd 70 sd 71 sd 120 dramdisk 128 sd 129 sd 130 sd 131 sd 132 sd 133 sd 134 sd 135 sd 147 drbd 253 device-mapper 254 mdp root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/drbd0 Device contains neither a valid DOS partition table, nor Sun, SGI or OSF dis Building a new DOS disklabel with disk identifier 0xc8b394df. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): p Disk /dev/drbd0: 1073 MB, 1073672192 bytes 255 heads, 63 sectors/track, 130 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0xc8b394df Device Boot Command (m for help): q root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 --== This is an update of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell you how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=14608775271625451474&nv=203 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. Start End Blocks Id System
* You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is: From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/devices Character devices: 1 mem 4 /dev/vc/0 4 tty 4 ttyS 5 /dev/tty 5 /dev/console 5 /dev/ptmx 7 vcs 10 misc 13 input 21 sg 89 i2c 128 ptm 136 pts 180 usb 189 usb_device 203 cpu/cpuid 251 wixhwe 252 wixbtn 253 bsg 254 rtc Block devices: 1 ramdisk
259 blkext 7 loop 8 sd 9 md 11 sr 65 sd 66 sd 67 sd 68 sd 69 sd 70 sd 71 sd 120 dramdisk 128 sd 129 sd 130 sd 131 sd 132 sd 133 sd 134 sd 135 sd 147 drbd 253 device-mapper 254 mdp root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/dr drbd driver/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/dr drbd driver/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent C r----ns:0 nr:0 dw:0 dr:68 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent C r----ns:0 nr:0 dw:0 dr:68 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls -l /dev/drbd0 brw-r--r-- 1 root root 147, 0 Feb 4 21:32 /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# rm /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/drbd0 b 14 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/drbd0 Unable to open /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r0 --== This is an update of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell you
how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=14608775271625451474&nv=587 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is: From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/dram0 at byte offset 1073737728 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/drbd0 Unable to open /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/drbd0
Unable to open /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent B r---ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at leas Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overwrit root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm secondary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE... OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS: attach connect up primary invalidate outdate syncer resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands detach disconnect down secondary invalidate-remote resize pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 2 missing arguments root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbd drbdadm drbdmeta drbdsetup
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /usr/local/etc/drb root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /usr/local/etc/drb root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mv /etc/drbd.conf drbd.conf drbd.conf.orig root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# rm /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# rm /etc/drbd.conf.ori (reverse-i-search)`': root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 Can not open '/etc/drbd.conf': No such file or directory root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mv /usr/local/etc/drb root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 bonding: bond0: releasing active interface eth1 e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[11404]: segfault at 4baaee5f ip 00007f3f5d032a65 sp 0000000047525f40 err 8021q: adding VLAN 0 to HW filter on device eth3 8021q: adding VLAN 0 to HW filter on device eth0 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth1 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[14079]: segfault at 4bb720c2 ip 00007f9eaa985a65 sp 00000000487aaf40 err 8021q: adding VLAN 0 to HW filter on device eth3 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth0
8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx bonding: Ethernet Channel Bonding Driver: v3.7.0 (June 2, 2010) bonding: Warning: either miimon or arp_interval and arp_ip_target module par! se e bonding.txt for details. 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth3 bonding: bond0: setting mode to balance-rr (0). 8021q: adding VLAN 0 to HW filter on device bond0 e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth0 bonding: bond0: Warning: failed to get speed and duplex from eth0, assumed t bonding: bond0: enslaving eth0 as an active interface with an up link. e1000e 0000:04:00.0: eth1: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: Warning: failed to get speed and duplex from eth1, assumed t bonding: bond0: enslaving eth1 as an active interface with an up link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth3 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx brd: module loaded flashcache: flashcache-1.0 initialized block drbd0: Starting worker thread (from drbdsetup [25918]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:00000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [25931]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [25952]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake:
block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block
drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0:
self 0000000000000004:0000000000000000:0000000000000000:0000000 peer 0000000000000004:0000000000000000:0000000000000000:0000000 uuid_compare()=0 by rule 10 No resync, but 262127 bits in bitmap! peer( Unknown -> Secondary ) conn( WFReportParams -> Connected Resumed AL updates role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) Forced to consider local data as UpToDate! new current UUID 16AD64FCD6BBC4C5:0000000000000004:000000000000 drbd_sync_handshake: self 16AD64FCD6BBC4C5:0000000000000004:0000000000000000:0000000 peer 0000000000000004:0000000000000000:0000000000000000:0000000 uuid_compare()=2 by rule 30 Becoming sync source due to disk states. Writing the whole bitmap, full sync required after drbd_sync_ha bitmap WRITE of 8 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. conn( Connected -> WFBitMapS ) helper command: /sbin/drbdadm before-resync-source minor-0 helper command: /sbin/drbdadm before-resync-source minor-0 exit before-resync-source handler returned 3, ignoring. Old userland conn( WFBitMapS -> SyncSource ) Began resync as SyncSource (will sync 1048508 KB [262127 bits s updated sync UUID 16AD64FCD6BBC4C5:0001000000000004:00000000000 sock was shut down by peer meta connection shut down by peer. peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailure asender terminated Terminating drbd0_asender bitmap WRITE of 8 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. Connection closed conn( NetworkFailure -> Unconnected ) receiver terminated Restarting drbd0_receiver receiver (re)started conn( Unconnected -> WFConnection ) Handshake successful: Agreed network protocol version 96 conn( WFConnection -> WFReportParams ) Starting asender thread (from drbd0_receiver [25952]) data-integrity-alg: <not-used> drbd_sync_handshake: self 16AD64FCD6BBC4C5:0001000000000004:0000000000000004:0000000 peer 0000000000000004:0000000000000000:0000000000000000:0000000 uuid_compare()=2 by rule 30 Becoming sync source due to disk states. Writing the whole bitmap, full sync required after drbd_sync_ha bitmap WRITE of 8 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. peer( Unknown -> Secondary ) conn( WFReportParams -> WFBitMapS helper command: /sbin/drbdadm before-resync-source minor-0 helper command: /sbin/drbdadm before-resync-source minor-0 exit before-resync-source handler returned 3, ignoring. Old userland conn( WFBitMapS -> SyncSource ) Began resync as SyncSource (will sync 1048508 KB [262127 bits s updated sync UUID 16AD64FCD6BBC4C5:0002000000000004:00010000000 meta connection shut down by peer. peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailure sock was shut down by peer asender terminated
block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block block
drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0: drbd0:
bitmap WRITE of 8 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. Terminating drbd0_asender Connection closed conn( NetworkFailure -> Unconnected ) receiver terminated Restarting drbd0_receiver receiver (re)started conn( Unconnected -> WFConnection ) role( Primary -> Secondary ) bitmap WRITE of 0 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. conn( WFConnection -> Disconnecting ) Discarding network configuration. Connection closed conn( Disconnecting -> StandAlone ) receiver terminated disk( UpToDate -> Diskless ) Terminating drbd0_receiver drbd_bm_resize called with capacity == 0 worker terminated Terminating drbd0_worker Starting worker thread (from drbdsetup [27435]) disk( Diskless -> Attaching ) No usable activity log found. Method to ensure write ordering: flush max BIO size = 131072 drbd_bm_resize called with capacity == 2097016 resync bitmap: bits=262127 words=4096 pages=8 size = 1024 MB (1048508 KB) Writing the whole bitmap, size changed bitmap WRITE of 8 pages took 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. bitmap READ of 8 pages took 0 jiffies recounting of set bits took additional 0 jiffies 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. Suspended AL updates disk( Attaching -> Inconsistent ) attached to UUIDs 0000000000000004:0000000000000000:00000000000 conn( StandAlone -> Unconnected ) Starting receiver thread (from drbd0_worker [27436]) receiver (re)started conn( Unconnected -> WFConnection ) Handshake successful: Agreed network protocol version 96 conn( WFConnection -> WFReportParams ) Starting asender thread (from drbd0_receiver [27456]) data-integrity-alg: <not-used> drbd_sync_handshake: self 0000000000000004:0000000000000000:0000000000000000:0000000 peer 0000000000000004:0000000000000000:0000000000000000:0000000 uuid_compare()=0 by rule 10 No resync, but 262127 bits in bitmap! peer( Unknown -> Secondary ) conn( WFReportParams -> Connected Resumed AL updates State change failed: Need access to UpToDate data state = { cs:Connected ro:Secondary/Secondary ds:Inconsistent wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent/I role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) Forced to consider local data as UpToDate! new current UUID 10615C70205025AD:0000000000000004:000000000000
block drbd0: drbd_sync_handshake: block drbd0: self 10615C70205025AD:0000000000000004:0000000000000000:0000000 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:0000000 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ha block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit block drbd0: before-resync-source handler returned 3, ignoring. Old userland block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 1048508 KB [262127 bits s block drbd0: updated sync UUID 10615C70205025AD:0001000000000004:00000000000 block drbd0: sock was shut down by peer block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> BrokenPipe ) block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: short read expecting header on sock: r=0 block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( BrokenPipe -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# find / -n /mnt/apps/sbin/drbdadm root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm c reat e-md r0 You want me to create a v08 style flexible-size internal meta da ta b lock. There apears to be a v08 flexible-size internal meta data block already in place on /dev/dram0 at byte offset 1073737728 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes
Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Unconfigured root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm u root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknow r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f 1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsis B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f 1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm p ry r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary wit at least one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm do-what-i-say primary r0 drbdsetup primary: unrecognized option '--do-what-i-say' Command 'drbdsetup /dev/drbd0 primary --do-what-i-say' terminate th exit code 20 drbdadm aborting root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup v/drbd0 primary --overwrite-data-of-peer root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup v/drbd0 primary --overwrite-data-of-peer root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent ---ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f 1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd /e root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ccs ccs_test ccs_tool ccsd root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ccsd --he ccsd: invalid option -- Usage:
/drb
p r0 /drb
n B oos: /drb
tent oos: rima hout 17 - -d wi /de /de /drb
B roos:
lp
ccsd [Options] Options: -4 Use IPv4 only. -6 Use IPv6 only. -I Use IP for everything (disables local sockets) -h Help. -m <addr> Specify multicast address ("default" ok). -n No Daemon. Run in the foreground. -t <ttl> Multicast threshold (aka Time to Live) value. -P [bcf]:# Specify various port numbers. -V Print version information. -X No cluster manager, just read local /etc/cluster/ ter.conf. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup v/drbd0 primary --overwrite-data-of-peer root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping node PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.144 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.133 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=3 ttl=64 time=0.149 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=4 ttl=64 time=0.146 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=5 ttl=64 time=0.173 ms ^C --- nodex2 ping statistics --5 packets transmitted, 5 received, 0% packet loss, time 3998ms rtt min/avg/max/mdev = 0.133/0.149/0.173/0.013 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping node root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/n rk/interfaces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/n rk/interfaces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init etworking restart Running file /etc/init.d/networking Reconfiguring network interfaces...Ignoring unknown interface bo bond0. There is already a pid file /var/run/dhclient.eth2.pid with pid 9 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing mounts (warning). if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing mounts (warning). if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing
clus /de
x2
x2 etwo etwo .d/n nd0= 2090
NFS NFS NFS
mounts (warning). if-up.d/mountnfs[eth1]: waiting for interface eth2 before doing mounts (warning). if-up.d/mountnfs[eth1]: waiting for interface eth3 before doing mounts (warning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 7 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 36895 seconds. done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup v/drbd0 primary --overwrite-data-of-peer root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent ---ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f 1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm d r0 (reverse-i-search)`c': cat /proc/drbd root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm c e-md r0 You want me to create a v08 style flexible-size internal meta da lock. There apears to be a v08 flexible-size internal meta data block already in place on /dev/dram0 at byte offset 1073737728 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup v/drbd0 primary --overwrite-data-of-peer root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm u root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm p ry r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary wit at least one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm overwrite-data-of-peer primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc d version: 8.3.10 (api:88/proto:86-96)
NFS NFS
/de
/drb
B roos: own reat ta b
/de p r0 rima hout 17 - -/drb
built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent ---ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f 1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metri RX packets:538801 errors:0 dropped:122 overruns:0 fram TX packets:543406 errors:0 dropped:0 overruns:0 carrie collisions:0 txqueuelen:0 RX bytes:4693655954 (4.3 GiB) TX bytes:46986302 (44.8 ) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0 UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric RX packets:269940 errors:0 dropped:0 overruns:0 frame: TX packets:272152 errors:0 dropped:0 overruns:0 carrie collisions:0 txqueuelen:1000 RX bytes:2342793203 (2.1 GiB) TX bytes:23579099 (22.4 Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0. UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric RX packets:268861 errors:0 dropped:122 overruns:0 fram TX packets:271254 errors:0 dropped:0 overruns:0 carrie collisions:0 txqueuelen:1000 RX bytes:2350862751 (2.1 GiB) TX bytes:23407203 (22.3 Interrupt:17 Memory:fba00000-fba20000 eth2 .255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:13245 errors:0 dropped:0 overruns:0 frame:0 TX packets:10780 errors:0 dropped:0 overruns:0 carrier collisions:0 txqueuelen:1000 RX bytes:2516755 (2.4 MiB) TX bytes:3212550 (3.0 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.2 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:2415 errors:0 dropped:0 overruns:0 frame:0 TX packets:2766 errors:0 dropped:0 overruns:0 carrier: collisions:0 txqueuelen:1000 RX bytes:759898 (742.0 KiB) TX bytes:795080 (776.4 Ki Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1450 errors:0 dropped:0 overruns:0 frame:0 TX packets:1450 errors:0 dropped:0 overruns:0 carrier: collisions:0 txqueuelen:0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255
B roos:
.0 c:1 e:0 r:0 MiB
.0 :1 0 r:0 MiB
0.0 :1 e:0 r:0 MiB
.255
:0
48 0 B)
lo
RX bytes:154478 (150.8 KiB) TX bytes:154478 (150.8 Ki root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:538820 errors:0 dropped:122 overruns:0 frame:0 TX packets:543425 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:4693660417 (4.3 GiB) TX bytes:46990849 (44.8 MiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:269951 errors:0 dropped:0 overruns:0 frame:0 TX packets:272163 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2342796069 (2.1 GiB) TX bytes:23581993 (22.4 MiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:268869 errors:0 dropped:122 overruns:0 frame:0 TX packets:271262 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2350864348 (2.1 GiB) TX bytes:23408856 (22.3 MiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:13256 errors:0 dropped:0 overruns:0 frame:0 TX packets:10792 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2518714 (2.4 MiB) TX bytes:3217517 (3.0 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:2415 errors:0 dropped:0 overruns:0 frame:0 TX packets:2770 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:759898 (742.0 KiB) TX bytes:796417 (777.7 KiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1450 errors:0 dropped:0 overruns:0 frame:0 TX packets:1450 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:154478 (150.8 KiB) TX bytes:154478 (150.8 KiB)
B)
eth1
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# version: 8.3.10 (api:88/proto:86-96)
vi /etc/network/inter rmmod bonding drbdadm -- --overwrit0 cat /proc/drbd
built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 (reverse-i-search)`netw': vi /etc/network/interfaces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/networkin Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dhcl0285 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 if-up.d/mountnfs[eth0]: waiting for interface eth2 if-up.d/mountnfs[eth0]: waiting for interface eth3 if-up.d/mountnfs[eth1]: waiting for interface eth2 if-up.d/mountnfs[eth1]: waiting for interface eth3 Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/
before before before before before
doing doing doing doing doing
NFS NFS NFS NFS NFS
mounts mounts mounts mounts mounts
( ( ( ( (
Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 8 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 42213 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts ( done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:270021 errors:0 dropped:0 overruns:0 frame:0 TX packets:272420 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2342814576 (2.1 GiB) TX bytes:23635623 (22.5 MiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:268911 errors:0 dropped:122 overruns:0 frame:0 TX packets:271406 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2350872272 (2.1 GiB) TX bytes:23445108 (22.3 MiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:13659 errors:0 dropped:0 overruns:0 frame:0
eth2
TX packets:11394 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2586373 (2.4 MiB) TX bytes:3324968 (3.1 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:2469 errors:0 dropped:0 overruns:0 frame:0 TX packets:2979 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:777108 (758.8 KiB) TX bytes:843881 (824.1 KiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1459 errors:0 dropped:0 overruns:0 frame:0 TX packets:1459 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:155270 (151.6 KiB) TX bytes:155270 (151.6 KiB)
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/networkin root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/dram0 at byte offset 1073737728 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent B r---ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overwrit0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd vers ion: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. 64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.153 ms 64 bytes from 10.0.0.2: icmp_seq=2 ttl=64 time=0.166 ms 64 bytes from 10.0.0.2: icmp_seq=3 ttl=64 time=0.143 ms 64 bytes from 10.0.0.2: icmp_seq=4 ttl=64 time=0.177 ms ^C --- 10.0.0.2 ping statistics --4 packets transmitted, 4 received, 0% packet loss, time 2997ms rtt min/avg/max/mdev = 0.143/0.159/0.177/0.020 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# reboot Broadcast message from root@nodex1 (pts/0) (Sat Feb 4 22:46:22 2012):
The system is going down for reboot NOW! root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_nr root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 1 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/drbd0 b 1 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf (reverse-i-search)`c': vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r0 --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell yo u how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=4422469970182197326&nv=152 0000 49 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==--
The server's response is: From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with DRBD's version number, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=4422469970182197326&ru=985 8975 390108370583&rs=1073741824 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at lea ne UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overwri ata-of-peer primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf ' > root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overwri ata-of-peer primary all root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup /dev/drbd0 mary -o State change Ignoring excess arguments: State change root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdsetup /dev/drbd0 mary -o root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/drbd sta Running file /etc/init.d/drbd /etc/init.d/drbd: line 113: syntax error near unexpected token `(' /etc/init.d/drbd: line 113: ` <(drbdadm sh-dev all | cat sort -k2,2) \' root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/drbd Running file /etc/init.d/drbd /etc/init.d/drbd: line 113: syntax error near unexpected token `(' /etc/init.d/drbd: line 113: ` <(drbdadm sh-dev all | cat sort -k2,2) \'
st o te-d
te-d pri pri
rt -n |
-n |
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/init.d/drbd root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd resta rt version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 cat: restart: No such file or directory root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/drbd res tart Running file /etc/init.d/drbd /etc/init.d/drbd: line 113: syntax error near unexpected token `(' /etc/init.d/drbd: line 113: ` <(drbdadm sh-dev all | cat -n | sort -k2,2) \' root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@nodex1:/# vi /etc/drbd.conf (reverse-i-search)`d': vi /etc/drbd.conf root@nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/dram0 at byte offset 1073737728 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/# drbdadm up r0 root@nodex1:/# drbdsetup /dev/drbd0 primary -o root@nodex1:/# history | grep primary 9 drbdadm primary r0 10 drbdadm -- --overwrite-data-of-peer primary r0 13 drbdadm -- --overwrite-data-of-peer primary all 14 drbdsetup /dev/drbd0 primary -o State change 15 drbdsetup /dev/drbd0 primary -o 26 history | grep primary root@nodex1:/# drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1048508 root@nodex1:/# ping nodex2 PING nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=64 tim e=0.576 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=64 tim e=0.625 ms auto lo iface lo inet loopback auto eth0 iface eth0 inet static address 192.168.0.1 netmask 255.255.25.0 pre-up ifconfig eth0 mtu 9000 auto eth1 iface eth1 inet static address 10.0.0.11
netmask 255.0.0.0 pre-up ifconfig eth1 mtu 9000 auto eth2 iface eth2 inet dhcp pre-up ifconfig eth2 mtu 1500 auto eth3 iface eth3 inet static address 10.0.5.3 netmask 255.255.255.248 pre-up ifconfig eth3 mtu 9000 ~ ~ ~ "/etc/network/interfaces" 20 lines, 420 characters login as: root root@172.16.3.206's password: root@nodex1:/# time real 0m0.000s user 0m0.000s sys 0m0.000s root@nodex1:/# datee -sh: datee: command not found root@nodex1:/# date Mon Feb 6 15:34:26 PST 2012 root@nodex1:/# login as: root root@172.16.3.206's password: root@nodex1:/# date Mon Feb 6 14:15:02 IST 2012 root@nodex1:/# drbdadm down r0 root@nodex1:/# root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. (reverse-i-search)`': root@nodex1:/# drbdadm up r0 /etc/drbd.conf:13: in resource r0, on nodex1: IP 192.168.0.1 not found on this host. root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# scp /etc/drbd.conf nodex2:/etc The authenticity of host 'nodex2 (192.168.0.103)' can't be established. RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'nodex2,192.168.0.103' (RSA) to the list of know n ho sts. root@nodex2's password: drbd.conf 100% 387 0.4KB/s 00:00 root@nodex1:/# vi /etc/hosts root@nodex1:/# drbdadm up r0 root@nodex1:/# drbdadm up r0 /dev/drbd0: Failure: (124) Device is attached to a disk (use detach first)
Command 'drbdsetup /dev/drbd0 disk /dev/ram1 /dev/ram1 internal --set-defau --create-device' terminated with exit code 10 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# ping nodex1 PING nodex1 (10.0.0.1) 56(84) bytes of data. 64 bytes from nodex1 (10.0.0.1): icmp_seq=1 ttl=64 time=0.009 ms 64 bytes from nodex1 (10.0.0.1): icmp_seq=2 ttl=64 time=0.006 ms ^C --- nodex1 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.006/0.007/0.009/0.003 ms root@nodex1:/# ping nodex2 PING nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=64 e=0.351 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=64 e=0.627 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=3 ttl=64 e=0.620 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=4 ttl=64 e=0.408 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=5 ttl=64 e=0.532 ms ^C --- nodex2 ping statistics --5 packets transmitted, 5 received, 0% packet loss, time 4015ms rtt min/avg/max/mdev = 0.351/0.507/0.627/0.113 ms root@nodex1:/# vi /etc/hosts root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. From 10.0.0.11 icmp_seq=1 Destination Host Unreachable From 10.0.0.11 icmp_seq=2 Destination Host Unreachable From 10.0.0.11 icmp_seq=4 Destination Host Unreachable From 10.0.0.11 icmp_seq=5 Destination Host Unreachable From 10.0.0.11 icmp_seq=6 Destination Host Unreachable
lts
tim tim tim tim tim
^C --- nodex2 ping statistics --8 packets transmitted, 0 received, +5 errors, 100% packet loss, time 7275ms , pipe 3 root@nodex1:/# vi /etc/hosts root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. From 10.0.0.11 icmp_seq=2 Destination Host Unreachable From 10.0.0.11 icmp_seq=3 Destination Host Unreachable From 10.0.0.11 icmp_seq=4 Destination Host Unreachable From 10.0.0.11 icmp_seq=5 Destination Host Unreachable From 10.0.0.11 icmp_seq=6 Destination Host Unreachable From 10.0.0.11 icmp_seq=7 Destination Host Unreachable From 10.0.0.11 icmp_seq=8 Destination Host Unreachable From 10.0.0.11 icmp_seq=9 Destination Host Unreachable From 10.0.0.11 icmp_seq=12 Destination Host Unreachable From 10.0.0.11 icmp_seq=13 Destination Host Unreachable ^C --- nodex2 ping statistics --13 packets transmitted, 0 received, +10 errors, 100% packet loss, time 1292 1ms , pipe 3 root@nodex1:/# vi /etc/hosts root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. From 10.0.0.11 icmp_seq=1 Destination Host Unreachable From 10.0.0.11 icmp_seq=2 Destination Host Unreachable From 10.0.0.11 icmp_seq=3 Destination Host Unreachable ^C --- nodex2 ping statistics --6 packets transmitted, 0 received, +3 errors, 100% packet loss, time 5842ms , pipe 3 root@nodex1:/# vi /etc/hosts root@nodex1:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:4170 errors:0 dropped:0 overruns:0 frame:0 TX packets:1705 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:834225 (814.6 KiB) TX bytes:409702 (400.0 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:4650 errors:0 dropped:0 overruns:0 frame:0 TX packets:3346 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:858208 (838.0 KiB) TX bytes:1542195 (1.4 MiB) Interrupt:18 Memory:fb900000-fb920000
eth2
eth3
Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1436 errors:0 dropped:0 overruns:0 frame:0 TX packets:1436 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:125103 (122.1 KiB) TX bytes:125103 (122.1 KiB)
lo
root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. From 10.0.0.11 icmp_seq=1 Destination Host Unreachable From 10.0.0.11 icmp_seq=3 Destination Host Unreachable From 10.0.0.11 icmp_seq=4 Destination Host Unreachable From 10.0.0.11 icmp_seq=5 Destination Host Unreachable ^C --- nodex2 ping statistics --5 packets transmitted, 0 received, +4 errors, 100% packet loss, time 4003ms , pipe 3 root@nodex1:/# vi /etc/network/interfaces root@nodex1:/# /etc/init.d/networking restart Running file /etc/init.d/networking Reconfiguring network interfaces...Internet Systems Consortium DHCP Client V3.1 .1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:ae Sending on LPF/eth1/00:d0:b8:12:af:ae Sending on Socket/fallback There is already a pid file /var/run/dhclient.eth2.pid with pid 7706 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing NFS mounts (war ning). if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing NFS mounts (war ning). if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing NFS mounts (war ning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved.
For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth1/00:d0:b8:12:af:ae Sending on LPF/eth1/00:d0:b8:12:af:ae Sending on Socket/fallback DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 7 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 8 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 15 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 7 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 14 DHCPDISCOVER on eth1 to 255.255.255.255 port 67 interval 10 No DHCPOFFERS received. No working leases in persistent database - sleeping. if-up.d/mountnfs[eth1]: waiting for interface eth3 before doing NFS mounts ning). done. root@nodex1:/# ping nodex1 PING nodex1 (192.168.0.102) 56(84) bytes of data. 64 bytes from nodex1 (192.168.0.102): icmp_seq=1 ttl=64 time=0.012 ms 64 bytes from nodex1 (192.168.0.102): icmp_seq=2 ttl=64 time=0.007 ms ^C --- nodex1 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.007/0.009/0.012/0.004 ms root@nodex1:/# ping nodex2 PING nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=64 e=0.364 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=64 e=0.416 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=3 ttl=64 e=0.634 ms ^C --- nodex2 ping statistics --3 packets transmitted, 3 received, 0% packet loss, time 2015ms rtt min/avg/max/mdev = 0.364/0.471/0.634/0.118 ms root@nodex1:/# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:4964 errors:0 dropped:0 overruns:0 frame:0 TX packets:1912 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:974538 (951.6 KiB) TX bytes:439352 (429.0 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:5595 errors:0 dropped:0 overruns:0 frame:0 TX packets:4203 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000
(war
tim tim tim
eth2
RX bytes:1055407 (1.0 MiB) TX bytes:1685921 (1.6 MiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:1463 errors:0 dropped:0 overruns:0 frame:0 TX packets:1463 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:127559 (124.5 KiB) TX bytes:127559 (124.5 KiB)
lo
root@nodex1:/# ethtool eth0 Settings for eth0: Supported ports: [ TP ] Supported link modes: 10baseT/Half 10baseT/Full 100baseT/Half 100baseT/Full 1000baseT/Full Supports auto-negotiation: Yes Advertised link modes: 10baseT/Half 10baseT/Full 100baseT/Half 100baseT/Full 1000baseT/Full Advertised auto-negotiation: Yes Speed: 1000Mb/s Duplex: Full Port: Twisted Pair PHYAD: 1 Transceiver: internal Auto-negotiation: on Supports Wake-on: pumbg Wake-on: g Current message level: 0x00000001 (1) Link detected: yes root@nodex1:/# vi /etc/hosts root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.158 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.144 ms ^C --- nodex2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.144/0.151/0.158/0.007 ms root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent B r--- -ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at lea st o ne UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/# ping nodex2
PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 64 bytes from nodex2 (10.0.0.2): icmp_seq=3 ttl=64 64 bytes from nodex2 (10.0.0.2): icmp_seq=4 ttl=64 ^C --- nodex2 ping statistics --4 packets transmitted, 4 received, 0% packet loss, rtt min/avg/max/mdev = 0.118/0.139/0.178/0.024 ms root@nodex1:/# drbdadm dump # /etc/drbd.conf resource r0 { protocol B; on nodex1 { device /dev/drbd0; disk /dev/ram1; address 10.0.0.1:7789; meta-disk internal; } on nodex2 { device /dev/drbd0; disk /dev/ram1; address 10.0.0.2:7789; meta-disk internal; } net { sndbuf-size 2M; } }
time=0.118 time=0.133 time=0.178 time=0.128 time 2997ms
ms ms ms ms
root@nodex1:/# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at lea st o ne UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/# drbdsetup /dev/drbd0 primary -o root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent B r--- -ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm -- --overwrite-data-of-peer primary USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE.. .} OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS: attach connect up primary invalidate outdate syncer detach disconnect down secondary invalidate-remote resize pause-sync
resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands
adjust wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 2008 -11-12 16:40:33 missing arguments root@nodex1:/# drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm -- --clear-bitmap new-current-uuid r0 Unknown command 'new-current-uuid'. root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm up r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/# drbdadm attach r0
root@nodex1:/# drbdadm syncer r0 root@nodex1:/# drbdadm connect r0 ping-timeout 200 => 200 out of range [1..100] Command 'drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --set-defau lts --create-device --ping-timeout=200 --sndbuf-size=2M' terminated with ex it code 20 drbdadm aborting root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdadm down r0 root@nodex1:/# mknod /dev/drbd0 b 147 0 mknod: `/dev/drbd0': File exists root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/# drbdadm attach r0 root@nodex1:/# drbdadm syncer r0 root@nodex1:/# drbdadm connect r0 ping-timeout 200 => 200 out of range [1..100] Command 'drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --set-defau lts --create-device --ping-timeout=200 --sndbuf-size=2M' terminated with ex it code 20 drbdadm aborting root@nodex1:/# 'drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --se t-de faults --create-device --ping-timeout=200 --sndbuf-size=2M > root@nodex1:/# drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --set -def aults --create-device --ping-timeout=200 --sndbuf-size=2M ping-timeout 200 => 200 out of range [1..100] root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --set -def aults --create-device --ping-timeout=200 --sndbuf-size=2M ping-timeout 200 => 200 out of range [1..100] root@nodex1:/# drbdadm create-md r0 Device '/dev/drbd0' is configured! Command 'drbdmeta /dev/drbd0 v08 /dev/ram1 internal create-md' terminated w ith exit code 20 drbdadm aborting root@nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap
New drbd meta data block sucessfully created. root@nodex1:/# drbdadm attach r0 root@nodex1:/# drbdadm syncer r0 root @nodex1:/# vi /etc/drbd.conf root@nodex1:/# drbdadm connect r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent B r--- -ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbdsetup /dev/drbd0 invalidate root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# tr tr traceroute.db traptoemail traceproto traceroute6 trial traceproto.db traceroute6.db troff traceroute tracert true traceroute-nanog tracert.db try-from traceroute-nanog.db trap root@nodex1:/# gd gdb gdbserver gdbtui gdlib-config root@nodex1:/# dgb drbdadm -- --overwrite-data-of-peer primary r0 -sh: dgb: command not found root@nodex1:/# gdb drbdadm -- --overwrite-data-of-peer primary r0 Excess command line arguments ignored. (primary ...) GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.htm l> This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu"... (no debugging symbols found) //--overwrite-data-of-peer: No such file or directory. (gdb) r Starting program: /mnt/apps/sbin/drbdadm (no debugging symbols found) (no debugging symbols found) (no debugging symbols found) USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE.. .} OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS:
attach connect up primary invalidate outdate syncer resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands
detach disconnect down secondary invalidate-remote resize pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 2008 -11-12 16:40:33 missing arguments Program exited with code 03. (gdb) q root@nodex1:/# gdb `drbdadm -- --overwrite-data-of-peer primary r0` GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.htm This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". (gdb) r Starting program: No executable file specified. Use the "file" or "exec-file" command. (gdb) Quit (gdb) q root@nodex1:/# gdb ./sbin/drbdadm -- --overwrite-data-of-peer primary r0` root@nodex1:/# gdb ./sbin/drbdadm -- --overwrite-data-of-peer primary r0 Excess command line arguments ignored. (primary ...) GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.htm This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu"... (no debugging symbols found) //--overwrite-data-of-peer: No such file or directory. (gdb) q root@nodex1:/# gdb /sbin/drbdadm -- --overwrite-data-of-peer primary r0 Excess command line arguments ignored. (primary ...) GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.htm This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu"...
l>
>
l>
l>
(no debugging symbols found) //--overwrite-data-of-peer: No such file or directory. (gdb) q root@nodex1:/# gdb `/sbin/drbdadm -- --overwrite-data-of-peer primary r0` GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.htm This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". (gdb) r Starting program: No executable file specified. Use the "file" or "exec-file" command. (gdb) Quit (gdb) (gdb) (gdb) (gdb) (gdb) q root@nodex1:/# gdb GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl. This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copyin and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". (gdb) r /sbin/drbdadm down r0 Starting program: /sbin/drbdadm down r0 No executable file specified. Use the "file" or "exec-file" command. (gdb) r /sbin/drbdadm Starting program: /sbin/drbdadm No executable file specified. Use the "file" or "exec-file" command. (gdb) q root@nodex1:/# gdb GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.ht This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". (gdb) (gdb) list No symbol table is loaded. Use the "file" command. (gdb) q root@nodex1:/# gdb /sbin/drbd drbdadm drbdmeta drbdsetup root@nodex1:/# gdb /sbin/drbdadm GNU gdb 6.8-debian Copyright (C) 2008 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.ht This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu"...
l>
l>
ml>
ml>
(no debugging symbols found) (gdb) list No symbol table is loaded. Use the "file" command. (gdb) bt No stack. (gdb) q root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# drbdsetup /dev/drbd0 net ipv4:10.1.0.218:10999 10.1.0.218:10999 is not a valid number root@nodex1:/# ipv4:10.1.0.205:10999 C -c 1 -A discard-older-primary -B vi olen tly-sh: ipv4:10.1.0.205:10999: command not found root@nodex1:/# ipv4:10.1.0.205:10999 C -c 1 -A discard-older-primary -B vi olen tlyroot@nodex1:/# 'drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --s t-de faults --create-device --ping-timeout=200 --sndbuf-size=2M > root@nodex1:/# drbdsetup USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. root@nodex1:/# drbdsetup help cstate USAGE: cstate root@nodex1:/# drbdsetup /dev/drbd0 net ipv4:10.0.0.1:7789 ipv4:10.0.0.2:7 789 B --st-defaults --create-device --ping-timeout=200 --sndbuf-size=2M 10.0.0.1:7789 is not a valid number root@nodex1:/# drbdadm down r0 root @nodex1:/# drbdsetup /dev/drbd0 net ipv4:10.0.0.1:7789 ipv4:10.0.0.2:7 789 B -st-defaults --create-device --ping-timeout=200 --sndbuf-size=2M 10.0.0.1:778 9 is not a valid number root@nodex1:/# drbdsetup /dev/drbd0 net 10.0.0.1:7789 10.0.0.2:7789 B --st -def aults --create-device --ping-timeout=200 --sndbuf-size=2M drbdsetup net: unrecognized option '--st-defaults' root@nodex1:/# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block
already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/# drbdadm attach r0 root@nodex1:/# drbdadm syncer r0 root@nodex1:/# drbdadm syncer r0 root@nodex1:/# drbdadm connect r0 root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Secondary/Unknown ds:Inconsistent/DUnknown B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# drbd drbdadm drbdmeta drbdsetup root@nodex1:/# drbdmeta USAGE: drbdmeta [--force] DEVICE FORMAT [FORMAT ARGS...] COMMAND [CMD ARGS ...] FORMATS: v06 minor v07 device index v08 device index COMMANDS: get-gi show-gi dump-md restore-md file verify-dump file create-md wipe-md outdate invalidate dstate root@nodex1:/# drbdmeta dump-md USAGE: drbdmeta [--force] DEVICE FORMAT [FORMAT ARGS...] COMMAND [CMD ARGS ...] FORMATS: v06 minor v07 device index v08 device index COMMANDS: get-gi show-gi dump-md restore-md file verify-dump file create-md wipe-md outdate invalidate dstate root@nodex1:/# drbdsetup
USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. root@nodex1:/# /sbin/drbdadm -- --overwrite-data-of-peer primary r0 @nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/DUnknown B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/# cd /etc root@nodex1:/etc# ls adduser.conf init.d python2.5 adjtime inittab rc.local alternatives inputrc rc0.d apm iproute2 rc1.d apt iscsi rc2.d bash.bashrc issue rc3.d bash_completion.d issue.net rc4.d bindresvport.blacklist krb5 rc5.d bluetooth krb5.conf rc6.d ca-certificates ld.so.cache rcS.d ca-certificates.conf ld.so.conf resolv.conf calendar ld.so.conf.d resolv.conf.cust catdocrc ldap rmt centerpoint libpaper.d rpc cluster locale.alias rsyslog.conf cron.d locale.gen rsyslog.d cron.daily localtime samba cron.hourly logcheck scsi_id.config cron.monthly login.defs securetty cron.weekly logrotate.conf security crontab logrotate.d sensors.conf ctdb lost+found services cups lsb-base shadow dbus-1 lvm shadowdebconf.conf magic shells debian_version magic.mime skel debug mailcap smartd.conf default mailcap.order smartmontools defoma manpath.config snmp root
deluser.conf mdadm sohoConfig.xml dhcp3 mime.types sohoFlash.xml dpkg mke2fs.conf sohoFlash.xml~ drbd.conf modprobe.d sohoMirror.xml environment modules sohoMirror.xml~ exports motd sohoNetwork.xml fstab motd.tail sohoNetwork.xml~ ftpusers mtab sohoProvisioning.xml gai.conf nanorc sohoProvisioning.xml~ groff netatalk sohoUpload.xml group network sohoVolumes.xml groupnetworks sohoVolumes.xml~ gshadow nsswitch.conf ssh gshadowntp.conf ssl gssapi_mech.conf omega sysctl.conf ha.d opt sysctl.d hdparm.conf pam.conf sysfs.conf host.conf pam.d terminfo hostname papersize timezone hosts passwd ucf.conf hosts.allow passwdudev hosts.deny pcloud.cfg vim hotplug perl wgetrc hotplug.d printcap wpa_supplicant.conf.d httpd.xml profile xen idmapd.conf protocols xpdf inetd.conf python zcip.script root@nodex1:/etc# cd drbd.conf Display all 169 possibilities? (y or n) root@nodex1:/etc# find / -name "*drbd*" /dev/drbd0 /sys/module/drbd /sys/block/drbd0 /proc/drbd /var/lock/drbd-147-0 /var/lib/drbd /etc/xen/scripts/block-drbd /etc/rc0.d/K08drbd /etc/init.d/drbd /etc/rc6.d/K08drbd /etc/rc3.d/S70drbd /etc/rc1.d/K08drbd /etc/ha.d/resource.d/drbddisk /etc/drbd.conf /etc/rc5.d/S70drbd /etc/rc2.d/S70drbd /etc/rc4.d/S70drbd /mnt/system/opt/dpkg/info/drbd8-utils.list /mnt/system/opt/dpkg/info/drbd8-utils.postinst /mnt/system/opt/dpkg/info/drbd8-utils.postrm /mnt/system/opt/dpkg/info/drbd8-utils.prerm /mnt/system/opt/dpkg/info/drbd8-utils.conffiles /mnt/system/opt/dpkg/info/drbd8-utils.md5sums /mnt/system/cluster/drbd-config /mnt/system/cluster/drbd-config/drbd.conf /mnt/system/cluster/usr/lib/drbd /mnt/apps/etc/drbd.conf /mnt/apps/etc/ha.d/resource.d/drbddisk /mnt/apps/etc/init.d/drbd /mnt/apps/etc/rc0.d/K08drbd
/mnt/apps/etc/rc1.d/K08drbd /mnt/apps/etc/rc2.d/S70drbd /mnt/apps/etc/rc3.d/S70drbd /mnt/apps/etc/rc4.d/S70drbd /mnt/apps/etc/rc5.d/S70drbd /mnt/apps/etc/rc6.d/K08drbd /mnt/apps/etc/xen/scripts/block-drbd /mnt/apps/sbin/drbdadm /mnt/apps/sbin/drbdmeta /mnt/apps/sbin/drbdsetup /mnt/apps/usr/lib/drbd root@nodex1:/etc# drbdsetup USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. root@nodex1:/etc# drbdsetup USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. root@nodex1:/etc# drbdsetup /dev/drbd0 invalidate-remote
root@nodex1:/etc# drbdsetup /dev/drbd0 invalidate /dev/drbd0: State change failed: (-2) Refusing to be Primary without at leas root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 2048 _is_default; max-buffers 2048 _is_default; unplug-watermark 128 _is_default; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 2097152; # bytes ko-count 0 _is_default; after-sb-0pri disconnect _is_default; after-sb-1pri disconnect _is_default; after-sb-2pri disconnect _is_default; rr-conflict disconnect _is_default; ping-timeout 99; # 1/10 seconds } syncer { rate 250k _is_default; # bytes/second after -1 _is_default; al-extents 127 _is_default; } protocol B; _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; address 10.0.0.1:7789; } _remote_host { address 10.0.0.2:7789; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (44) (null) = (string)'' [len: 0] # (67) unknown tag = (integer) 0 [len: 4] # (81) unknown tag = (integer) 0 [len: 4] # (82) unknown tag = (integer) 0 [len: 4] # (83) unknown tag = (integer) 127 [len: 4] # (60) (null) = (bit) off [len: 1] # (61) (null) = (bit) off [len: 1] # (70) unknown tag = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your
# userland tools root@nodex1:/etc# drbdadm down r0 root@nodex1:/etc# drbdsetup /dev/drbd0 show syncer { rate 250k _is_default; # bytes/second after -1 _is_default; al-extents 127 _is_default; } # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# lsmod Module Size Used by iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1 usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@nodex1:/etc# find / -name "*drbd*" | grep ker root@nodex1:/etc# find / -name "*drbd*" | grep core root@nodex1:/etc# find / -name "*drbd*" | grep mod /sys/module/drbd root@nodex1:/etc# cat /sys/module/drbd/ cat: /sys/module/drbd/: Is a directory root@nodex1:/etc# cat /sys/module/drbd/ parameters/ version root@nodex1:/etc# cat /sys/module/drbd/version 8.3.10 root@nodex1:/etc# cat /sys/module/drbd/parameters/ cn_idx minor_count usermode_helper disable_sendpage proc_details root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] ye
Operation cancelled. root@nodex1:/etc# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/etc# drbdsetup USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. root@nodex1:/etc# drbdsetup help net USAGE: net local_addr remote_addr protocol [{--timeout|-t} 1 ... 600] [{--max-ep ochsize|-e} 1 ... 20000] [{--max-buffers|-b} 32 ... 131072] [{--unplug-watermark|-u} 1 ... 131 072] [{--connect-int|-c} 1 ... 120] [{--ping-int|-i} 1 ... 120] [{--sndbuf -siz e|-S} 0 ... 10000000] [{--ko-count|-k} 0 ... 200] [{--allow-two-primaries|-m}] [{--cram-hma c-al g|-a} <str>] [{--shared-secret|-x} <str>] [{--after-sb-0pri|-A} {disconnect|discard-younger-primary|discard-old er-p rimary|discard-zero-changes|discard-least-changes|discard-local|discar d-remote }] [{--after-sb-1pri|-B} {disconnect|consensus|discard-secondary|call-pr i-lo st-after-sb|violently-as0p}] [{--after-sb-2pri|-C} {disconnect|call-pri-lost-after-sb|violently-as 0p}] [{--always-asbp|-P}] [{--rr-conflict|-R} {disconnect|call-pri-lost|violently}] [{--ping-ti meou t|-p} 1 ... 100] [{--discard-my-data|-D}] root@nodex1:/etc# drbdsetup /dev/drbd0 show syncer { rate 250k _is_default; # bytes/second after -1 _is_default;
al-extents 127 _is_default; } # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# uname -a Linux nodex1 2.6.39.3 #1 SMP Thu Feb 2 14:42:50 EST 2012 x86_64 GNU/Linux root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# drbdadm create-md r0 /etc/drbd.conf:5: Parse error: '_is_default | ;' expected, but got 'after-sb-1pri' root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/etc# drbdadm create-md r0 root@nodex1:/etc# drbdadm attach r0 root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } syncer { rate 250k _is_default; # bytes/second after -1 _is_default; al-extents 257; } _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4]
# (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# drbdadm syncer r0 root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } syncer { rate 250k _is_default; # bytes/second after -1 _is_default; al-extents 127 _is_default; } _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# drbdadm connect r0 root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 2048 _is_default; max-buffers 2048 _is_default; unplug-watermark 128 _is_default; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 0; # bytes ko-count 0 _is_default; after-sb-0pri discard-local; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p; rr-conflict disconnect _is_default; ping-timeout 5 _is_default; # 1/10 seconds } syncer {
rate after al-extents
250k _is_default; # bytes/second -1 _is_default; 127 _is_default;
} protocol B; _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; address 10.0.0.1:7000; } _remote_host { address 10.0.0.2:7000; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (44) (null) = (string)'' [len: 0] # (67) unknown tag = (integer) 0 [len: 4] # (81) unknown tag = (integer) 0 [len: 4] # (82) unknown tag = (integer) 0 [len: 4] # (83) unknown tag = (integer) 127 [len: 4] # (60) (null) = (bit) off [len: 1] # (61) (null) = (bit) off [len: 1] # (70) unknown tag = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# drbdadm primary r0 /dev /drbd0: State change failed: (-2) Refusing to be Primary without at le ast one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/etc# drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 2048 _is_default; max-buffers 2048 _is_default; unplug-watermark 128 _is_default; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 0; # bytes ko-count 0 _is_default; after-sb-0pri discard-local; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p;
rr-conflict ping-timeout } syncer { rate after al-extents
disconnect _is_default; 5 _is_default; # 1/10 seconds 250k _is_default; # bytes/second -1 _is_default; 127 _is_default;
} protocol B; _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; address 10.0.0.1:7000; } _remote_host { address 10.0.0.2:7000; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (44) (null) = (string)'' [len: 0] # (67) unknown tag = (integer) 0 [len: 4] # (81) unknown tag = (integer) 0 [len: 4] # (82) unknown tag = (integer) 0 [len: 4] # (83) unknown tag = (integer) 127 [len: 4] # (60) (null) = (bit) off [len: 1] # (61) (null) = (bit) off [len: 1] # (70) unknown tag = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 2048 _is_default; max-buffers 2048 _is_default; unplug-watermark 128 _is_default; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 0; # bytes ko-count 0 _is_default; after-sb-0pri discard-local; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p; rr-conflict disconnect _is_default;
ping-timeout } syncer { rate after al-extents
5 _is_default; # 1/10 seconds 250k _is_default; # bytes/second -1 _is_default; 127 _is_default;
} protocol B; _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; address 10.0.0.1:7000; } _remote_host { address 10.0.0.2:7000; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (44) (null) = (string)'' [len: 0] # (67) unknown tag = (integer) 0 [len: 4] # (81) unknown tag = (integer) 0 [len: 4] # (82) unknown tag = (integer) 0 [len: 4] # (83) unknown tag = (integer) 127 [len: 4] # (60) (null) = (bit) off [len: 1] # (61) (null) = (bit) off [len: 1] # (70) unknown tag = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent B r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 (reverse-i-search)` ': cat /proc/drbd root@nodex1:/etc# drbdadm down r0 root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# vi /etc/drbd.conf root@nodex1:/etc# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap
New drbd meta data block sucessfully created. root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Unconfigured root@nodex1:/etc# drbdadm up r0 root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-- --ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le ast one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-- --ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/Inconsistent C r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdadm down r0 root@nodex1:/etc# vi /etc/drbd.conf (reverse-i-search)`drb': vi /etc/drbd.conf root@nodex1:/etc# drbdadm create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? [need to type 'yes' to confirm] yes Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/etc# drbdadm up r0 root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-- --ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 2048 _is_default; max-buffers 2048 _is_default; unplug-watermark 128 _is_default; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 0; # bytes
ko-count allow-two-primaries; after-sb-0pri after-sb-1pri after-sb-2pri rr-conflict ping-timeout } syncer { rate after al-extents
0 _is_default; discard-local; violently-as0p; violently-as0p; disconnect _is_default; 5 _is_default; # 1/10 seconds 250k _is_default; # bytes/second -1 _is_default; 127 _is_default;
} protocol C; _this_host { device "/dev/drbd0"; disk "/dev/ram1"; meta-disk internal; address 10.0.0.1:7000; } _remote_host { address 10.0.0.2:7000; } # (56) (null) = (integer) 0 [len: 4] # (57) (null) = (bit) off [len: 1] # (58) (null) = (bit) off [len: 1] # (44) (null) = (string)'' [len: 0] # (67) unknown tag = (integer) 0 [len: 4] # (81) unknown tag = (integer) 0 [len: 4] # (82) unknown tag = (integer) 0 [len: 4] # (83) unknown tag = (integer) 127 [len: 4] # (60) (null) = (bit) off [len: 1] # (61) (null) = (bit) off [len: 1] # (70) unknown tag = (bit) off [len: 1] # (52) (null) = (string)'3' [len: 0] # (51) (null) = (string)'@' [len: 0] # (64) unknown tag = (string)'A' [len: 0] # (65) unknown tag = (bit) off [len: 1] # (75) unknown tag = (integer) 0 [len: 4] # (76) unknown tag = (integer) 0 [len: 4] # (77) unknown tag = (integer) 10 [len: 4] # (78) unknown tag = (integer) 0 [len: 4] # (79) unknown tag = (integer) 102400 [len: 4] # (80) unknown tag = (integer) 4096 [len: 4] # Found unknown tags, you should update your # userland tools (reverse-i-search)`': root@nodex1:/etc# drbdsetup primary r0 USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate secondary detach disconnect syncer [opts...] invalidate-remote
pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...]
resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. invalid command root@nodex1:/etc# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le ast one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/etc# drbdadm USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE. ..} OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS: attach connect up primary invalidate outdate syncer resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands detach disconnect down secondary invalidate-remote resize pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 8-11-12 16:40:33
200
missing arguments root@nodex1:/etc# drbdadm create-md --force r0 drbdadm: unrecognized option `--force' try 'drbdadm help' root@nodex1:/etc# drbdadm -- --force create-md res 'res' not defined in your config. root@nodex1:/etc# drbdadm -- --force create-md r0 Device '/dev/drbd0' is configured! Command 'drbdmeta /dev/drbd0 v08 /dev/ram1 internal create-md --force' ter mina ted with exit code 20
drbdadm aborting root@nodex1:/etc# drbdadm downr0 Unknown command 'downr0'. root@nodex1:/etc# drbdadm down r0 root@nodex1:/etc# drbdadm -- --force create-md r0 You want me to create a v08 style flexible-size internal meta data block. There apears to be a v08 flexible-size internal meta data block already in place on /dev/ram1 at byte offset 10481664 Do you really want to overwrite the existing v08 meta-data? *** confirmation forced via --force option *** Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. root@nodex1:/etc# drbdadm up r0 root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-- --ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdadm -- --clear-bitmap new-current-uuid r0 Unknown command 'new-current-uuid'. root@nodex1:/etc# drbdadm -- --clear-bitmap --new-current-uuid r0 Unknown command 'r0'. root@nodex1:/etc# drbdadm -- --clear-bitmap r0 Unknown command 'r0'. root@nodex1:/etc# drbdadm -- --clear-bitmap 111 r0 Unknown command 'r0'. root@nodex1:/etc# drbdadm -- --clear-bitmap 111 r0 Unknown command 'r0'. root@nodex1:/etc# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-- --ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10200 root@nodex1:/etc# drbdsetup /dev/drbd0 1000 --clear-bitmap USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'.
invalid command root@nodex1:/etc# drbdsetup /dev/drbd0 0000000000000004:0000000000000000 :000 0000000000000:0000000000000000 --clear-bitmap USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] invalidate pause-sync suspend-io outdate state dstate get-gi events [opts...] wait-sync [opts...] secondary detach disconnect syncer [opts...] invalidate-remote resume-sync resume-io down cstate show-gi show wait-connect [opts...]
To get more details about a command issue 'drbdsetup help cmd'. invalid command root@nodex1:/etc# drbdsetup /dev/drbd0 0000000000000004:0000000000000000 :000 0000000000000:0000000000000000 --clear-bitmap root@nodex1:/etc# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le ast one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/etc# drbdadm -- --clear-bitmap r0 Unknown command 'r0'. root@nodex1:/etc# dmesg block drbd0: Starting worker thread (from drbdsetup [24558]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 0000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [24560]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96
block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [24658]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 4BB8D738AC8A7AF5:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 4BB8D738AC8A7AF5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [24658]) block drbd0: data-integrity-alg: <not-used>
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: drbd_sync_handshake: block drbd0: self 4BB8D738AC8A7AF5:0001000000000004:0000000000000004:00000 0000000 bits:2550 flags:0 block drbd0: peer 0001000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=1 by rule 70 block drbd0: Becoming sync source due to disk states. block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> WFBitMap block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000
0000 0000
S ) it c nd t ]). 0000 re )
0000
000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated
0000
0000 0000
d )
nt/I /Inc )
block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } root@nodex1:/etc# drbdadm down r0 (reverse-i-search)`': drbdadm down r0 root@nodex1:/etc# dd if=/dev/zero of=/dev/ram1 bs=1M count=10 10+0 records in 10+0 records out 10485760 bytes (10 MB) copied, 0.00794806 s, 1.3 GB/s root@nodex1:/etc# iptables -= iptables v1.4.2: Unknown arg `(null)' Try ìptables -h' or 'iptables --help' for more information. root@nodex1:/etc# iptables -L
0000
0000 0000
d )
nt/I /Inc
FATAL: Module ip_tables not found. iptables v1.4.2: can't initialize iptables table `filter': iptables who? ( ou need to insmod?) Perhaps iptables or your kernel needs to be upgraded. root@nodex1:/etc# cd /mnt/system/ .trash/ bluetooth/ cores/ download/ samba/ upgrade/ DfsRoot/ cluster/ cups/ log/ scst/ upload/ auditLog/ config/ d2d/ opt/ swapfile webDAV_www/ root@nodex1:/etc# cd /mnt/system/cluster/drbd-config/px px12-400r/ px4px6/ root@nodex1:/etc# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy (reverse-i-search)ìn': find / -name "*drbd*" | grep mod root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_n rd_size=1048576 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/partition major minor #blocks name 7 0 227248 loop0 7 1 8192 loop1 7 2 132 loop2 8 0 1953514584 sda 8 1 20980956 sda1 8 16 1953514584 sdb 8 17 20980956 sdb1 8 32 974336 sdc 8 33 972129 sdc1 9 0 20980884 md0 253 0 20979712 dm-0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/devices Character devices: 1 mem 4 /dev/vc/0 4 tty 4 ttyS 5 /dev/tty 5 /dev/console 5 /dev/ptmx 7 vcs 10 misc 13 input 21 sg 89 i2c 128 ptm 136 pts 180 usb 189 usb_device 203 cpu/cpuid 251 wixhwe 252 wixbtn 253 bsg 254 rtc Block devices: 1 ramdisk 259 blkext
do y
r=1 120 s
7 loop 8 sd 9 md 11 sr 65 sd 66 sd 67 sd 68 sd 69 sd 70 sd 71 sd 120 dramdisk 128 sd 129 sd 130 sd 131 sd 132 sd 133 sd 134 sd 135 sd 147 drbd 253 device-mapper 254 mdp root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 120 0 mknod: `/dev/dram0': File exists root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of= /dev /dram0 bs=1M count=1000 1000+0 records in 1000+0 records out 1048576000 bytes (1.0 GB) copied, 0.649025 s, 1.6 GB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/d dbus-1/ debug deluser.conf drbd.conf debconf.conf default/ dhcp3/ debian_version defoma/ dpkg/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /usr/ bin/ etc/ lib/ lib64/ local/ sbin/ share/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/drbd st art Running file /etc/init.d/drbd /etc/init.d/drbd: line 113: syntax error near unexpected token `(' /etc/init.d/drbd: line 113: ` <(drbdadm sh-dev all | cat -n | sort -k2,2) \' root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdmeta USAGE: drbdmeta [--force] DEVICE FORMAT [FORMAT ARGS...] COMMAND [CMD ARGS ...]
FORMATS: v06 minor v07 device index v08 device index COMMANDS: get-gi show-gi dump-md restore-md file verify-dump file create-md wipe-md outdate invalidate dstate root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf @nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bdadm before-resync-source minor-0 exit code 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [24658]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 4BB8D738AC8A7AF5:0001000000000004:0000000000000004:00000 0000000 bits:2550 flags:0 block drbd0: peer 0001000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=1 by rule 70 block drbd0: Becoming sync source due to disk states. block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> WFBitMap block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000
root
nd t ]). 0000 re )
0000 0000
S ) it c nd t ]). 0000
004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap!
re )
0000
0000 0000
block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715])
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1
0000
0000 0000
d )
nt/I /Inc )
block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e rror 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd /etc/in inetd.conf init.d/ inittab inputrc root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd /etc/network/ifif-down.d/ if-post-down.d/ if-pre-up.d/ if-up.d/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd /etc/network/if- preup.d/ ifenslave vlan root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /etc/network/if -pre -up.d/vlan #!/bin/sh # Most of this stuff is to enable vlans case "$IFACE" in # Ignore any alias (#272891) which uses <interface>:<alabel> *:*) exit 0 ;; vlan0*) vconfig set_name_type VLAN_PLUS_VID VLANID=ècho $IFACE|sed "s/vlan0*//"` ;; vlan*) vconfig set_name_type VLAN_PLUS_VID_NO_PAD VLANID=ècho $IFACE|sed "s/vlan0*//"` ;; eth*.0*|bond*.0*|wlan*.0*)
vconfig set_name_type DEV_PLUS_VID VLANID=ècho $IFACE|sed "s/eth[0-9][0-9]*\.0*//g;s/bond[0-9][0-9]*\.0* /wlan[0-9][0-9]*\.0*//"` IF_VLAN_RAW_DEVICE=ècho $IFACE|sed "s/$eth[0-9][0-9]*$\..*/\1/;s/$ [0-9][0-9]*$\..*/\1/;s/$wlan[0-9][0-9]*$\..*/\1/"` ;; eth*.*|bond*.*|wlan*.*) vconfig set_name_type DEV_PLUS_VID_NO_PAD VLANID=ècho $IFACE|sed "s/eth[0-9][0-9]*\.0*//g;s/bond[0-9][0-9]*\.0* s/wlan[0-9][0-9]*\.0*//g"` IF_VLAN_RAW_DEVICE=ècho $IFACE|sed "s/$eth[0-9][0-9]*$\..*/\1/;s/$ [0-9][0-9]*$\..*/\1/;s/$wlan[0-9][0-9]*$\..*/\1/"` ;; *.0*) # Silently ignore interfaces which we do not (know how to) support [ -z "$IF_VLAN_RAW_DEVICE" ] && exit 0 vconfig set_name_type DEV_PLUS_VID VLANID=ècho $IFACE|sed "s/[^.]*\.0*//g"` ;; *.*) # Silently ignore interfaces which we do not (know how to) support [ -z "$IF_VLAN_RAW_DEVICE" ] && exit 0 vconfig set_name_type DEV_PLUS_VID_NO_PAD VLANID=ècho $IFACE|sed "s/[^.]*\.0*//g"` ;; *) exit 0 ;; esac if [ -n "$IF_VLAN_RAW_DEVICE" ]; then if [ ! -x /sbin/vconfig ]; then exit 0 fi if ! ip link show dev "$IF_VLAN_RAW_DEVICE" > /dev/null; then echo "$IF_VLAN_RAW_DEVICE does not exist, unable to create $IFACE" exit 1 fi ip link set up dev $IF_VLAN_RAW_DEVICE vconfig add $IF_VLAN_RAW_DEVICE $VLANID fi
//;s bond
//g; bond
# This is not vlan specific, and should actually go somewhere else. if [ -n "$IF_HW_MAC_ADDRESS" ]; then ip link set $IFACE address $IF_HW_MAC_ADDRESS fi root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# q -sh: q: command not found root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/if -pre -up.d/vlan ^[[2~ 2 files to edit root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# lsmod | grep 8021 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# lsmod Module Size Used by dram 3848 0 iscsi_tcp 7687 0 libiscsi_tcp 10805 1 iscsi_tcp libiscsi 29900 2 iscsi_tcp,libiscsi_tcp xfs 410562 1
usblp 9283 0 usbhid 21459 0 isofs 27897 0 btusb 9852 0 bluetooth 64375 1 btusb ext4 219359 0 jbd2 44219 1 ext4 ext3 107594 0 jbd 37176 1 ext3 mbcache 5050 2 ext4,ext3 bnx2x 1091272 0 mdio 3112 1 bnx2x nfsd 88299 1 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# v valgrind vgdisplay vi valgrind-listener vgexport vidmode valgrind.bin vgextend view valgrindfilter vgimport vigr validlocale vgimportclone vim vconfig vgmerge vim.tiny vdir vgmknodes vimdiff vgcfgbackup vgreduce vipw vgcfgrestore vgremove vmstat vgchange vgrename vobStreamer vgck vgs vol_id vgconvert vgscan volname vgcreate vgsplit vpddecode root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r 0 Writing meta data... initialising activity log NOT initialized bitmap New drbd meta data block sucessfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with DRBD's version number, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=924448755418612914&ru=912 4717 020575753551&rs=1073741824 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] no (reverse-i-search)ùp': vi /etc/network/if-pre-up.d/vlan ^[[2~ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg uuid_compare()=1 by rule 70 block drbd0: Becoming sync source due to disk states. block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> WFBitMap S ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex it c ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla nd t ools? block drbd0: conn( WFBitMapS -> SyncSource )
block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0
]). 0000 re )
0000
0000 0000
block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072
0000
0000 0000
d )
nt/I /Inc )
block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e rror 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 0000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration.
block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit code x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000
ast
3 (0 nd t ]). 0000 re )
0000
000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated
0000
0000 0000
d )
nt/I /Inc )
block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake.
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map.
0000 it c ) pd
rror
block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 0000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten t/DU nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ DUnk nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE. ..} OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS: attach connect up primary invalidate outdate syncer resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands detach disconnect down secondary invalidate-remote resize pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 8-11-12 16:40:33 missing arguments root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm show-gi r0 +--< Current data generation UUID >-
200
| +--< Bitmap's base data generation UUID >| | +--< younger history UUID >| | | +-< older history >V V V V 0000000000000004:0000000000000000:0000000000000000:0000000000000000:0:0:0: 0 ^ ^ ^ ^ -< Data consistancy flag >--+ | | | -< Data was/is currently up-to-date >--+ | | -< Node was/is currently primary >--+ | -< Node was/is currently connected >-| -< Node was in the progress of setting all bits in the bitmap > | -< The peer's disk was out-dated or inconsistent + (reverse-i-search)òve': drbdadm -- --overwrite-data-of-peer primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit code x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found.
0:0: ^ ^ | | | | | | + | --+ >--
3 (0 nd t ]). 0000 re )
block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource )
0000
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t
block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0
]). 0000 re )
0000
0000 0000
block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data
d )
nt/I /Inc )
0000
0000 0000
d )
block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx
nt/I /Inc
0000 0000
hand
0000 it c ) pd
rror
e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit code x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary )
0000
t/DU DUnk 3 (0 nd t ]). 0000 re )
block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0
0000
0000 0000
d )
nt/I /Inc
0000 0000
block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent )
0000
hand
it c nd t ]). 0000 re )
block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection )
0000
0000 0000
d )
nt/I /Inc )
0000
block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit code x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000
rror
0000
t/DU DUnk 3 (0 nd t ]). 0000
004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap!
re )
0000
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
0000
0000 0000
d )
nt/I /Inc )
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e rror 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 0000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone )
block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg bd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit code x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000
t/DU DUnk 3 (0 nd t ]). 0000 re )
0000
block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender
0000
0000 0000
d )
nt/I /Inc )
block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies
0000 it c ) pd
rror
block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg ncSource (will sync 10200 KB [2550 bits set]). block drbd0: updated sync UUID 4BB8D738AC8A7AF5:0002000000000004:000100000 004:0000000000000004 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found.
0000
t/DU DUnk ast
0000 re )
block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource )
0000
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t
block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0
]). 0000 re )
0000
0000 0000
block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data
d )
nt/I /Inc )
0000
0000 0000
d )
block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx
nt/I /Inc
0000 0000
hand
0000 it c ) pd
rror
e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /dev/drbd0: State change failed: (-2) Refusing to be Primary without at le one UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:104850 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm invalidate ote r0 /dev/drbd0: State change failed: (-15) (null) Command 'drbdsetup /dev/drbd0 invalidate-remote' terminated with exit code root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection )
0000
t/DU DUnk t/DU DUnk ast
8 -rem 11
block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate ) block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 403A589FEBD910F3:0000000000000004:0000000000 00:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 403A589FEBD910F3:0000000000000004:0000000000000000:00000
0000
0000 0000
d )
nt/I /Inc
0000 0000
0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 ex ode 3 (0x300) block drbd0: before-resync-source handler returned 3, ignoring. Old userla ools? block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 10200 KB [2550 bits set block drbd0: updated sync UUID 403A589FEBD910F3:0001000000000004:000000000 004:0000000000000000 block drbd0: meta connection shut down by peer. block drbd0: peer( Secondary -> Unknown ) conn( SyncSource -> NetworkFailu block drbd0: sock was shut down by peer block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [27715]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates
0000
hand
it c nd t ]). 0000 re )
block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [27716]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [27736]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting block drbd0: sock was shut down by peer block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [28386]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [28387]) block drbd0: receiver (re)started
0000
0000 0000
d )
nt/I /Inc )
0000
block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [28408]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connecte pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:Connected ro:Secondary/Secondary ds:Inconsiste nconsistent r--- } block drbd0: wanted = { cs:Connected ro:Primary/Secondary ds:Inconsistent onsistent r--- } block drbd0: peer( Secondary -> Primary ) pdsk( Inconsistent -> UpToDate ) block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 6954660D29FD53A5:0000000000000004:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=-2 by rule 20 block drbd0: Becoming sync target due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync_ shake. block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapT ) block drbd0: conn( WFBitMapT -> WFSyncUUID ) block drbd0: updated sync uuid 0001000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-target minor-0 ex ode 3 (0x300) block drbd0: before-resync-target handler returned 3, dropping connection. block drbd0: peer( Primary -> Unknown ) conn( WFSyncUUID -> Disconnecting sk( UpToDate -> DUnknown ) block drbd0: asender terminated block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten
rror
0000
t/DU DUnk t/DU DUnk t/DU
nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: Implicitly set disk from Inconsistent to UpToDate block drbd0: Implicitly set disk from Inconsistent to UpToDate block drbd0: State change failed: Need a connection to start verify or res block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StartingSyncS ro:Secondary/Unknown ds:UpToDate known r--- } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm invalidate root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg iver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [26156]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 20400 block drbd0: resync bitmap: bits=2550 words=40 pages=1 block drbd0: size = 10 MB (10200 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 1 pages took 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 1 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 10 MB (2550 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [26157]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [26178]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:00000 0000000 bits:2550 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 2550 bits in bitmap!
DUnk
ync t/DU /DUn r0
0000
0000 0000
d )
nt/I /Inc
0000 0000 0000
hand
it c nd t ]). 0000 re )
0000
0000 0000
d )
nt/I /Inc )
0000
0000 0000
d )
nt/I /Inc
0000 0000
hand
0000 it c ) pd
block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( Inconsistent -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker brd: module loaded e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:03:00.0: eth0: changing MTU from 9000 to 1500 8021q: adding VLAN 0 to HW filter on device eth1 e1000e 0000:03:00.0: eth0: Reset adapter 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 vsd[12319]: segfault at 52b95db4 ip 00007fd06a3bca65 sp 00000000468f9f40 e rror 4 in libc-2.7.so[7fd06a347000+14a000] 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: Starting worker thread (from drbdsetup [3703]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 0000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [3705]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone )
block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: State change failed: Need access to UpToDate data block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StandAlone ro:Primary/Unknown ds:Inconsistent/ nown r--- } block drbd0: Implicitly set disk from Inconsistent to UpToDate block drbd0: Implicitly set disk from Inconsistent to UpToDate block drbd0: State change failed: Need a connection to start verify or res block drbd0: state = { cs:StandAlone ro:Secondary/Unknown ds:Inconsisten nknown r--- } block drbd0: wanted = { cs:StartingSyncS ro:Secondary/Unknown ds:UpToDate known r--- } block drbd0: Implicitly set pdsk from DUnknown to UpToDate root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd ion: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:104850 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 /drbd0: State change failed: (-2) Refusing to be Primary without at le ast UpToDate disk Command 'drbdsetup /dev/drbd0 primary' terminated with exit code 17 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm adjustr0 Unknown command 'adjustr0'. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm adjust r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:104850 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# q -sh: q: command not found root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@nodex1:/# vi /etc/drbd.conf root@nodex1:/# dmesg tialized (async) Block layer SCSI generic (bsg) driver version 0.4 loaded (major 253) io scheduler noop registered io scheduler deadline registered (default) io scheduler cfq registered pcieport 0000:00:06.0: setting latency timer to 64 pcieport 0000:00:06.0: irq 40 for MSI/MSI-X pcieport 0000:00:1c.0: setting latency timer to 64 pcieport 0000:00:1c.0: irq 41 for MSI/MSI-X pcieport 0000:00:1c.4: setting latency timer to 64 pcieport 0000:00:1c.4: irq 42 for MSI/MSI-X
t/DU DUnk t/DU DUnk t/DU DUnk
ync t/DU /DUn vers
8 /dev one
pcieport 0000:00:1c.5: setting latency timer to 64 pcieport 0000:00:1c.5: irq 43 for MSI/MSI-X pcieport 0000:00:1c.6: setting latency timer to 64 pcieport 0000:00:1c.6: irq 44 for MSI/MSI-X pcieport 0000:00:1c.7: setting latency timer to 64 pcieport 0000:00:1c.7: irq 45 for MSI/MSI-X ACPI: acpi_idle registered with cpuidle Monitor-Mwait will be used to enter C-3 state Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled serial8250: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 00:03: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A Linux agpgart interface v0.103 brd: module loaded loop: module loaded drbd: initialized. Version: 8.3.10 (api:88/proto:86-96) drbd: built-in drbd: registered as block device major 147 drbd: minor_table @ 0xffff88013d353a80 Loading iSCSI transport class v2.0-870. mv64xx 0000:01:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 mv64xx 0000:01:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 19, driver version 4.0.0.15 15N. Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000e000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc90000038000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013c52fa00. show module id[0] cached size[0x69be8], addr[0xffffc90010082000]. show module id[1] cached size[0x3eba0], addr[0xffffc9000003b000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. Refined TSC clocksource calibration: 3292.520 MHz. Switching to clocksource tsc CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d394c40, id 1. start HBA_ModuleStarted addr ffff88013d394bc0, id 0. all modules have been started. scsi0 : Marvell Storage Controller Start scsi_scan_host. scsi 0:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 ANS I: 4
finished io control. Finished Driver Initialization. Finished mv_probe. mv64xx 0000:02:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 mv64xx 0000:02:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 16, driver version 4.0.0.15 15N. Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000d000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc9000007c000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013d940200. show module id[0] cached size[0x69be8], addr[0xffffc900100ee000]. show module id[1] cached size[0x3eba0], addr[0xffffc9001015a000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d93b340, id 1. start HBA_ModuleStarted addr ffff88013d3940c0, id 0. all modules have been started. scsi1 : Marvell Storage Controller Start scsi_scan_host. scsi 1:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 ANS I: 4 finished io control. Finished Driver Initialization. Finished mv_probe. scsi 0:0:127:0: Attached scsi generic sg0 type 12 scsi 1:0:127:0: Attached scsi generic sg1 type 12 ahci 0000:00:1f.2: version 3.0 ahci 0000:00:1f.2: PCI INT B -> GSI 19 (level, low) -> IRQ 19 ahci 0000:00:1f.2: irq 46 for MSI/MSI-X ahci 0000:00:1f.2: AHCI 0001.0300 32 slots 6 ports 6 Gbps 0x3f impl SATA m ode ahci 0000:00:1f.2: flags: 64bit ncq sntf pm led clo pio slum part ems apst ahci 0000:00:1f.2: setting latency timer to 64 scsi2 : ahci scsi3 : ahci scsi4 : ahci scsi5 : ahci scsi6 : ahci scsi7 : ahci ata1: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05100 irq 46
ata2: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05180 irq 46 ata3: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05200 irq 46 ata4: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05280 irq 46 ata5: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05300 irq 46 ata6: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05380 irq 46 e1000e: Intel(R) PRO/1000 Network Driver - 1.3.10-k2 e1000e: Copyright(c) 1999 - 2011 Intel Corporation. e1000e 0000:03:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 e1000e 0000:03:00.0: setting latency timer to 64 e1000e 0000:03:00.0: irq 47 for MSI/MSI-X e1000e 0000:03:00.0: irq 48 for MSI/MSI-X e1000e 0000:03:00.0: irq 49 for MSI/MSI-X e1000e 0000:03:00.0: Disabling ASPM L0s e1000e 0000:03:00.0: eth0: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a e1000e 0000:03:00.0: eth0: Intel(R) PRO/1000 Network Connection e1000e 0000:03:00.0: eth0: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:04:00.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 e1000e 0000:04:00.0: setting latency timer to 64 e1000e 0000:04:00.0: irq 50 for MSI/MSI-X e1000e 0000:04:00.0: irq 51 for MSI/MSI-X e1000e 0000:04:00.0: irq 52 for MSI/MSI-X e1000e 0000:04:00.0: Disabling ASPM L0s ata5: SATA link down (SStatus 0 SControl 300) ata4: SATA link down (SStatus 0 SControl 300) e1000e 0000:04:00.0: eth1: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a e1000e 0000:04:00.0: eth1: Intel(R) PRO/1000 Network Connection e1000e 0000:04:00.0: eth1: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:05:00.0: PCI INT A -> GSI 18 (level, low) -> IRQ 18 e1000e 0000:05:00.0: setting latency timer to 64 e1000e 0000:05:00.0: irq 53 for MSI/MSI-X e1000e 0000:05:00.0: irq 54 for MSI/MSI-X e1000e 0000:05:00.0: irq 55 for MSI/MSI-X e1000e 0000:05:00.0: Disabling ASPM L0s ata2: SATA link up 3.0 Gbps (SStatus 123 SControl 300) ata6: SATA link down (SStatus 0 SControl 300) ata3: SATA link down (SStatus 0 SControl 300) ata2.00: ATA-8: ST32000542AS, CC38, max UDMA/133 ata2.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32) ata1: SATA link up 6.0 Gbps (SStatus 133 SControl 300) ata2.00: configured for UDMA/133 ata1.00: ATA-8: Hitachi HDS723020BLA642, MN6OA5C0, max UDMA/133 ata1.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32), AA ata1.00: configured for UDMA/133 scsi 2:0:0:0: Direct-Access ATA Hitachi HDS72302 MN6O PQ: 0 ANSI: sd 2:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 2:0:0:0: Attached scsi generic sg2 type 0 scsi 3:0:0:0: Direct-Access ATA ST32000542AS CC38 PQ: 0 ANSI: sd 3:0:0:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 3:0:0:0: Attached scsi generic sg3 type 0 sd 3:0:0:0: [sdb] Write Protect is off sd 3:0:0:0: [sdb] Mode Sense: 00 3a 00 00 sd 3:0:0:0: [sdb] Write cache: enabled, read cache: enabled, doesn't suppo PO or FUA sd 2:0:0:0: [sda] Write Protect is off sd 2:0:0:0: [sda] Mode Sense: 00 3a 00 00 sd 2:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't suppo PO or FUA sdb: sdb1 sd 3:0:0:0: [sdb] Attached SCSI disk sda: sda1
5 5
rt D
rt D
sd 2:0:0:0: [sda] Attached SCSI disk e1000e 0000:05:00.0: eth2: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a f e1000e 0000:05:00.0: eth2: Intel(R) PRO/1000 Network Connection e1000e 0000:05:00.0: eth2: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:06:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 e1000e 0000:06:00.0: setting latency timer to 64 e1000e 0000:06:00.0: irq 56 for MSI/MSI-X e1000e 0000:06:00.0: irq 57 for MSI/MSI-X e1000e 0000:06:00.0: irq 58 for MSI/MSI-X e1000e 0000:06:00.0: Disabling ASPM L0s e1000e 0000:06:00.0: eth3: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:b 0 e1000e 0000:06:00.0: eth3: Intel(R) PRO/1000 Network Connection e1000e 0000:06:00.0: eth3: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF tun: Universal TUN/TAP device driver, 1.6 tun: (C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com> ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver ehci_hcd 0000:00:1a.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 ehci_hcd 0000:00:1a.0: setting latency timer to 64 ehci_hcd 0000:00:1a.0: EHCI Host Controller ehci_hcd 0000:00:1a.0: new USB bus registered, assigned bus number 1 ehci_hcd 0000:00:1a.0: debug port 2 ehci_hcd 0000:00:1a.0: cache line size of 64 is not supported ehci_hcd 0000:00:1a.0: irq 17, io mem 0xfbe07000 ehci_hcd 0000:00:1a.0: USB 2.0 started, EHCI 1.00 hub 1-0:1.0: USB hub found hub 1-0:1.0: 2 ports detected ehci_hcd 0000:00:1d.0: PCI INT A -> GSI 23 (level, low) -> IRQ 23 ehci_hcd 0000:00:1d.0: setting latency timer to 64 ehci_hcd 0000:00:1d.0: EHCI Host Controller ehci_hcd 0000:00:1d.0: new USB bus registered, assigned bus number 2 ehci_hcd 0000:00:1d.0: debug port 2 ehci_hcd 0000:00:1d.0: cache line size of 64 is not supported ehci_hcd 0000:00:1d.0: irq 23, io mem 0xfbe06000 ehci_hcd 0000:00:1d.0: USB 2.0 started, EHCI 1.00 hub 2-0:1.0: USB hub found hub 2-0:1.0: 2 ports detected ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver uhci_hcd: USB Universal Host Controller Interface driver Initializing USB Mass Storage driver... usbcore: registered new interface driver usb-storage USB Mass Storage support registered. i8042: PNP: No PS/2 controller found. Probing ports directly. i8042: No controller found mousedev: PS/2 mouse device common for all mice rtc_cmos 00:05: RTC can wake from S4 rtc_cmos 00:05: rtc core: registered rtc_cmos as rtc0 rtc0: alarms up to one month, y3k, 114 bytes nvram, hpet irqs i2c /dev entries driver md: linear personality registered for level -1 md: raid0 personality registered for level 0 md: raid1 personality registered for level 1 md: raid10 personality registered for level 10 md: raid6 personality registered for level 6 md: raid5 personality registered for level 5 md: raid4 personality registered for level 4 device-mapper: ioctl: 4.20.0-ioctl (2011-02-02) initialised: dm-devel@redh at.c om cpuidle: using governor ladder cpuidle: using governor menu TCP cubic registered
Initializing XFRM netlink socket NET: Registered protocol family 17 802.1Q VLAN Support v1.8 Ben Greear <greearb@candelatech.com> All bugs added by David S. Miller <davem@redhat.com> sctp: Hash tables configured (established 65536 bind 65536) rtc_cmos 00:05: setting system clock to 2012-02-06 13:44:36 UTC (132853587 md: Skipping autodetection of RAID arrays. (raid=autodetect will force) RAMDISK: gzip image found at block 0 usb 1-1: new high speed USB device number 2 using ehci_hcd VFS: Mounted root (ext2 filesystem) on device 1:0. hub 1-1:1.0: USB hub found hub 1-1:1.0: 6 ports detected usb 2-1: new high speed USB device number 2 using ehci_hcd hub 2-1:1.0: USB hub found hub 2-1:1.0: 8 ports detected usb 2-1.5: new high speed USB device number 3 using ehci_hcd scsi8 : usb-storage 2-1.5:1.0 scsi 8:0:0:0: Direct-Access USB DISK MODULE 1.35 PQ: 0 ANSI: CS sd 8:0:0:0: Attached scsi generic sg4 type 0 sd 8:0:0:0: [sdc] 1948672 512-byte logical blocks: (997 MB/951 MiB) sd 8:0:0:0: [sdc] Write Protect is off sd 8:0:0:0: [sdc] Mode Sense: 03 00 00 00 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Assuming drive cache: write through sdc: sdc1 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Attached SCSI removable disk EXT2-fs (sdc1): warning: mounting unchecked fs, running e2fsck is recommen Installing knfsd (copyright (C) 1996 okir@monad.swb.de). Broadcom NetXtreme II 5771x/578xx 10/20-Gigabit Ethernet Driver bnx2x 1.70 ($DateTime: 2011/08/18 06:01:39 $) Bluetooth: Core ver 2.16 NET: Registered protocol family 31 Bluetooth: HCI device and connection manager initialized Bluetooth: HCI socket layer initialized Bluetooth: Generic Bluetooth USB driver ver 0.6 usbcore: registered new interface driver btusb usbcore: registered new interface driver usbhid usbhid: USB HID core driver usbcore: registered new interface driver usblp SGI XFS with ACLs, security attributes, large block/inode numbers, no debu abled SGI XFS Quota Management subsystem Freeing unused kernel memory: 464k freed iscsi: registered transport (tcp) iscsid (1350): /proc/1350/oom_adj is deprecated, please use /proc/1350/oom re_adj instead. 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:05:00.0: eth2: 10/100 speed: disabling TSO 8021q: adding VLAN 0 to HW filter on device eth3 md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1 md/raid1:md0: not clean -- starting background reconstruction
6)
0 C
ded .24
g en
_sco
md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md: resync of RAID array md0 md: minimum _guaranteed_ speed: 1000 KB/sec/disk. md: using maximum available idle IO bandwidth (but not more than 200000 KB ) for resync. md: using 128k window, over a total of 20980884 blocks. md0: unknown partition table XFS (dm-0): Mounting Filesystem XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 across 284k ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't supp DPO or FUA ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't supp DPO or FUA ata2.00: configured for UDMA/133 ata2: EH complete ata1.00: configured for UDMA/133 ata1: EH complete md: md0: resync done. RAID1 conf printout: --- wd:2 rd:2 disk 0, wo:0, o:1, dev:sda1 disk 1, wo:0, o:1, dev:sdb1 root@nodex1:/# dmesg | less -sh: less: command not found root@nodex1:/# dmesg | more tialized (async) Block layer SCSI generic (bsg) driver version 0.4 loaded (major 253) io scheduler noop registered io scheduler deadline registered (default) io scheduler cfq registered pcieport 0000:00:06.0: setting latency timer to 64 pcieport 0000:00:06.0: irq 40 for MSI/MSI-X pcieport 0000:00:1c.0: setting latency timer to 64 pcieport 0000:00:1c.0: irq 41 for MSI/MSI-X pcieport 0000:00:1c.4: setting latency timer to 64 pcieport 0000:00:1c.4: irq 42 for MSI/MSI-X pcieport 0000:00:1c.5: setting latency timer to 64 pcieport 0000:00:1c.5: irq 43 for MSI/MSI-X pcieport 0000:00:1c.6: setting latency timer to 64 pcieport 0000:00:1c.6: irq 44 for MSI/MSI-X pcieport 0000:00:1c.7: setting latency timer to 64 pcieport 0000:00:1c.7: irq 45 for MSI/MSI-X ACPI: acpi_idle registered with cpuidle Monitor-Mwait will be used to enter C-3 state Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled serial8250: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 00:03: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A Linux agpgart interface v0.103 brd: module loaded loop: module loaded drbd: initialized. Version: 8.3.10 (api:88/proto:86-96) drbd: built-in
/sec
:524
ort
ort
drbd: registered as block device major 147 drbd: minor_table @ 0xffff88013d353a80 Loading iSCSI transport class v2.0-870. mv64xx 0000:01:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 mv64xx 0000:01:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 19, driver version 4.0.0.15 15N. Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000e000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc90000038000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013c52fa00. show module id[0] cached size[0x69be8], addr[0xffffc90010082000]. show module id[1] cached size[0x3eba0], addr[0xffffc9000003b000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. Refined TSC clocksource calibration: 3292.520 MHz. Switching to clocksource tsc CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! /drbd Pattern not found root@nodex1:/# drbdadm -version drbdadm: invalid option -- e try 'drbdadm help' root@nodex1:/# drbdadm --version drbdadm: unrecognized option `--version' try 'drbdadm help' root@nodex1:/# drbdadm help USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE. ..} OPTIONS: {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--sh-varname|-n} val COMMANDS: attach connect up primary invalidate outdate syncer resume-sync detach disconnect down secondary invalidate-remote resize pause-sync adjust
wait-connect state dstate dump-xml show-gi dump-md hidden-commands
wait-con-int cstate dump create-md get-gi wipe-md
Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 8-11-12 16:40:33 root@nodex1:/# dmsetup Usage: dmsetup [--version] [-h|--help [-c|-C|--columns]] [-v|--verbose [-v|--verbose ...]] [-r|--readonly] [--noopencount] [--nolockfs] [--inactive] [--udevcookie] [--noudevrules] [--noudevsync] [-y|--yes] [--readahead [+]<sectors>|auto|none] [-c|-C|--columns] [-o <fields>] [-O|--sort <sort_fields>] [--nameprefixes] [--noheadings] [--separator <separator>]
200
help [-c|-C|--columns] create <dev_name> [-j|--major <major> -m|--minor <minor>] [-U|--uid <uid>] [-G|--gid <gid>] [-M|--mode <oc tal_ mode>] [-u|uuid <uuid>] [--notable | --table <table> | <table_file>] remove [-f|--force] <device> remove_all [-f|--force] suspend [--noflush] <device> resume <device> load <device> [<table_file>] clear <device> reload <device> [<table_file>] rename <device> <new_name> message <device> <sector> <message> ls [--target <target_type>] [--exec <command>] [--tree [-o options ]] info [<device>] deps [<device>] status [<device>] [--target <target_type>] table [<device>] [--target <target_type>] [--showkeys] wait <device> [<event_nr>] mknodes [<device>] udevcreatecookie udevreleasecookie [<cookie>] udevflags <cookie> udevcomplete <cookie> udevcomplete_all udevcookies targets version setgeometry <device> <cyl> <head> <sect> <start> splitname <device> [<subsystem>] <device> may be device name or -u <uuid> or -j <major> -m <minor> <fields> are comma-separated. Use 'help -c' for list. Table_file contents may be supplied on stdin. Tree options are: ascii, utf, vt100; compact, inverted, notrunc; [no]device, active, open, rw and uuid.
root@nodex1:/# dmsetup version Library version: 1.02.54 (2010-08-18) Driver version: 4.20.0 root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# cd /sbin root@nodex1:/sbin# ls MAKEDEV ip mount.gfs apcaccess ip6tables mount.gfs2 apcupsd ip6tables-restore mount.nfs badblocks ip6tables-save mount.nfs4 blkid ipmaddr mount.ntfs-3g blockdev iptables nameif bootlogd iptables-restore netplugd cfdisk iptables-save pam_tally clvmd iptunnel parted cryptsetup isosize partprobe ctrlaltdel killall5 pivot_root debugfs ldconfig plipconfig depmod logsave pmap_dump dhclient losetup pmap_set dhclient-script lsmod portmap dhclient3 lvchange poweroff dmsetup lvconvert pvchange drbdadm lvcreate pvck drbdmeta lvdisplay pvcreate drbdsetup lvextend pvdisplay dumpe2fs lvm pvmove e2fsck lvmchange pvremove e2fsck.static lvmconf pvresize e2image lvmdiskscan pvs e2label lvmdump pvscan e2undo lvmsadc rarp fconfig lvmsar raw fdisk lvreduce reboot findfs lvremove resize2fs fsadm lvrename rmmod fsck lvresize route fsck.cramfs lvs rpc.statd fsck.ext2 lvscan rtacct fsck.ext3 mdadm rtmon fsck.ext4 mdadm-startall runlevel fsck.ext4dev mdmon sfdisk fsck.minix mii-tool shadowconfig fsck.nfs mke2fs showmount fsck.xfs mkfs shutdown getty mkfs.bfs slattach halt mkfs.cramfs sm-notify hdparm mkfs.ext2 smtp hotplug mkfs.ext3 ss hwclock mkfs.ext4 start-stop-daemon ifconfig mkfs.ext4dev startpar ifdown mkfs.minix sulogin ifenslave mkfs.xfs swapoff ifenslave-2.6 mkswap swapon ifup modinfo sysctl init modprobe tc
udevadm udevd udevsettle umount.cifs umount.gfs umount.gfs2 umount.nfs umount.nfs4 unix_chkpwd unix_update update-modules vconfig vgcfgbackup vgcfgrestore vgchange vgck vgconvert vgcreate vgdisplay vgexport vgextend vgimport vgimportclone vgmerge vgmknodes vgreduce vgremove vgrename vgs vgscan vgsplit vol_id xfs_admin xfs_bmap xfs_check xfs_copy xfs_db xfs_estimate xfs_freeze xfs_fsr xfs_growfs xfs_info xfs_io xfs_logprint xfs_mdrestore xfs_metadump xfs_mkfile xfs_ncheck xfs_quota xfs_repair
insmod mount.cifs telinit xfs_rtcp installkernel mount.fuse tune2fs zcip root@nodex1:/sbin# cd / root@nodex1:/# cd /mnt/system/cluster root@nodex1:/mnt/system/cluster# rm -r usr root@nodex1:/mnt/system/cluster# cp -a /mnt/apps/usr/ . root@nodex1:/mnt/system/cluster# rm /usr root@nodex1:/mnt/system/cluster# ln -s /mnt/system/cluster/usr/ /usr root@nodex1:/mnt/system/cluster# ls 1_init.sh 3_init.sh interface usr 2_init.sh drbd-config iscsi_logout.sh root@nodex1:/mnt/system/cluster# cd drbd-config/ root@nodex1:/mnt/system/cluster/drbd-config# cd px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with DRBD's version number, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell y ou how many users before you have installed this version (8.0.14). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=11497401722121372464&nv=3 3543 11784 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is:
From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: root@nodex1:/mnt/system/cluster/drbd-conf ig/p x12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp /sbin/drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp /sbin/drbd* ../ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd ../.. root@nodex1:/mnt/system/cluster# rm -r sbin/ rm: cannot remove `sbin/': No such file or directory root@nodex1:/mnt/system/cluster# cp -a /mnt/apps/sbin/ /mnt/system/cluste r/ root@nodex1:/mnt/system/cluster# rm /sbin root@nodex1:/mnt/system/cluster# ln -s /mnt/system/cluster/sbin/ /sbin root@nodex1:/mnt/system/cluster# cd /sbin root@nodex1:/sbin# drbdadm USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE. ..} OPTIONS: {--stacked|-S} {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--config-to-test|-t} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--drbd-proxy-ctl|-p} val {--sh-varname|-n} val {--force|-f} {--peer|-P} val {--version|-V} COMMANDS: attach connect up primary invalidate outdate syncer pause-sync adjust wait-con-int cstate detach disconnect down secondary invalidate-remote resize verify resume-sync wait-connect role dstate
dump create-md get-gi wipe-md
dump-xml show-gi dump-md hidden-commands
Version: 8.3.10 (api:88) GIT-hash: 5c0b0469666682443d4785d90a2c603378f9017b build by root@soho-dev- v3, 2012-01-31 01:25:47 missing arguments root@nodex1:/sbin# mknod /dev/drbd0 b 147 0 root@nodex1:/sbin# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_n rd_size=1048576 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r Can not open '/usr/local/etc/drbd.conf': No such file or directory root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp /etc/drbd.conf / local/etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp /etc/drbd.conf / local/etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with the kernel and DRBD version, to usage.drbd.org. The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell y ou how many users before you have installed this version (8.3.10). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=16852893421046997505&git= 0000 000000000000000000000000000000000000 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN] Creation of /usr/local/var/lib/drbd/node_id failed.: No such file or direc tory root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls /usr/lib lib/ lib64/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls /usr/lib/d dbus-1.0/ dpkg/ drbd/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls /usr/lib/drbd/ou tda root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls -l
r=1 120 0 usr/ usr/ 0
total 176 -rwxrwxrwx 1 root root 14954 Feb 4 18:01 dram.ko -rwxrwxrwx 1 root root 107218 Feb 4 10:23 flashcache.ko -rwxrwxrwx 1 root root 20242 Feb 4 10:23 flashcache_create -rwxrwxrwx 1 root root 15363 Feb 4 10:23 flashcache_destroy -rwxrwxrwx 1 root root 15696 Feb 4 10:23 flashcache_load root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls -l / total 10 lrwxrwxrwx 1 root root 13 Feb 6 19:14 bin -> /mnt/apps/bin drwxr-xr-x 8 root root 4096 Feb 4 04:28 boot lrwxrwxrwx 1 root root 10 Feb 6 19:14 debug -> /etc/debug drwxr-xr-x 8 root root 7300 Feb 6 20:14 dev drwxr-xr-x 72 root root 4096 Feb 6 20:14 etc drwxr-xr-x 3 root root 60 Feb 6 19:14 home drwxr-xr-x 12 root root 1024 Feb 6 19:14 initrd lrwxrwxrwx 1 root root 13 Feb 6 19:14 lib -> /mnt/apps/lib lrwxrwxrwx 1 root root 4 Feb 6 19:14 lib64 -> /lib drwxr-xr-x 5 root root 100 Feb 6 19:15 mnt drwxr-xr-x 2 root root 40 Feb 6 19:15 nfs drwxr-xr-x 1 root root 300 Jan 1 1970 oem lrwxrwxrwx 1 root root 15 Feb 6 19:15 opt -> /mnt/system/opt dr-xr-xr-x 132 root root 0 Feb 6 19:14 proc drwxr-xr-x 4 root root 200 Feb 6 19:15 ram lrwxrwxrwx 1 root root 25 Feb 6 20:02 sbin -> /mnt/system/cluster/sbi drwxr-xr-x 2 root root 40 Feb 6 19:14 selinux drwxr-xr-x 12 root root 0 Feb 6 19:14 sys drwxrwxrwt 4 root root 460 Feb 6 20:17 tmp lrwxrwxrwx 1 root root 24 Feb 6 19:51 usr -> /mnt/system/cluster/usr/ drwxr-xr-x 10 root root 200 Feb 6 19:14 var root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /usr/local/va root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /usr/local/va b root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /usr/local/va b/drbd/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r --== This is a new installation of DRBD ==-Please take part in the global DRBD usage count at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify your machine and sends that random number, along with the kernel and DRBD version, to usage.drbd.org.
n/
r r/li r/li 0
The benefits for you are: * In response to your submission, the server (usage.drbd.org) will tell y ou how many users before you have installed this version (8.3.10). * With a high counter LINBIT has a strong motivation to continue funding DRBD's development. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=10820440504206891871&git= 0000 000000000000000000000000000000000000 In case you want to participate but know that this machine is firewalled, simply issue the query string with your favorite web browser or wget. You can control all of this by setting 'usage-count' in your drbd.conf. * You may enter a free form comment about your machine, that gets used on usage.drbd.org instead of the big random number. * If you wish to opt out entirely, simply enter 'no'. * To count this node without comment, just press [RETURN]
--== Thank you for participating in the global usage survey ==-The server's response is:
From now on, drbdadm will contact usage.drbd.org only when you update DRBD or when you use 'drbdadm create-md'. Of course it will continue to ask you for confirmation as long as 'usage-count' is at its default value of 'ask'. Just press [RETURN] to continue: open(/usr/local/var/lock/drbd-147-0): No file or directory Command 'drbdmeta 0 v08 /dev/dram0 internal create-md' terminated with exi de 20 drbdadm create-md r0: exited with code 20 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /usr/local/va ck/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r Writing meta data... initializing activity log NOT initialized bitmap New drbd meta data block successfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with the kernel and DRBD version, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=10820440504206891871&ru=3 5085 2217507598879&rs=1073741824 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in such t co r/lo 0
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Secondary/Unknown ds:Inconsistent/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:104850 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/int ces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/network restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dh nt.eth2.pid with pid 1573 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 rning). if-up.d/mountnfs[eth0]: waiting for interface eth2 rning). if-up.d/mountnfs[eth0]: waiting for interface eth3 rning). if-up.d/mountnfs[eth1]: waiting for interface eth2 rning). if-up.d/mountnfs[eth1]: waiting for interface eth3 rning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/
8 erfa ing clie
before doing NFS mounts before doing NFS mounts before doing NFS mounts before doing NFS mounts before doing NFS mounts
(wa (wa (wa (wa (wa
Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 5 DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 13 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 32868 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth0 before doing NFS mounts rning). if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts rning). if-up.d/mountnfs[eth3]: waiting for interface eth0 before doing NFS mounts rning). done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1488 errors:0 dropped:0 overruns:0 frame:0 TX packets:944 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000
(wa (wa (wa
RX bytes:490393 (478.8 KiB) TX bytes:292919 (286.0 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:7299 errors:0 dropped:0 overruns:0 frame:0 TX packets:3944 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1972835 (1.8 MiB) TX bytes:832544 (813.0 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:270 errors:0 dropped:0 overruns:0 frame:0 TX packets:270 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:26532 (25.9 KiB) TX bytes:26532 (25.9 KiB)
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/int erfa ces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/network ing restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dh clie nt.eth2.pid with pid 9967 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 before doing NFS mounts rning). if-up.d/mountnfs[eth0]: waiting for interface eth2 before doing NFS mounts rning). if-up.d/mountnfs[eth0]: waiting for interface eth3 before doing NFS mounts
(wa (wa (wa
rning). if-up.d/mountnfs[eth1]: waiting for interface eth2 before doing NFS mounts rning). if-up.d/mountnfs[eth1]: waiting for interface eth3 before doing NFS mounts rning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/
(wa (wa
Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 8 DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 14 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 36715 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts (wa rning). done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1672 errors:0 dropped:0 overruns:0 frame:0 TX packets:1035 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:531056 (518.6 KiB) TX bytes:317569 (310.1 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:7519 errors:0 dropped:0 overruns:0 frame:0 TX packets:4281 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2012044 (1.9 MiB) TX bytes:888095 (867.2 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback
eth2
eth3
lo
inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:387 errors:0 dropped:0 overruns:0 frame:0 TX packets:387 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:36972 (36.1 KiB) TX bytes:36972 (36.1 KiB) root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. ^C --- 10.0.0.2 ping statistics --6 packets transmitted, 0 received, 100% packet loss, time 5044ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1683 errors:0 dropped:0 overruns:0 frame:0 TX packets:1105 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:534951 (522.4 KiB) TX bytes:326091 (318.4 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:7578 errors:0 dropped:0 overruns:0 frame:0 TX packets:4332 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2020770 (1.9 MiB) TX bytes:897058 (876.0 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:387 errors:0 dropped:0 overruns:0 frame:0 TX packets:387 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:36972 (36.1 KiB) TX bytes:36972 (36.1 KiB)
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ethtool eth0 Settings for eth0:
Supported ports: [ TP ] Supported link modes: 10baseT/Half 10baseT/Full 100baseT/Half 100baseT/Full 1000baseT/Full Supports auto-negotiation: Yes Advertised link modes: 10baseT/Half 10baseT/Full 100baseT/Half 100baseT/Full 1000baseT/Full Advertised auto-negotiation: Yes Speed: 1000Mb/s Duplex: Full Port: Twisted Pair PHYAD: 1 Transceiver: internal Auto-negotiation: on Supports Wake-on: pumbg Wake-on: g Current message level: 0x00000001 (1) Link detected: yes root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. ^C --- 10.0.0.2 ping statistics --4 packets transmitted, 0 received, 100% packet loss, time 3013ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hosts root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping 10.0.0.2 PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data. ^C --- 10.0.0.2 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 1014ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. ^C --- nodex2 ping statistics --3 packets transmitted, 0 received, 100% packet loss, time 2014ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1743 errors:0 dropped:0 overruns:0 frame:0 TX packets:1206 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:555513 (542.4 KiB) TX bytes:347814 (339.6 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
eth2
RX packets:7875 errors:0 dropped:0 overruns:0 frame:0 TX packets:4603 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2062614 (1.9 MiB) TX bytes:942335 (920.2 KiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:387 errors:0 dropped:0 overruns:0 frame:0 TX packets:387 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:36972 (36.1 KiB) TX bytes:36972 (36.1 KiB)
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/int erfa ces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/network ing restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dh clie nt.eth2.pid with pid 11267 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 if-up.d/mountnfs[eth0]: waiting for interface eth1 rning). if-up.d/mountnfs[eth0]: waiting for interface eth2 rning). if-up.d/mountnfs[eth0]: waiting for interface eth3 rning). if-up.d/mountnfs[eth1]: waiting for interface eth2 rning). if-up.d/mountnfs[eth1]: waiting for interface eth3 rning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/
before doing NFS mounts before doing NFS mounts before doing NFS mounts before doing NFS mounts before doing NFS mounts
(wa (wa (wa (wa (wa
Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 3 DHCPOFFER from 192.168.0.1
DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 38593 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts rning). done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.5.11 Bcast:10.0.5.15 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:1802 errors:0 dropped:0 overruns:0 frame:0 TX packets:1258 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:572656 (559.2 KiB) TX bytes:359721 (351.2 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:8268 errors:0 dropped:0 overruns:0 frame:0 TX packets:4894 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2130494 (2.0 MiB) TX bytes:992377 (969.1 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:390 errors:0 dropped:0 overruns:0 frame:0 TX packets:390 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:37290 (36.4 KiB) TX bytes:37290 (36.4 KiB)
(wa
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifup eth0 ifup: interface eth0 already configured root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg ) -> IRQ 16 mv64xx 0000:02:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 16, driver version 4.0.0.15 15N. Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440.
ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000d000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc9000007c000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013d940200. show module id[0] cached size[0x69be8], addr[0xffffc900100ee000]. show module id[1] cached size[0x3eba0], addr[0xffffc9001015a000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d93b340, id 1. start HBA_ModuleStarted addr ffff88013d3940c0, id 0. all modules have been started. scsi1 : Marvell Storage Controller Start scsi_scan_host. scsi 1:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 ANS I: 4 finished io control. Finished Driver Initialization. Finished mv_probe. scsi 0:0:127:0: Attached scsi generic sg0 type 12 scsi 1:0:127:0: Attached scsi generic sg1 type 12 ahci 0000:00:1f.2: version 3.0 ahci 0000:00:1f.2: PCI INT B -> GSI 19 (level, low) -> IRQ 19 ahci 0000:00:1f.2: irq 46 for MSI/MSI-X ahci 0000:00:1f.2: AHCI 0001.0300 32 slots 6 ports 6 Gbps 0x3f impl SATA m ode ahci 0000:00:1f.2: flags: 64bit ncq sntf pm led clo pio slum part ems apst ahci 0000:00:1f.2: setting latency timer to 64 scsi2 : ahci scsi3 : ahci scsi4 : ahci scsi5 : ahci scsi6 : ahci scsi7 : ahci ata1: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05100 irq 46 ata2: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05180 irq 46 ata3: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05200 irq 46 ata4: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05280 irq 46 ata5: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05300 irq 46 ata6: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05380 irq 46 e1000e: Intel(R) PRO/1000 Network Driver - 1.3.10-k2 e1000e: Copyright(c) 1999 - 2011 Intel Corporation. e1000e 0000:03:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 e1000e 0000:03:00.0: setting latency timer to 64
e1000e 0000:03:00.0: irq 47 for MSI/MSI-X e1000e 0000:03:00.0: irq 48 for MSI/MSI-X e1000e 0000:03:00.0: irq 49 for MSI/MSI-X e1000e 0000:03:00.0: Disabling ASPM L0s e1000e 0000:03:00.0: eth0: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a e1000e 0000:03:00.0: eth0: Intel(R) PRO/1000 Network Connection e1000e 0000:03:00.0: eth0: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:04:00.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 e1000e 0000:04:00.0: setting latency timer to 64 e1000e 0000:04:00.0: irq 50 for MSI/MSI-X e1000e 0000:04:00.0: irq 51 for MSI/MSI-X e1000e 0000:04:00.0: irq 52 for MSI/MSI-X e1000e 0000:04:00.0: Disabling ASPM L0s ata5: SATA link down (SStatus 0 SControl 300) ata4: SATA link down (SStatus 0 SControl 300) e1000e 0000:04:00.0: eth1: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a e1000e 0000:04:00.0: eth1: Intel(R) PRO/1000 Network Connection e1000e 0000:04:00.0: eth1: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:05:00.0: PCI INT A -> GSI 18 (level, low) -> IRQ 18 e1000e 0000:05:00.0: setting latency timer to 64 e1000e 0000:05:00.0: irq 53 for MSI/MSI-X e1000e 0000:05:00.0: irq 54 for MSI/MSI-X e1000e 0000:05:00.0: irq 55 for MSI/MSI-X e1000e 0000:05:00.0: Disabling ASPM L0s ata2: SATA link up 3.0 Gbps (SStatus 123 SControl 300) ata6: SATA link down (SStatus 0 SControl 300) ata3: SATA link down (SStatus 0 SControl 300) ata2.00: ATA-8: ST32000542AS, CC38, max UDMA/133 ata2.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32) ata1: SATA link up 6.0 Gbps (SStatus 133 SControl 300) ata2.00: configured for UDMA/133 ata1.00: ATA-8: Hitachi HDS723020BLA642, MN6OA5C0, max UDMA/133 ata1.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32), AA ata1.00: configured for UDMA/133 scsi 2:0:0:0: Direct-Access ATA Hitachi HDS72302 MN6O PQ: 0 ANSI: sd 2:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 2:0:0:0: Attached scsi generic sg2 type 0 scsi 3:0:0:0: Direct-Access ATA ST32000542AS CC38 PQ: 0 ANSI: sd 3:0:0:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 3:0:0:0: Attached scsi generic sg3 type 0 sd 3:0:0:0: [sdb] Write Protect is off sd 3:0:0:0: [sdb] Mode Sense: 00 3a 00 00 sd 3:0:0:0: [sdb] Write cache: enabled, read cache: enabled, doesn't suppo PO or FUA sd 2:0:0:0: [sda] Write Protect is off sd 2:0:0:0: [sda] Mode Sense: 00 3a 00 00 sd 2:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't suppo PO or FUA sdb: sdb1 sd 3:0:0:0: [sdb] Attached SCSI disk sda: sda1 sd 2:0:0:0: [sda] Attached SCSI disk e1000e 0000:05:00.0: eth2: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:a e1000e 0000:05:00.0: eth2: Intel(R) PRO/1000 Network Connection e1000e 0000:05:00.0: eth2: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:06:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 e1000e 0000:06:00.0: setting latency timer to 64 e1000e 0000:06:00.0: irq 56 for MSI/MSI-X e1000e 0000:06:00.0: irq 57 for MSI/MSI-X e1000e 0000:06:00.0: irq 58 for MSI/MSI-X
5 5
rt D
rt D
e1000e 0000:06:00.0: Disabling ASPM L0s e1000e 0000:06:00.0: eth3: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af:b 0 e1000e 0000:06:00.0: eth3: Intel(R) PRO/1000 Network Connection e1000e 0000:06:00.0: eth3: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF tun: Universal TUN/TAP device driver, 1.6 tun: (C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com> ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver ehci_hcd 0000:00:1a.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 ehci_hcd 0000:00:1a.0: setting latency timer to 64 ehci_hcd 0000:00:1a.0: EHCI Host Controller ehci_hcd 0000:00:1a.0: new USB bus registered, assigned bus number 1 ehci_hcd 0000:00:1a.0: debug port 2 ehci_hcd 0000:00:1a.0: cache line size of 64 is not supported ehci_hcd 0000:00:1a.0: irq 17, io mem 0xfbe07000 ehci_hcd 0000:00:1a.0: USB 2.0 started, EHCI 1.00 hub 1-0:1.0: USB hub found hub 1-0:1.0: 2 ports detected ehci_hcd 0000:00:1d.0: PCI INT A -> GSI 23 (level, low) -> IRQ 23 ehci_hcd 0000:00:1d.0: setting latency timer to 64 ehci_hcd 0000:00:1d.0: EHCI Host Controller ehci_hcd 0000:00:1d.0: new USB bus registered, assigned bus number 2 ehci_hcd 0000:00:1d.0: debug port 2 ehci_hcd 0000:00:1d.0: cache line size of 64 is not supported ehci_hcd 0000:00:1d.0: irq 23, io mem 0xfbe06000 ehci_hcd 0000:00:1d.0: USB 2.0 started, EHCI 1.00 hub 2-0:1.0: USB hub found hub 2-0:1.0: 2 ports detected ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver uhci_hcd: USB Universal Host Controller Interface driver Initializing USB Mass Storage driver... usbcore: registered new interface driver usb-storage USB Mass Storage support registered. i8042: PNP: No PS/2 controller found. Probing ports directly. i8042: No controller found mousedev: PS/2 mouse device common for all mice rtc_cmos 00:05: RTC can wake from S4 rtc_cmos 00:05: rtc core: registered rtc_cmos as rtc0 rtc0: alarms up to one month, y3k, 114 bytes nvram, hpet irqs i2c /dev entries driver md: linear personality registered for level -1 md: raid0 personality registered for level 0 md: raid1 personality registered for level 1 md: raid10 personality registered for level 10 md: raid6 personality registered for level 6 md: raid5 personality registered for level 5 md: raid4 personality registered for level 4 device-mapper: ioctl: 4.20.0-ioctl (2011-02-02) initialised: dm-devel@redh at.c om cpuidle: using governor ladder cpuidle: using governor menu TCP cubic registered Initializing XFRM netlink socket NET: Registered protocol family 17 802.1Q VLAN Support v1.8 Ben Greear <greearb@candelatech.com> All bugs added by David S. Miller <davem@redhat.com> sctp: Hash tables configured (established 65536 bind 65536) rtc_cmos 00:05: setting system clock to 2012-02-06 13:44:36 UTC (132853587 6) md: Skipping autodetection of RAID arrays. (raid=autodetect will force) RAMDISK: gzip image found at block 0 usb 1-1: new high speed USB device number 2 using ehci_hcd
VFS: Mounted root (ext2 filesystem) on device 1:0. hub 1-1:1.0: USB hub found hub 1-1:1.0: 6 ports detected usb 2-1: new high speed USB device number 2 using ehci_hcd hub 2-1:1.0: USB hub found hub 2-1:1.0: 8 ports detected usb 2-1.5: new high speed USB device number 3 using ehci_hcd scsi8 : usb-storage 2-1.5:1.0 scsi 8:0:0:0: Direct-Access USB DISK MODULE 1.35 PQ: 0 ANSI: CS sd 8:0:0:0: Attached scsi generic sg4 type 0 sd 8:0:0:0: [sdc] 1948672 512-byte logical blocks: (997 MB/951 MiB) sd 8:0:0:0: [sdc] Write Protect is off sd 8:0:0:0: [sdc] Mode Sense: 03 00 00 00 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Assuming drive cache: write through sdc: sdc1 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Attached SCSI removable disk EXT2-fs (sdc1): warning: mounting unchecked fs, running e2fsck is recommen Installing knfsd (copyright (C) 1996 okir@monad.swb.de). Broadcom NetXtreme II 5771x/578xx 10/20-Gigabit Ethernet Driver bnx2x 1.70 ($DateTime: 2011/08/18 06:01:39 $) Bluetooth: Core ver 2.16 NET: Registered protocol family 31 Bluetooth: HCI device and connection manager initialized Bluetooth: HCI socket layer initialized Bluetooth: Generic Bluetooth USB driver ver 0.6 usbcore: registered new interface driver btusb usbcore: registered new interface driver usbhid usbhid: USB HID core driver usbcore: registered new interface driver usblp SGI XFS with ACLs, security attributes, large block/inode numbers, no debu abled SGI XFS Quota Management subsystem Freeing unused kernel memory: 464k freed iscsi: registered transport (tcp) iscsid (1350): /proc/1350/oom_adj is deprecated, please use /proc/1350/oom re_adj instead. 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:05:00.0: eth2: 10/100 speed: disabling TSO 8021q: adding VLAN 0 to HW filter on device eth3 md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1 md/raid1:md0: not clean -- starting background reconstruction md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md: resync of RAID array md0 md: minimum _guaranteed_ speed: 1000 KB/sec/disk. md: using maximum available idle IO bandwidth (but not more than 200000 KB ) for resync. md: using 128k window, over a total of 20980884 blocks. md0: unknown partition table XFS (dm-0): Mounting Filesystem
0 C
ded .24
g en
_sco
/sec
XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 across 284k ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't supp DPO or FUA ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't supp DPO or FUA ata2.00: configured for UDMA/133 ata2: EH complete ata1.00: configured for UDMA/133 ata1: EH complete md: md0: resync done. RAID1 conf printout: --- wd:2 rd:2 disk 0, wo:0, o:1, dev:sda1 disk 1, wo:0, o:1, dev:sdb1 brd: module loaded block drbd0: Starting worker thread (from drbdsetup [9197]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:000000000 000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [9210]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: bind before connect failed, err = -99 block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver 8021q: adding VLAN 0 to HW filter on device eth2 e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth0 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx
:524
ort
ort
0000
e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e 0000:06:00.0: Disabling ASPM L1 e1000e 0000:06:00.0: eth3: changing MTU from 1500 to 9000 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[3106]: segfault at 53294908 ip 00007f2ea3b03a65 sp 0000000047e6cf40 er ror 4 in libc-2.7.so[7f2ea3a8e000+14a000] 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth3 8021q: adding VLAN 0 to HW filter on device eth0 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth0 NIC Link is Down 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:2049 errors:0 dropped:0 overruns:0 frame:0 TX packets:1447 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:638230 (623.2 KiB) TX bytes:409827 (400.2 KiB) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae inet addr:10.0.0.11 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:8791 errors:0 dropped:0 overruns:0 frame:0 TX packets:5598 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:2228600 (2.1 MiB) TX bytes:1115469 (1.0 MiB) Interrupt:18 Memory:fb900000-fb920000
eth2
eth3
Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:397 errors:0 dropped:0 overruns:0 frame:0 TX packets:397 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:37797 (36.9 KiB) TX bytes:37797 (36.9 KiB) PING 4 ti 4 ti 4 ti 4 ti
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=6 me=0.320 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=6 me=0.458 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=3 ttl=6 me=0.479 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=4 ttl=6 me=0.560 ms ^C --- nodex2 ping statistics --4 packets transmitted, 4 received, 0% packet loss, time 3019ms rtt min/avg/max/mdev = 0.320/0.454/0.560/0.087 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/hosts root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# Broadcast message from root@nodex1 (ttyS0) (Mon Feb 6 20:43:17 2012): The system is going down for reboot NOW! login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# echo 10.0.0.1>/etc/hosts root@nodex1:/# echo 10.0.0.2>>/etc/hosts root@nodex1:/# root@nodex1:/# echo 10.0.0.1 nodex1>/etc/hosts root@nodex1:/# echo 10.0.0.2 nodex2>>/etc/hosts root@nodex1:/# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.106 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.139 ms ^C --- nodex2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.106/0.122/0.139/0.019 ms root@nodex1:/# cd /mnt/system/cluster root@nodex1:/mnt/system/cluster# #rm -r usr root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# #cp -a /mnt/apps/usr/ .
root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster#
rm /usr rm /sbin ln -s /mnt/system/cluster/usr/ /usr ln -s /mnt/system/cluster/sbin/ /sbin drbdadm
USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE. ..} OPTIONS: {--stacked|-S} {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--config-to-test|-t} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--drbd-proxy-ctl|-p} val {--sh-varname|-n} val {--force|-f} {--peer|-P} val {--version|-V} COMMANDS: attach connect up primary invalidate outdate syncer pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md detach disconnect down secondary invalidate-remote resize verify resume-sync wait-connect role dstate dump-xml show-gi dump-md hidden-commands
Version: 8.3.10 (api:88) GIT-hash: 5c0b0469666682443d4785d90a2c603378f9017b build by root@soho-dev- v3, 2012-01-31 01:25:47 missing arguments root@nodex1:/mnt/system/cluster# cd drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd drbd-config/px12 r/ -sh: cd: drbd-config/px12-400r/: No such file or directory root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_n rd_size=1048576 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/dram0 b 0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/drbd0 b 0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /usr/local/etc/ .conf global { disable-ip-verification; } resource r0 {
-400 r=1 120 147 drbd
protocol C; net { allow-two-primaries; after-sb-0pri discard-node-nodex1; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p; } on nodex1 { device /dev/drbd0; disk /dev/dram0; address 10.0.0.1:7000; meta-disk internal; } on nodex2 { device /dev/drbd0; disk /dev/dram0; address 10.0.0.2:7000; meta-disk internal; } } root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md Writing meta data... initializing activity log NOT initialized bitmap New drbd meta data block successfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with the kernel and DRBD version, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=10820440504206891871&ru= 64270632784317&rs=1073741824 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] (reverse-i-search)ù': cat /usr/local/etc/drbd.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C rns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:10485 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overw data-of-peer primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd ion: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Primary/Secondary ds:UpToDate/Inconsistent C r----ns:1792 nr:0 dw:0 dr:1792 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos 716 [>....................] sync'ed: 0.4% (1046716/1048508)K finish: 0:08:43 speed: 1,792 (1,792) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in
1013
--8 itevers
1046
0: cs:SyncSource ro:Primary/Secondary ds:UpToDate/Inconsistent C r----ns:80512 nr:0 dw:0 dr:80512 al:0 bm:4 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f o 7996 [>...................] sync'ed: 7.9% (967996/1048508)K finish: 0:12:13 speed: 1,304 (1,296) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg alize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d3af8c0, id 1. start HBA_ModuleStarted addr ffff88013d3af840, id 0. all modules have been started. scsi0 : Marvell Storage Controller Start scsi_scan_host. scsi 0:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 AN 4 finished io control. Finished Driver Initialization. Finished mv_probe. mv64xx 0000:02:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 mv64xx 0000:02:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 16, driver version 4.0.0.1 . Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null). ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000d000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc9000007c000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013c853200. show module id[0] cached size[0x69be8], addr[0xffffc900100ee000]. show module id[1] cached size[0x3eba0], addr[0xffffc9001015a000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d93b340, id 1. start HBA_ModuleStarted addr ffff88013d93b3c0, id 0. all modules have been started. scsi1 : Marvell Storage Controller Start scsi_scan_host. scsi 1:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 AN 4 finished io control.
s:96
SI:
515N
SI:
Finished Driver Initialization. Finished mv_probe. scsi 0:0:127:0: Attached scsi generic sg0 type 12 scsi 1:0:127:0: Attached scsi generic sg1 type 12 ahci 0000:00:1f.2: version 3.0 ahci 0000:00:1f.2: PCI INT B -> GSI 19 (level, low) -> IRQ 19 ahci 0000:00:1f.2: irq 46 for MSI/MSI-X ahci 0000:00:1f.2: AHCI 0001.0300 32 slots 6 ports 6 Gbps 0x3f impl SATA ahci 0000:00:1f.2: flags: 64bit ncq sntf pm led clo pio slum part ems aps ahci 0000:00:1f.2: setting latency timer to 64 scsi2 : ahci scsi3 : ahci scsi4 : ahci scsi5 : ahci scsi6 : ahci scsi7 : ahci ata1: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05100 irq 46 ata2: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05180 irq 46 ata3: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05200 irq 46 ata4: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05280 irq 46 ata5: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05300 irq 46 ata6: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05380 irq 46 e1000e: Intel(R) PRO/1000 Network Driver - 1.3.10-k2 e1000e: Copyright(c) 1999 - 2011 Intel Corporation. e1000e 0000:03:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 e1000e 0000:03:00.0: setting latency timer to 64 e1000e 0000:03:00.0: irq 47 for MSI/MSI-X e1000e 0000:03:00.0: irq 48 for MSI/MSI-X e1000e 0000:03:00.0: irq 49 for MSI/MSI-X e1000e 0000:03:00.0: Disabling ASPM L0s e1000e 0000:03:00.0: eth0: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:03:00.0: eth0: Intel(R) PRO/1000 Network Connection e1000e 0000:03:00.0: eth0: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:04:00.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 e1000e 0000:04:00.0: setting latency timer to 64 e1000e 0000:04:00.0: irq 50 for MSI/MSI-X e1000e 0000:04:00.0: irq 51 for MSI/MSI-X e1000e 0000:04:00.0: irq 52 for MSI/MSI-X e1000e 0000:04:00.0: Disabling ASPM L0s ata3: SATA link down (SStatus 0 SControl 300) e1000e 0000:04:00.0: eth1: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:04:00.0: eth1: Intel(R) PRO/1000 Network Connection e1000e 0000:04:00.0: eth1: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:05:00.0: PCI INT A -> GSI 18 (level, low) -> IRQ 18 e1000e 0000:05:00.0: setting latency timer to 64 e1000e 0000:05:00.0: irq 53 for MSI/MSI-X e1000e 0000:05:00.0: irq 54 for MSI/MSI-X e1000e 0000:05:00.0: irq 55 for MSI/MSI-X e1000e 0000:05:00.0: Disabling ASPM L0s ata1: SATA link up 6.0 Gbps (SStatus 133 SControl 300) ata2: SATA link up 3.0 Gbps (SStatus 123 SControl 300) ata5: SATA link down (SStatus 0 SControl 300) ata6: SATA link down (SStatus 0 SControl 300) ata1.00: ATA-8: Hitachi HDS723020BLA642, MN6OA5C0, max UDMA/133 ata1.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32), AA ata2.00: ATA-8: ST32000542AS, CC38, max UDMA/133 ata2.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32) ata4: SATA link down (SStatus 0 SControl 300) ata1.00: configured for UDMA/133 scsi 2:0:0:0: Direct-Access ATA Hitachi HDS72302 MN6O PQ: 0 ANSI
mode t
ad
ae
: 5
ata2.00: configured for UDMA/133 sd 2:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 2:0:0:0: [sda] Write Protect is off sd 2:0:0:0: [sda] Mode Sense: 00 3a 00 00 sd 2:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't supp DPO or FUA sd 2:0:0:0: Attached scsi generic sg2 type 0 scsi 3:0:0:0: Direct-Access ATA ST32000542AS CC38 PQ: 0 ANSI sd 3:0:0:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 3:0:0:0: Attached scsi generic sg3 type 0 sd 3:0:0:0: [sdb] Write Protect is off sd 3:0:0:0: [sdb] Mode Sense: 00 3a 00 00 sd 3:0:0:0: [sdb] Write cache: enabled, read cache: enabled, doesn't supp DPO or FUA sda: sda1 sd 2:0:0:0: [sda] Attached SCSI disk e1000e 0000:05:00.0: eth2: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:05:00.0: eth2: Intel(R) PRO/1000 Network Connection e1000e 0000:05:00.0: eth2: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:06:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 e1000e 0000:06:00.0: setting latency timer to 64 e1000e 0000:06:00.0: irq 56 for MSI/MSI-X e1000e 0000:06:00.0: irq 57 for MSI/MSI-X e1000e 0000:06:00.0: irq 58 for MSI/MSI-X e1000e 0000:06:00.0: Disabling ASPM L0s sdb: sdb1 sd 3:0:0:0: [sdb] Attached SCSI disk e1000e 0000:06:00.0: eth3: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:06:00.0: eth3: Intel(R) PRO/1000 Network Connection e1000e 0000:06:00.0: eth3: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF tun: Universal TUN/TAP device driver, 1.6 tun: (C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com> ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver ehci_hcd 0000:00:1a.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 ehci_hcd 0000:00:1a.0: setting latency timer to 64 ehci_hcd 0000:00:1a.0: EHCI Host Controller ehci_hcd 0000:00:1a.0: new USB bus registered, assigned bus number 1 ehci_hcd 0000:00:1a.0: debug port 2 ehci_hcd 0000:00:1a.0: cache line size of 64 is not supported ehci_hcd 0000:00:1a.0: irq 17, io mem 0xfbe07000 ehci_hcd 0000:00:1a.0: USB 2.0 started, EHCI 1.00 hub 1-0:1.0: USB hub found hub 1-0:1.0: 2 ports detected ehci_hcd 0000:00:1d.0: PCI INT A -> GSI 23 (level, low) -> IRQ 23 ehci_hcd 0000:00:1d.0: setting latency timer to 64 ehci_hcd 0000:00:1d.0: EHCI Host Controller ehci_hcd 0000:00:1d.0: new USB bus registered, assigned bus number 2 ehci_hcd 0000:00:1d.0: debug port 2 ehci_hcd 0000:00:1d.0: cache line size of 64 is not supported ehci_hcd 0000:00:1d.0: irq 23, io mem 0xfbe06000 ehci_hcd 0000:00:1d.0: USB 2.0 started, EHCI 1.00 hub 2-0:1.0: USB hub found hub 2-0:1.0: 2 ports detected ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver uhci_hcd: USB Universal Host Controller Interface driver Initializing USB Mass Storage driver... usbcore: registered new interface driver usb-storage USB Mass Storage support registered. i8042: PNP: No PS/2 controller found. Probing ports directly. i8042: No controller found
ort : 5
ort
af
b0
mousedev: PS/2 mouse device common for all mice rtc_cmos 00:05: RTC can wake from S4 rtc_cmos 00:05: rtc core: registered rtc_cmos as rtc0 rtc0: alarms up to one month, y3k, 114 bytes nvram, hpet irqs i2c /dev entries driver md: linear personality registered for level -1 md: raid0 personality registered for level 0 md: raid1 personality registered for level 1 md: raid10 personality registered for level 10 md: raid6 personality registered for level 6 md: raid5 personality registered for level 5 md: raid4 personality registered for level 4 device-mapper: ioctl: 4.20.0-ioctl (2011-02-02) initialised: dm-devel@red com cpuidle: using governor ladder cpuidle: using governor menu TCP cubic registered Initializing XFRM netlink socket NET: Registered protocol family 17 802.1Q VLAN Support v1.8 Ben Greear <greearb@candelatech.com> All bugs added by David S. Miller <davem@redhat.com> sctp: Hash tables configured (established 65536 bind 65536) rtc_cmos 00:05: setting system clock to 2012-02-06 15:14:19 UTC (13285412 md: Skipping autodetection of RAID arrays. (raid=autodetect will force) usb 1-1: new high speed USB device number 2 using ehci_hcd RAMDISK: gzip image found at block 0 VFS: Mounted root (ext2 filesystem) on device 1:0. hub 1-1:1.0: USB hub found hub 1-1:1.0: 6 ports detected usb 2-1: new high speed USB device number 2 using ehci_hcd hub 2-1:1.0: USB hub found hub 2-1:1.0: 8 ports detected usb 2-1.5: new high speed USB device number 3 using ehci_hcd scsi8 : usb-storage 2-1.5:1.0 scsi 8:0:0:0: Direct-Access USB DISK MODULE 1.35 PQ: 0 ANSI CCS sd 8:0:0:0: Attached scsi generic sg4 type 0 sd 8:0:0:0: [sdc] 1948672 512-byte logical blocks: (997 MB/951 MiB) sd 8:0:0:0: [sdc] Write Protect is off sd 8:0:0:0: [sdc] Mode Sense: 03 00 00 00 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Assuming drive cache: write through sdc: sdc1 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Attached SCSI removable disk EXT2-fs (sdc1): warning: mounting unchecked fs, running e2fsck is recomme Installing knfsd (copyright (C) 1996 okir@monad.swb.de). Broadcom NetXtreme II 5771x/578xx 10/20-Gigabit Ethernet Driver bnx2x 1.7 ($DateTime: 2011/08/18 06:01:39 $) Bluetooth: Core ver 2.16 NET: Registered protocol family 31 Bluetooth: HCI device and connection manager initialized Bluetooth: HCI socket layer initialized Bluetooth: Generic Bluetooth USB driver ver 0.6 usbcore: registered new interface driver btusb usbcore: registered new interface driver usbhid usbhid: USB HID core driver usbcore: registered new interface driver usblp SGI XFS with ACLs, security attributes, large block/inode numbers, no deb nabled
hat.
59)
: 0
nded 0.24
ug e
SGI XFS Quota Management subsystem Freeing unused kernel memory: 464k freed iscsi: registered transport (tcp) iscsid (1350): /proc/1350/oom_adj is deprecated, please use /proc/1350/oo ore_adj instead. 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:05:00.0: eth2: 10/100 speed: disabling TSO 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth0 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1 md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md0: unknown partition table XFS (dm-0): Mounting Filesystem XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 acros 4284k ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't sup DPO or FUA ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't sup DPO or FUA ata1.00: configured for UDMA/133 ata1: EH complete ata2.00: configured for UDMA/133 ata2: EH complete brd: module loaded block drbd0: Starting worker thread (from drbdsetup [4120]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:00000000 0000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [4133]) block drbd0: receiver (re)started
m_sc
s:52
port
port
0000
block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [4154]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 262127 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connect pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 3B6FAF0D254B74FD:0000000000000004:000000000 000:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 3B6FAF0D254B74FD:0000000000000004:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states. block drbd0: Writing the whole bitmap, full sync required after drbd_sync dshake. block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 e code 0 (0x0) block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 1048508 KB [262127 bit t]). block drbd0: updated sync UUID 3B6FAF0D254B74FD:0001000000000004:00000000 0004:0000000000000000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmesg alize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d3af8c0, id 1. start HBA_ModuleStarted addr ffff88013d3af840, id 0. all modules have been started. scsi0 : Marvell Storage Controller Start scsi_scan_host. scsi 0:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 AN 4 finished io control. Finished Driver Initialization. Finished mv_probe. mv64xx 0000:02:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 mv64xx 0000:02:00.0: setting latency timer to 64 Marvell Storage Controller is found, using IRQ 16, driver version 4.0.0.1 . Marvell Linux driver mv64xx, driver version 4.0.0.1515N. Start mv_hba_init. original device id=6440. ODIN : BAR 0 : (null).
0000 0000
ed ) ) 0000 0000 0000
_han
xit s se 0000
SI:
515N
ODIN : BAR 1 : (null). ODIN : BAR 2 : 000000000000d000. ODIN : BAR 3 : (null). ODIN : BAR 4 : ffffc9000007c000. ODIN : BAR 5 : (null). HBA ext struct init'ed at ffff88013c853200. show module id[0] cached size[0x69be8], addr[0xffffc900100ee000]. show module id[1] cached size[0x3eba0], addr[0xffffc9001015a000]. HBA device id 0x6440, RunAsNonRAID:0. check struct _MV_Request f8. HBA allocate max sg count 68. Timer_Request_Number = 258. Start mv_hba_start. HBA queue command = 510. start install request_irq. request_irq has been installed. CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: core_handle_init_queue pushing queue when core state is idle! CORE: io_chip_init_registers COMMON_CONFIG (default) = 0x1000000f CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: update_phy_info check port type 00000F00. CORE: sgpio_initialize * SGPIO_InitReg before initialization = 0x1f001f CORE: sgpio_initialize * SGPIO_InitReg after initialization = 0x1d009f start HBA_ModuleStarted addr ffff88013d93b340, id 1. start HBA_ModuleStarted addr ffff88013d93b3c0, id 0. all modules have been started. scsi1 : Marvell Storage Controller Start scsi_scan_host. scsi 1:0:127:0: RAID MARVELL Virtual Device 1.00 PQ: 0 AN 4 finished io control. Finished Driver Initialization. Finished mv_probe. scsi 0:0:127:0: Attached scsi generic sg0 type 12 scsi 1:0:127:0: Attached scsi generic sg1 type 12 ahci 0000:00:1f.2: version 3.0 ahci 0000:00:1f.2: PCI INT B -> GSI 19 (level, low) -> IRQ 19 ahci 0000:00:1f.2: irq 46 for MSI/MSI-X ahci 0000:00:1f.2: AHCI 0001.0300 32 slots 6 ports 6 Gbps 0x3f impl SATA ahci 0000:00:1f.2: flags: 64bit ncq sntf pm led clo pio slum part ems aps ahci 0000:00:1f.2: setting latency timer to 64 scsi2 : ahci scsi3 : ahci scsi4 : ahci scsi5 : ahci scsi6 : ahci scsi7 : ahci ata1: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05100 irq 46 ata2: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05180 irq 46 ata3: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05200 irq 46 ata4: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05280 irq 46 ata5: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05300 irq 46 ata6: SATA max UDMA/133 abar m2048@0xfbe05000 port 0xfbe05380 irq 46 e1000e: Intel(R) PRO/1000 Network Driver - 1.3.10-k2 e1000e: Copyright(c) 1999 - 2011 Intel Corporation. e1000e 0000:03:00.0: PCI INT A -> GSI 16 (level, low) -> IRQ 16 e1000e 0000:03:00.0: setting latency timer to 64
SI:
mode t
e1000e 0000:03:00.0: irq 47 for MSI/MSI-X e1000e 0000:03:00.0: irq 48 for MSI/MSI-X e1000e 0000:03:00.0: irq 49 for MSI/MSI-X e1000e 0000:03:00.0: Disabling ASPM L0s e1000e 0000:03:00.0: eth0: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:03:00.0: eth0: Intel(R) PRO/1000 Network Connection e1000e 0000:03:00.0: eth0: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:04:00.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 e1000e 0000:04:00.0: setting latency timer to 64 e1000e 0000:04:00.0: irq 50 for MSI/MSI-X e1000e 0000:04:00.0: irq 51 for MSI/MSI-X e1000e 0000:04:00.0: irq 52 for MSI/MSI-X e1000e 0000:04:00.0: Disabling ASPM L0s ata3: SATA link down (SStatus 0 SControl 300) e1000e 0000:04:00.0: eth1: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:04:00.0: eth1: Intel(R) PRO/1000 Network Connection e1000e 0000:04:00.0: eth1: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:05:00.0: PCI INT A -> GSI 18 (level, low) -> IRQ 18 e1000e 0000:05:00.0: setting latency timer to 64 e1000e 0000:05:00.0: irq 53 for MSI/MSI-X e1000e 0000:05:00.0: irq 54 for MSI/MSI-X e1000e 0000:05:00.0: irq 55 for MSI/MSI-X e1000e 0000:05:00.0: Disabling ASPM L0s ata1: SATA link up 6.0 Gbps (SStatus 133 SControl 300) ata2: SATA link up 3.0 Gbps (SStatus 123 SControl 300) ata5: SATA link down (SStatus 0 SControl 300) ata6: SATA link down (SStatus 0 SControl 300) ata1.00: ATA-8: Hitachi HDS723020BLA642, MN6OA5C0, max UDMA/133 ata1.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32), AA ata2.00: ATA-8: ST32000542AS, CC38, max UDMA/133 ata2.00: 3907029168 sectors, multi 16: LBA48 NCQ (depth 31/32) ata4: SATA link down (SStatus 0 SControl 300) ata1.00: configured for UDMA/133 scsi 2:0:0:0: Direct-Access ATA Hitachi HDS72302 MN6O PQ: 0 ANSI ata2.00: configured for UDMA/133 sd 2:0:0:0: [sda] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 2:0:0:0: [sda] Write Protect is off sd 2:0:0:0: [sda] Mode Sense: 00 3a 00 00 sd 2:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't supp DPO or FUA sd 2:0:0:0: Attached scsi generic sg2 type 0 scsi 3:0:0:0: Direct-Access ATA ST32000542AS CC38 PQ: 0 ANSI sd 3:0:0:0: [sdb] 3907029168 512-byte logical blocks: (2.00 TB/1.81 TiB) sd 3:0:0:0: Attached scsi generic sg3 type 0 sd 3:0:0:0: [sdb] Write Protect is off sd 3:0:0:0: [sdb] Mode Sense: 00 3a 00 00 sd 3:0:0:0: [sdb] Write cache: enabled, read cache: enabled, doesn't supp DPO or FUA sda: sda1 sd 2:0:0:0: [sda] Attached SCSI disk e1000e 0000:05:00.0: eth2: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:05:00.0: eth2: Intel(R) PRO/1000 Network Connection e1000e 0000:05:00.0: eth2: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF e1000e 0000:06:00.0: PCI INT A -> GSI 19 (level, low) -> IRQ 19 e1000e 0000:06:00.0: setting latency timer to 64 e1000e 0000:06:00.0: irq 56 for MSI/MSI-X e1000e 0000:06:00.0: irq 57 for MSI/MSI-X e1000e 0000:06:00.0: irq 58 for MSI/MSI-X e1000e 0000:06:00.0: Disabling ASPM L0s sdb: sdb1
ad
ae
: 5
ort : 5
ort
af
sd 3:0:0:0: [sdb] Attached SCSI disk e1000e 0000:06:00.0: eth3: (PCI Express:2.5GB/s:Width x1) 00:d0:b8:12:af: e1000e 0000:06:00.0: eth3: Intel(R) PRO/1000 Network Connection e1000e 0000:06:00.0: eth3: MAC: 3, PHY: 8, PBA No: FFFFFF-0FF tun: Universal TUN/TAP device driver, 1.6 tun: (C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com> ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver ehci_hcd 0000:00:1a.0: PCI INT A -> GSI 17 (level, low) -> IRQ 17 ehci_hcd 0000:00:1a.0: setting latency timer to 64 ehci_hcd 0000:00:1a.0: EHCI Host Controller ehci_hcd 0000:00:1a.0: new USB bus registered, assigned bus number 1 ehci_hcd 0000:00:1a.0: debug port 2 ehci_hcd 0000:00:1a.0: cache line size of 64 is not supported ehci_hcd 0000:00:1a.0: irq 17, io mem 0xfbe07000 ehci_hcd 0000:00:1a.0: USB 2.0 started, EHCI 1.00 hub 1-0:1.0: USB hub found hub 1-0:1.0: 2 ports detected ehci_hcd 0000:00:1d.0: PCI INT A -> GSI 23 (level, low) -> IRQ 23 ehci_hcd 0000:00:1d.0: setting latency timer to 64 ehci_hcd 0000:00:1d.0: EHCI Host Controller ehci_hcd 0000:00:1d.0: new USB bus registered, assigned bus number 2 ehci_hcd 0000:00:1d.0: debug port 2 ehci_hcd 0000:00:1d.0: cache line size of 64 is not supported ehci_hcd 0000:00:1d.0: irq 23, io mem 0xfbe06000 ehci_hcd 0000:00:1d.0: USB 2.0 started, EHCI 1.00 hub 2-0:1.0: USB hub found hub 2-0:1.0: 2 ports detected ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver uhci_hcd: USB Universal Host Controller Interface driver Initializing USB Mass Storage driver... usbcore: registered new interface driver usb-storage USB Mass Storage support registered. i8042: PNP: No PS/2 controller found. Probing ports directly. i8042: No controller found mousedev: PS/2 mouse device common for all mice rtc_cmos 00:05: RTC can wake from S4 rtc_cmos 00:05: rtc core: registered rtc_cmos as rtc0 rtc0: alarms up to one month, y3k, 114 bytes nvram, hpet irqs i2c /dev entries driver md: linear personality registered for level -1 md: raid0 personality registered for level 0 md: raid1 personality registered for level 1 md: raid10 personality registered for level 10 md: raid6 personality registered for level 6 md: raid5 personality registered for level 5 md: raid4 personality registered for level 4 device-mapper: ioctl: 4.20.0-ioctl (2011-02-02) initialised: dm-devel@red com cpuidle: using governor ladder cpuidle: using governor menu TCP cubic registered Initializing XFRM netlink socket NET: Registered protocol family 17 802.1Q VLAN Support v1.8 Ben Greear <greearb@candelatech.com> All bugs added by David S. Miller <davem@redhat.com> sctp: Hash tables configured (established 65536 bind 65536) rtc_cmos 00:05: setting system clock to 2012-02-06 15:14:19 UTC (13285412 md: Skipping autodetection of RAID arrays. (raid=autodetect will force) usb 1-1: new high speed USB device number 2 using ehci_hcd RAMDISK: gzip image found at block 0
b0
hat.
59)
VFS: Mounted root (ext2 filesystem) on device 1:0. hub 1-1:1.0: USB hub found hub 1-1:1.0: 6 ports detected usb 2-1: new high speed USB device number 2 using ehci_hcd hub 2-1:1.0: USB hub found hub 2-1:1.0: 8 ports detected usb 2-1.5: new high speed USB device number 3 using ehci_hcd scsi8 : usb-storage 2-1.5:1.0 scsi 8:0:0:0: Direct-Access USB DISK MODULE 1.35 PQ: 0 ANSI CCS sd 8:0:0:0: Attached scsi generic sg4 type 0 sd 8:0:0:0: [sdc] 1948672 512-byte logical blocks: (997 MB/951 MiB) sd 8:0:0:0: [sdc] Write Protect is off sd 8:0:0:0: [sdc] Mode Sense: 03 00 00 00 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Assuming drive cache: write through sdc: sdc1 sd 8:0:0:0: [sdc] Assuming drive cache: write through sd 8:0:0:0: [sdc] Attached SCSI removable disk EXT2-fs (sdc1): warning: mounting unchecked fs, running e2fsck is recomme Installing knfsd (copyright (C) 1996 okir@monad.swb.de). Broadcom NetXtreme II 5771x/578xx 10/20-Gigabit Ethernet Driver bnx2x 1.7 ($DateTime: 2011/08/18 06:01:39 $) Bluetooth: Core ver 2.16 NET: Registered protocol family 31 Bluetooth: HCI device and connection manager initialized Bluetooth: HCI socket layer initialized Bluetooth: Generic Bluetooth USB driver ver 0.6 usbcore: registered new interface driver btusb usbcore: registered new interface driver usbhid usbhid: USB HID core driver usbcore: registered new interface driver usblp SGI XFS with ACLs, security attributes, large block/inode numbers, no deb nabled SGI XFS Quota Management subsystem Freeing unused kernel memory: 464k freed iscsi: registered transport (tcp) iscsid (1350): /proc/1350/oom_adj is deprecated, please use /proc/1350/oo ore_adj instead. 8021q: adding VLAN 0 to HW filter on device eth0 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx 8021q: adding VLAN 0 to HW filter on device eth1 8021q: adding VLAN 0 to HW filter on device eth2 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:05:00.0: eth2: 10/100 speed: disabling TSO 8021q: adding VLAN 0 to HW filter on device eth3 e1000e: eth0 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx md: md0 stopped. md: bind<sdb1> md: bind<sda1> bio: create slab <bio-1> at 1 md/raid1:md0: active with 2 out of 2 mirrors md0: detected capacity change from 0 to 21484425216 md0: unknown partition table XFS (dm-0): Mounting Filesystem XFS (dm-0): Starting recovery (logdev: internal) XFS (dm-0): Ending recovery (logdev: internal) Adding 524284k swap on /mnt/system/swapfile. Priority:-1 extents:1 acros 4284k
: 0
nded 0.24
ug e
m_sc
s:52
ata1.00: configured for UDMA/133 ata1: EH complete sd 2:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't sup DPO or FUA ata2.00: configured for UDMA/133 ata2: EH complete sd 3:0:0:0: [sdb] Write cache: disabled, read cache: enabled, doesn't sup DPO or FUA ata1.00: configured for UDMA/133 ata1: EH complete ata2.00: configured for UDMA/133 ata2: EH complete brd: module loaded block drbd0: Starting worker thread (from drbdsetup [4120]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: Writing the whole bitmap, size changed block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: Suspended AL updates block drbd0: disk( Attaching -> Inconsistent ) block drbd0: attached to UUIDs 0000000000000004:0000000000000000:00000000 0000:0000000000000000 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [4133]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [4154]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: uuid_compare()=0 by rule 10 block drbd0: No resync, but 262127 bits in bitmap! block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connect pdsk( DUnknown -> Inconsistent ) block drbd0: Resumed AL updates block drbd0: role( Secondary -> Primary ) disk( Inconsistent -> UpToDate block drbd0: Forced to consider local data as UpToDate! block drbd0: new current UUID 3B6FAF0D254B74FD:0000000000000004:000000000 000:0000000000000000 block drbd0: drbd_sync_handshake: block drbd0: self 3B6FAF0D254B74FD:0000000000000004:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: peer 0000000000000004:0000000000000000:0000000000000000:0000 00000000 bits:262127 flags:0 block drbd0: uuid_compare()=2 by rule 30 block drbd0: Becoming sync source due to disk states.
port
port
0000
0000 0000
ed ) ) 0000 0000 0000
block drbd0: Writing the whole bitmap, full sync required after drbd_sync dshake. block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 1024 MB (262127 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( Connected -> WFBitMapS ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 e code 0 (0x0) block drbd0: conn( WFBitMapS -> SyncSource ) block drbd0: Began resync as SyncSource (will sync 1048508 KB [262127 bit t]). block drbd0: updated sync UUID 3B6FAF0D254B74FD:0001000000000004:00000000 0004:0000000000000000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/in aces root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/modprobe.d ding.conf root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r----ns:1048508 nr:0 dw:0 dr:1048508 al:0 bm:64 lo:0 pe:0 ua:0 ap:0 ep:1 w oos:0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# modprobe -v bondin de=0 insmod /lib/modules/2.6.39.3/kernel/drivers/net/bonding/bonding.ko mode=0 e=0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/networ restart Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/d ent.eth2.pid with pid 1573 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 Ignoring unknown interface eth0=eth0. Ignoring unknown interface eth1=eth1. if-up.d/mountnfs[bond0]: waiting for interface eth2 before doing NFS moun warning). if-up.d/mountnfs[bond0]: waiting for interface eth3 before doing NFS moun warning). Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 4 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1
_han
xit s se 0000 terf /bon
o:f g mo mod king hcli
ts ( ts (
bound to 192.168.0.102 -- renewal in 40076 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mount arning). done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:89893 errors:0 dropped:0 overruns:0 frame:0 TX packets:754476 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:7088295 (6.7 MiB) TX bytes:1126926423 (1.0 GiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:89653 errors:0 dropped:0 overruns:0 frame:0 TX packets:754263 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:7015503 (6.6 MiB) TX bytes:1126874894 (1.0 GiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:240 errors:0 dropped:0 overruns:0 frame:0 TX packets:213 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:72792 (71.0 KiB) TX bytes:51529 (50.3 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255. UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:2166 errors:0 dropped:0 overruns:0 frame:0 TX packets:1308 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:401284 (391.8 KiB) TX bytes:278420 (271.8 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:349 errors:0 dropped:0 overruns:0 frame:0 TX packets:349 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:36682 (35.8 KiB) TX bytes:36682 (35.8 KiB)
s (w
eth1
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.1 node etc/hosts root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.2 node /etc/hosts root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd
x1>/ x2>> vers
ion: 8.3.10 (api:88/proto:86-96) built-in 0: cs:WFConnection ro:Primary/Unknown ds:UpToDate/DUnknown C r----ns:1048508 nr:0 dw:0 dr:1048508 al:0 bm:64 lo:0 pe:0 ua:0 ap:0 ep:1 w oos:0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd ion: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd .. root@nodex1:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt drbdmeta hosts iot.sh sde14k.sh calit.sh drbdsetup interfaces px12-400r sde1512M.sh drbd.conf fcache.sh io.sh px4px6 test drbdadm hostname iops.sh rw.sh root@nodex1:/mnt/system/cluster/drbd-config# cd test/ root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh dmnt4K1000C10T.sh sde14K1000C10T.sh cdev4K1000C10T.sh mnt1M100C20T.sh sde1M100C20T.sh dmnt1M100C20T.sh mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# vi dmnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=1M count=100 oflag=direct 100+0 records in 100+0 records out 104857600 bytes (105 MB) copied, 0.508087 s, 206 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=1M count=100 100+0 records in 100+0 records out 104857600 bytes (105 MB) copied, 0.469878 s, 223 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=4K count=10000 oflag=direct 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 1.75714 s, 23.3 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=4K count=10000 oflag=direct 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 1.64919 s, 24.8 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=512K count=10000 oflag=direct dd: writing `/dev/drbd0': No space left on device 2048+0 records in 2047+0 records out 1073672192 bytes (1.1 GB) copied, 5.73949 s, 187 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev
o:f
vers
/drb
/drb
/drb
/drb
/drb
/drb
d0 bs=512K count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 2.77789 s, 189 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=512K count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 2.80997 s, 187 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev d0 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 2.29847 s, 234 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# fdsik -l -sh: fdsik: command not found root@nodex1:/mnt/system/cluster/drbd-config/test# fdisk -l WARNING: GPT (GUID Partition Table) detected on '/dev/sda'! The util fdis esn't support GPT. Use GNU Parted. Disk /dev/sda: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d796976 Device Boot /dev/sda1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
/drb
/drb
k do
WARNING: GPT (GUID Partition Table) detected on '/dev/sdb'! The util fdis esn't support GPT. Use GNU Parted. Disk /dev/sdb: 2000.3 GB, 2000398934016 bytes 255 heads, 63 sectors/track, 243201 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0x2d36cde9 Device Boot /dev/sdb1 Start 1 End Blocks Id System 243202 1953514583+ ee EFI GPT
k do
Disk /dev/md0: 21.4 GB, 21484425216 bytes 2 heads, 4 sectors/track, 5245221 cylinders Units = cylinders of 8 * 512 = 4096 bytes Disk identifier: 0x00000000 Disk /dev/md0 doesn't contain a valid partition table root@nodex1:/mnt/system/cluster/drbd-config/test# cd /dev/ root@nodex1:/dev# ls 6eb2fd37_vg mtd7 sda11 sdd12 sdg13 sdj14 sdm2 sdp3 buttons mtdblock0 sda12 sdd13 sdg14 sdj2 sdm3 sdp4
console mtdblock1 sda13 sdd14 sdg2 sdj3 sdm4 sdp5 dram0 mtdblock2 sda14 sdd2 sdg3 sdj4 sdm5 sdp6 drbd0 mtdblock3 sda2 sdd3 sdg4 sdj5 sdm6 sdp7 fb0 net sda3 sdd4 sdg5 sdj6 sdm7 sdp8 fb1 null sda4 sdd5 sdg6 sdj7 sdm8 sdp9 fb2 psaux sda5 sdd6 sdg7 sdj8 sdm9 shm fb3 ptmx sda6 sdd7 sdg8 sdj9 sdn tty hda pts sda7 sdd8 sdg9 sdk sdn1 tty0 hda1 ptyp0 sda8 sdd9 sdh sdk1 sdn10 tty1 hda10 ptyp1 sda9 sde sdh1 sdk10 sdn11 tty2 hda11 ptyp2 sdb sde1 sdh10 sdk11 sdn12 tty3 hda12 ptyp3 sdb1 sde10 sdh11 sdk12 sdn13 tty4 hda13 ptyp4 sdb10 sde11 sdh12 sdk13 sdn14 tty5 hda14 ptyp5 sdb11 sde12 sdh13 sdk14 sdn2 tty6 hda2 ptyp6 sdb12 sde13 sdh14 sdk2 sdn3 tty7 hda3 ptyp7 sdb13 sde14 sdh2 sdk3 sdn4 ttyP0 hda4 ptyp8 sdb14 sde2 sdh3 sdk4 sdn5 ttyP1 hda5 ptyp9 sdb2 sde3 sdh4 sdk5 sdn6 ttyP2 hda6 ram sdb3 sde4 sdh5 sdk6 sdn7 ttyP3 hda7 ram0 sdb4 sde5 sdh6 sdk7 sdn8 ttyS0 hda8 ram1 sdb5 sde6 sdh7 sdk8 sdn9 ttyS1 hda9 ram2 sdb6 sde7 sdh8 sdk9 sdo ttyS2 hiddev0 ram3 sdb7 sde8 sdh9 sdl sdo1 ttyS3 i2c-0 random sdb8 sde9 sdi sdl1 sdo10 ttyp0 ic2-1 rtc sdb9 sdf sdi1 sdl10 sdo11 ttyp1 initctl rtc0 sdc sdf1 sdi10 sdl11 sdo12 ttyp2 input scd0 sdc1 sdf10 sdi11 sdl12 sdo13 ttyp3 kmem scd1 sdc10 sdf11 sdi12 sdl13 sdo14 ttyp4 log scd10 sdc11 sdf12 sdi13 sdl14 sdo2 ttyp5 loop0 scd11 sdc12 sdf13 sdi14 sdl2 sdo3 ttyp6 loop1 scd12 sdc13 sdf14 sdi2 sdl3 sdo4 ttyp7 loop2 scd13 sdc14 sdf2 sdi3 sdl4 sdo5 ttyp8 mapper scd14 sdc2 sdf3 sdi4 sdl5 sdo6 ttyp9 md0 scd2 sdc3 sdf4 sdi5 sdl6 sdo7 urandom md0_vg scd3 sdc4 sdf5 sdi6 sdl7 sdo8 usblp0 md1 scd4 sdc5 sdf6 sdi7 sdl8 sdo9 usblp1 mem scd5 sdc6 sdf7 sdi8 sdl9 sdp usblp2 mtd0 scd6 sdc7 sdf8 sdi9 sdm sdp1 usblp3 mtd1 scd7 sdc8 sdf9 sdj sdm1 sdp10 xconsole mtd2 scd8 sdc9 sdg sdj1 sdm10 sdp11 zero mtd3 scd9 sdd sdg1 sdj10 sdm11 sdp12 mtd4 sda sdd1 sdg10 sdj11 sdm12 sdp13 mtd5 sda1 sdd10 sdg11 sdj12 sdm13 sdp14 mtd6 sda10 sdd11 sdg12 sdj13 sdm14 sdp2 root@nodex1:/dev# cd mapper/ root@nodex1:/dev/mapper# ls 6eb2fd37_vg-lv5dc8fea5 6eb2fd37_vg-lv6bd1e0c control md0_vg-vol1 root@nodex1:/dev/mapper# ls -l total 0 brw------- 1 root root 253, 2 Feb 6 21:44 6eb2fd37_vg-lv5dc8fea5 brw------- 1 root root 253, 1 Feb 6 21:44 6eb2fd37_vg-lv6bd1e0c crw------- 1 root root 10, 236 Feb 6 20:44 control brw------- 1 root root 253, 0 Feb 6 20:45 md0_vg-vol1 root@nodex1:/dev/mapper# cd 6eb2fd37_vg-lv5dc8fea5 -sh: cd: 6eb2fd37_vg-lv5dc8fea5: Not a directory root@nodex1:/dev/mapper# cd 6eb2fd37_vg-lv6bd1e0c -sh: cd: 6eb2fd37_vg-lv6bd1e0c: Not a directory root@nodex1:/dev/mapper# cd /dev/6eb2fd37_vg/lv lv5dc8fea5 lv6bd1e0c root@nodex1:/dev/mapper# lvdisplay
connect() failed on local socket: No such file or directory Internal cluster locking initialisation failed. WARNING: Falling back to local file-based locking. Volume Groups with the clustered attribute will be inaccessible. --- Logical volume --LV Name /dev/6eb2fd37_vg/lv6bd1e0c VG Name 6eb2fd37_vg LV UUID nNcIsw-L5Xc-rTCX-CoqR-2YjG-qfKb-wJ5VYR LV Write Access read/write LV Status available # open 1 LV Size 829.36 GiB Current LE 212315 Segments 1 Allocation inherit Read ahead sectors auto - currently set to 256 Block device 253:1 --- Logical volume --LV Name /dev/6eb2fd37_vg/lv5dc8fea5 VG Name 6eb2fd37_vg LV UUID PZpq4Q-dToH-0ob8-BPMv-FSYL-h2BW-d6HJpG LV Write Access read/write LV Status available # open 0 LV Size 50.00 GiB Current LE 12800 Segments 1 Allocation inherit Read ahead sectors auto - currently set to 256 Block device 253:2 --- Logical volume --LV Name /dev/md0_vg/vol1 VG Name md0_vg LV UUID n8zkjq-ejXv-AiP7-eCd3-GIqO-kQfB-DFRS9i LV Write Access read/write LV Status available # open 1 LV Size 20.01 GiB Current LE 5122 Segments 1 Allocation inherit Read ahead sectors auto - currently set to 256 Block device 253:0 root@nodex1:/dev/mapper# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ls dram.ko flashcache_create flashcache_load flashcache.ko flashcache_destroy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod flashcache. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp flashcache_* /u sbin/ share/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cp flashcache_* /u bin/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flash flash_erase flash_lock flashcache_destroy
ko sr/s sr/s
flash_eraseall flash_unlock flashcache_load flash_info flashcache_create flashcp root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 /usr/sbi ashc flashcache_create flashcache_load flashcache_destroy flashcp root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# chmod 777 /usr/sbi ashcache_* root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create 024m -b 4k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 8, md_block_size 8, cache_size 2097152 flashcache_create: Cache size is larger than ssd size 2097152/2097016 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create 00m -b 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 204800 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 800 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create 000m -b 4k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 8, md_block_size 8, cache_size 2048000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/ bs=512M count=1 oflag=direct root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup status md0_vg-vol1: 0 41959424 linear 6eb2fd37_vg-lv5dc8fea5: 0 104857600 linear 6eb2fd37_vg-lv6bd1e0c: 0 1739284480 linear cdev: 0 104857600 flashcache stats: reads(0), writes(0) read hits(0), read hit percent(0) write hits(0) write hit percent(0) dirty write hits(0) dirty write hit percent(0) replacement(0) write replacement(0) write invalidates(0) read invalidates(0) pending enqueues(0) pending inval(0) metadata dirties(0) metadata cleans(0) metadata batch(0) metadata ssd writes(0) cleanings(0) fallow cleanings(0) no room(0) front merge(0) back merge(0) disk reads(0) disk writes(0) ssd reads(0) ssd writes(0) uncached reads(0) uncached writes(0), uncached IO requeue(0) pid_adds(0) pid_dels(0) pid_drops(0) pid_expiry(0) root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/c bs=512M count=1 oflag=direct cdev control root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 2.37137 s, 226 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=512K count=1 oflag=direct 1+0 records in
n/fl
n/fl -s 1 c8fe
-s 1 c8fe
204 -s 1 c8fe =/de
=/de =/de
=/de
1+0 records out 524288 bytes (524 kB) copied, 0.147404 s, 3.6 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=512K count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 4.266 s, 123 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=1M count=1000 oflag=direct 1000+0 records in 1000+0 records out 1048576000 bytes (1.0 GB) copied, 6.71919 s, 156 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=4k count=1000 oflag=direct 1000+0 records in 1000+0 records out 4096000 bytes (4.1 MB) copied, 0.349956 s, 11.7 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of v/mapper/cdev bs=4k count=10000 oflag=direct 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 3.50922 s, 11.7 MB/s root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.ext3 /dev/map cdev mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26 8, 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 37 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkidr /mnt/cluster -sh: mkidr: command not found root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /mnt/cluster root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/ /mnt/cluster/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd /mnt/cluster/ root@nodex1:/mnt/cluster# cd /mnt/system/cluster/drbd-config/ root@nodex1:/mnt/system/cluster/drbd-config# ls DRBD-configure.txt drbdmeta hosts iot.sh sde14k.sh calit.sh drbdsetup interfaces px12-400r sde1512M.sh drbd.conf fcache.sh io.sh px4px6 test drbdadm hostname iops.sh rw.sh root@nodex1:/mnt/system/cluster/drbd-config# cd test/
=/de
=/de
=/de
=/de
per/
5420
cdev
root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh dmnt4K1000C10T.sh sde14K1000C10T.sh cdev4K1000C10T.sh mnt1M100C20T.sh sde1M100C20T.sh dmnt1M100C20T.sh mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt1M100C20T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/cluster/ root@nodex1:/mnt/system/cluster/drbd-config/test# mkdir /mnt/disk root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt1M100C20T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# sh mnt1M100C20T.sh 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out root@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt1M100C20T.sh 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out 100+0 records in 100+0 records out
/mnt
100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0 100+0
records records records records records records records records records records records records records records records records records records records records records records records records records records records records records records records records
in out in out in out in out in out in out in out in out in out in out in out in out in out in out in out in out
real 0m28.026s user 0m0.004s sys 0m6.464s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=1 oflag=direct file0 file11 file14 file17 file2 file5 file8 file1 file12 file15 file18 file3 file6 file9 file10 file13 file16 file19 file4 file7 root@nodex1:/mnt/system/cluster/drbd-config/test# bs=512M count=1 oflag= ct root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# rm /mnt/disk/* rm: cannot remove `/mnt/disk/lost+found': Is a directory root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 2.33134 s, 230 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# drbd drbdadm drbdmeta drbdsetup root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE OPTIONS: {--stacked|-S}
/dis
dire
/dis
...}
{--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--config-to-test|-t} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--drbd-proxy-ctl|-p} val {--sh-varname|-n} val {--force|-f} {--peer|-P} val {--version|-V} COMMANDS: attach connect up primary invalidate outdate syncer pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md detach disconnect down secondary invalidate-remote resize verify resume-sync wait-connect role dstate dump-xml show-gi dump-md hidden-commands -v3,
Version: 8.3.10 (api:88) GIT-hash: 5c0b0469666682443d4785d90a2c603378f9017b build by root@soho-dev 2012-01-31 01:25:47 missing arguments root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /disk/ -o sync (reverse-i-search)`flashc': flashcache_create -s 1000m -b 4k cdev /dev/d /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=1 oflag=direct root@nodex1:/mnt/system/cluster/drbd-config/test# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylo gbufs=8,noquota) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime r2,delaylog,nobarrier,inode64,logbufs=8,noquota) /dev/mapper/cdev on /mnt/disk type ext3 (rw,sync,relatime,errors=continue
/mnt rbd /dis
g,lo ,att ,bar
rier=0,data=writeback) root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 2.33681 s, 230 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylo gbufs=8,noquota) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime r2,delaylog,nobarrier,inode64,logbufs=8,noquota) /dev/mapper/cdev on /mnt/disk type ext3 (rw,sync,relatime,errors=continue rier=0,data=writeback) root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=4 oflag=direct 4+0 records in 4+0 records out 2147483648 bytes (2.1 GB) copied, 19.8237 s, 108 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 2.9M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 2.9M 48M 6% / /dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.5M 4.7M 35% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1 20G 1.5G 19G 8% /mnt/system /dev/mapper/6eb2fd37_vg-lv6bd1e0c 829G 33M 829G 1% /mnt/pools/A/A0 /dev/mapper/cdev 50G 2.2G 45G 5% /mnt/disk root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=4 oflag=direct 4+0 records in 4+0 records out 2147483648 bytes (2.1 GB) copied, 19.3174 s, 111 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh dmnt4K1000C10T.sh sde14K1000C10T.sh cdev4K1000C10T.sh mnt1M100C20T.sh sde1M100C20T.sh dmnt1M100C20T.sh mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt1M100C20T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt1M100C20T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt1M100C20T.sh
/dis
g,lo ,att ,bar /dis
/dis
512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0 512+0
records records records records records records records records records records records records records records records records records records records records
in out in out in out in out in out in out in out in out in out in out
real 1m36.919s user 0m0.020s sys 0m15.713s root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt1M100C20T.sh @nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt1M100C20T.sh 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 90.8062 s, 5.9 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 93.3603 s, 5.8 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 93.3878 s, 5.7 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 94.5268 s, 5.7 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 95.4829 s, 5.6 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 96.5951 s, 5.6 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 96.8158 s, 5.5 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 96.8633 s, 5.5 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 96.9748 s, 5.5 MB/s 512+0 records in 512+0 records out 536870912 bytes (537 MB) copied, 97.0875 s, 5.5 MB/s real user sys 1m37.234s 0m0.000s 0m10.737s
root
root@nodex1:/mnt/system/cluster/drbd-config/test# login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r----ns:11435876 nr:0 dw:11435876 dr:5444316 al:3445 bm:0 lo:0 pe:0 ua:0 a ep:1 wo:f oos:0 root@nodex1:/# ls bin debug etc initrd lib64 mnt oem proc sbin sys usr boot dev home lib log.time nfs opt ram selinux tmp var root@nodex1:/# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylo gbufs=8,noquota) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime r2,delaylog,nobarrier,inode64,logbufs=8,noquota) /dev/mapper/cdev on /mnt/disk type ext3 (rw,sync,relatime,errors=continue rier=0,data=writeback) root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh dmnt4K1000C10T.sh sde14K1000C10T.sh cdev4K1000C10T.sh mnt1M100C20T.sh sde1M100C20T.sh dmnt1M100C20T.sh mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt4K1000C10T.s 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out
p:0
g,lo ,att ,bar
10000+0 records in 10000+0 records out real 0m30.461s user 0m0.072s sys 0m3.992s root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt4K1000C10T.sh root @nodex1:/mnt/system/cluster/drbd-config/test# vi /usr/local/etc/drbd. conf root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm down r0 /usr/local/etc/drbd.conf:17: al-extents 1 => 1 out of range [7..3833]. root@nodex1:/mnt/system/cluster/drbd-config/test# vi /usr/local/etc/drbd. conf root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm down r0 0: S tate change failed: (-12) Device is held open by someone Command 'drbdsetup 0 down' terminated with exit code 11 root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_destroy /dev /drb d0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data w ill be lost !! root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm down r0 (rev erse-i-search)`': root@nodex1:/mnt/system/cluster/drbd-config/test# scp /usr/local/etc/drbd .con f nodex2:/usr/local/etc/ The authenticity of host 'nodex2 (10.0.0.2)' can't be established. RSA key fingerprint is 32:40:ee:42:1d:95:89:ed:3c:e9:7e:07:fa:d0:a9:8f. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'nodex2,10.0.0.2' (RSA) to the list of known h osts . root@nodex2's password: drbd.conf 100% 557 0.5KB/s 00:00 root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm up r0 root @nodex1:/mnt/system/cluster/drbd-config/test# drbdadm show-gi r0 +--< Current data generation UUID >| +--< Bitmap's base data generation UUID >| | +--< younger history UUID >| | | +-< older history >V V V V C146BC4D13F601AC:0000000000000000:3B70AF0D254B74FD:3B6FAF0D254B74FD:1:1:0 :0:0 ^ ^ ^ ^ ^ -< Data consistency flag >--+ | | | | -< Data was/is currently up-to-date >--+ | | | -< Node was/is currently primary >--+ | | -< Node was/is currently connected >| | -< Node was in the progress of setting all bits in the bitmap | | -< The peer's disk was out-dated or inconsistent -+ | -< This node was a crashed primary, and has not seen its peer sinc >--+ flags: Secondary, Connected, UpToDate root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm show r0
:1:0 ^ ^ | | | | | | -+ | >--+ >e
USAGE: drbdadm [OPTION...] [-- DRBDSETUP-OPTION...] COMMAND {all|RESOURCE OPTIONS: {--stacked|-S} {--dry-run|-d} {--verbose|-v} {--config-file|-c} val {--config-to-test|-t} val {--drbdsetup|-s} val {--drbdmeta|-m} val {--drbd-proxy-ctl|-p} val {--sh-varname|-n} val {--force|-f} {--peer|-P} val {--version|-V} COMMANDS: attach connect up primary invalidate outdate syncer pause-sync adjust wait-con-int cstate dump create-md get-gi wipe-md detach disconnect down secondary invalidate-remote resize verify resume-sync wait-connect role dstate dump-xml show-gi dump-md hidden-commands
...}
Version: 8.3.10 (api:88) GIT-hash: 5c0b0469666682443d4785d90a2c603378f9017b build by root@soho-dev 2012-01-31 01:25:47 root@nodex1:/mnt/system/cluster/drbd-config/test# drbdsetup /dev/drbd0 sh disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; max-bio-bvecs 0 _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 8000; max-buffers 8000; unplug-watermark 16; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 2097152; # bytes rcvbuf-size 0 _is_default; # bytes ko-count 0 _is_default; allow-two-primaries; after-sb-0pri discard-local; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p; rr-conflict disconnect _is_default; ping-timeout 5 _is_default; # 1/10 seconds
-v3, ow
on-congestion congestion-fill congestion-extents } syncer { rate after al-extents on-no-data-accessible c-plan-ahead c-delay-target c-fill-target c-max-rate c-min-rate
block _is_default; 0s _is_default; # byte 127 _is_default; 250k _is_default; # bytes/second -1 _is_default; 3389; io-error _is_default; 0 _is_default; # 1/10 seconds 10 _is_default; # 1/10 seconds 0s _is_default; # bytes 102400k _is_default; # bytes/second 4096k _is_default; # bytes/second
} protocol C; _this_host { device minor 0; disk "/dev/dram0"; meta-disk internal; address ipv4 10.0.0.1:7000; } _remote_host { address ipv4 10.0.0.2:7000; } root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm primary r0 root@nodex1:/mnt/system/cluster/drbd-config/test# #flashcache_create -s 1 -b 4k cdev /dev/drbd /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/test# vi /etc/sys sysctl.conf sysctl.d/ sysfs.conf root@nodex1:/mnt/system/cluster/drbd-config/test# vi /etc/sysctl.conf root@nodex1:/mnt/system/cluster/drbd-config/test# cd /sys/block/ root@nodex1:/sys/block# ls dm-0 drbd0 loop3 loop7 ram1 ram13 ram3 ram7 sdb dm-1 loop0 loop4 md0 ram10 ram14 ram4 ram8 sdc dm-2 loop1 loop5 md1 ram11 ram15 ram5 ram9 dram0 loop2 loop6 ram0 ram12 ram2 ram6 sda root@nodex1:/sys/block# cd dr dram0/ drbd0/ root@nodex1:/sys/block# cd dram0/ root@nodex1:/sys/block/dram0# ls alignment_offset discard_alignment power ro subsystem bdi ext_range queue size uevent capability holders range slaves dev inflight removable stat root@nodex1:/sys/block/dram0# cd queue/ root@nodex1:/sys/block/dram0/queue# ls add_random max_hw_sectors_kb nr_requests discard_granularity max_integrity_segments optimal_io_size discard_max_bytes max_sectors_kb physical_block_size discard_zeroes_data max_segment_size read_ahead_kb hw_sector_size max_segments rotational iostats minimum_io_size rq_affinity logical_block_size nomerges scheduler root@nodex1:/sys/block/dram0/queue# vi scheduler root@nodex1:/sys/block/dram0/queue# cd .. root@nodex1:/sys/block/dram0# cd .. root@nodex1:/sys/block# cd drbd0/queue/scheduler -sh: cd: drbd0/queue/scheduler: Not a directory root@nodex1:/sys/block# cat drbd0/queue/scheduler
000m
none root@nodex1:/sys/block# vi /etc/sysctl.conf root@nodex1:/sys/block# vi /etc/sysctl.d/ root@nodex1:/sys/block# cd /etc/sysctl.d/ root@nodex1:/etc/sysctl.d# ls root@nodex1:/etc/sysctl.d# cd .. root@nodex1:/etc# ls adduser.conf init.d python2.5 adjtime inittab rc.local alternatives inputrc rc0.d apm iproute2 rc1.d apt iscsi rc2.d bash.bashrc issue rc3.d bash_completion.d issue.net rc4.d bindresvport.blacklist krb5 rc5.d bluetooth krb5.conf rc6.d ca-certificates ld.so.cache rcS.d ca-certificates.conf ld.so.conf resolv.conf calendar ld.so.conf.d resolv.conf.cust catdocrc ldap rmt centerpoint libpaper.d rpc cluster locale.alias rsyslog.conf cron.d locale.gen rsyslog.d cron.daily localtime samba cron.hourly logcheck scsi_id.config cron.monthly login.defs securetty cron.weekly logrotate.conf security crontab logrotate.d sensors.conf ctdb lost+found services cups lsb-base shadow dbus-1 lvm shadowdebconf.conf magic shells debian_version magic.mime skel debug mailcap smartd.conf default mailcap.order smartmontools defoma manpath.config snmp deluser.conf mdadm sohoConfig.xml dhcp3 mime.types sohoFlash.xml dpkg mke2fs.conf sohoFlash.xml~ drbd.conf modprobe.d sohoMirror.xml environment modules sohoMirror.xml~ exports motd sohoNetwork.xml fstab motd.tail sohoNetwork.xml~ ftpusers mtab sohoProvisioning.xml gai.conf nanorc sohoProvisioning.xml~ groff netatalk sohoUpload.xml group network sohoVolumes.xml groupnetworks sohoVolumes.xml~ gshadow nsswitch.conf ssh gshadowntp.conf ssl gssapi_mech.conf omega sysctl.conf ha.d opt sysctl.d hdparm.conf pam.conf sysfs.conf host.conf pam.d terminfo hostname papersize timezone hosts passwd ucf.conf hosts.allow passwdudev hosts.deny pcloud.cfg vim hotplug perl wgetrc hotplug.d printcap wpa_supplicant.conf.d
httpd.xml profile xen idmapd.conf protocols xpdf inetd.conf python zcip.script root@nodex1:/etc# cd sys sysctl.conf sysctl.d/ sysfs.conf root@nodex1:/etc# cd sysctl.conf -sh: cd: sysctl.conf: Not a directory root@nodex1:/etc# vi sysctl.conf root@nodex1:/etc# vi sysctl.conf root@nodex1:/etc# vi sysctl.conf root@nodex1:/etc# flashcache_create -b 512k cdev /dev/drbd /dev/6eb2fd37 lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd, disk_devname /dev/6eb2fd37_vg/lv5dc 5 block_size 1024, md_block_size 8, cache_size 0 Failed to open /dev/drbd root@nodex1:/etc# flashcache_create -s 100 -b 512k cdev /dev/drbd /dev/6 d37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd, disk_devname /dev/6eb2fd37_vg/lv5dc 5 block_size 1024, md_block_size 8, cache_size 100 Failed to open /dev/drbd root@nodex1:/etc# flashcache_create -b 512k cdev /dev/drbd0 /dev/6eb2fd3 /lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 0 root@nodex1:/etc# mount /dev/mapper/cdev /mnt/disk/ -o sync root@nodex1:/etc# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt4K1000C10T.s ^C real 1m56.094s user 0m0.000s sys 0m0.000s root@nodex1:/mnt/system/cluster/drbd-config/test# ps ax | grep dd 2 ? S 0:00 [kthreadd] 2073 ? Sl 0:01 /usr/local/pcloudd pcloudd 10521 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file0 bs 4k count 00 status noxfer 10522 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file1 bs 4k count 00 status noxfer 10523 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file2 bs 4k count 00 status noxfer 10524 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file3 bs 4k count 00 status noxfer 10525 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file4 bs 4k count 00 status noxfer 10526 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file5 bs 4k count 00 status noxfer 10527 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file6 bs 4k count 00 status noxfer 10528 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file7 bs 4k count 00 status noxfer 10529 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file8 bs 4k count 00 status noxfer 10530 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file9 bs 4k count 00 status noxfer 10660 pts/0 S+ 0:00 grep dd root@nodex1:/mnt/system/cluster/drbd-config/test# killall dd root@nodex1:/mnt/system/cluster/drbd-config/test# ps ax | grep dd
_vg/ 8fea
eb2f 8fea
7_vg c8fe
100 100 100 100 100 100 100 100 100 100
2 ? S 0:00 [kthreadd] 2073 ? Sl 0:01 /usr/local/pcloudd pcloudd 10668 pts/0 S+ 0:00 grep dd root@nodex1:/mnt/system/cluster/drbd-config/test# ps ax | grep dd 2 ? S 0:00 [kthreadd] 2073 ? Sl 0:01 /usr/local/pcloudd pcloudd 10688 pts/0 S+ 0:00 grep dd root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylo gbufs=8,noquota) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime r2,delaylog,nobarrier,inode64,logbufs=8,noquota) /dev/mapper/cdev on /mnt/disk type ext3 (rw,sync,relatime,errors=continue rier=0,data=writeback) root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_destroy /dev d0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data w be lost !! (reverse-i-search)`c': flashcache_destroy /dev/drbd0 root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 b 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 1000 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 0 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 b 8K cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 flashcache_create: Unknown block size type K root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 b 8k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 16, md_block_size 8, cache_size 1000 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 16 1 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 b 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d
g,lo ,att ,bar
/drb ill 00 c8fe
100 00 00 c8fe
000 00 c8fe
a5 block_size 1024, md_block_size 8, cache_size 1000 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 0 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 80 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 800 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 51 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 512 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 25 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 256 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 12 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 128 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 b 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 100 device-mapper: reload ioctl failed: Invalid argument Command failed echo 0 104857600 flashcache /dev/6eb2fd37_vg/lv5dc8fea5 /dev/drbd0 2 1024 4294967808 8 | dmsetup create cdev failed root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 -b 512k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 1024, md_block_size 8, cache_size 2048000 root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt4K1000C10T.s ^C
100 0 -b c8fe
800 2 -b c8fe
512 6 -b c8fe
256 8 -b c8fe
128 0 c8fe
100 00m c8fe /mnt h
real 0m28.271s user 0m0.000s sys 0m0.000s root@nodex1:/mnt/system/cluster/drbd-config/test# ps ax | grep dd 2 ? S 0:00 [kthreadd] 2073 ? Sl 0:01 /usr/local/pcloudd pcloudd 12561 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file0 bs 4k count 00 status noxfer 12562 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file1 bs 4k count 00 status noxfer 12563 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file2 bs 4k count 00 status noxfer 12564 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file3 bs 4k count 00 status noxfer 12565 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file4 bs 4k count 00 status noxfer 12566 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file5 bs 4k count 00 status noxfer 12567 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file6 bs 4k count 00 status noxfer 12568 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file7 bs 4k count 00 status noxfer 12569 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file8 bs 4k count 00 status noxfer 12570 pts/0 D 0:00 dd if /dev/zero of /mnt/disk/file9 bs 4k count 00 status noxfer 12608 pts/0 S+ 0:00 grep dd root@nodex1:/mnt/system/cluster/drbd-config/test# killall dd root@nodex1:/mnt/system/cluster/drbd-config/test# ps ax | grep dd 2 ? S 0:00 [kthreadd] 2073 ? Sl 0:01 /usr/local/pcloudd pcloudd 12611 pts/0 S+ 0:00 grep dd root@nodex1:/mnt/system/cluster/drbd-config/test# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r----ns:88 nr:0 dw:88 dr:300 al:1 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0 root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/c mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26 8, 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done
100 100 100 100 100 100 100 100 100 100
dev
5420
This filesystem will be automatically checked every 31 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# dmsetup table cdev 0 104857600 flashcache conf: ssd dev (/dev/drbd0), disk dev (/dev/6eb2fd37_vg/lv5dc8fea5) capacity(768M), associativity(512), data block size(512K) metadat ock size(4096b) total blocks(1536), cached blocks(0), cache percent(0) dirty blocks(0), dirty percent(0) nr_queued(0) Size Hist: 1024:4 4096:6312603 root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev t/disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=10 oflag=direct 10+0 records in 10+0 records out 5242880 bytes (5.2 MB) copied, 0.034196 s, 153 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=10 oflag=direct 10+0 records in 10+0 records out 5242880 bytes (5.2 MB) copied, 0.112181 s, 46.7 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=10 oflag=direct 10+0 records in 10+0 records out 5242880 bytes (5.2 MB) copied, 0.0287023 s, 183 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=4k count=10000 oflag=direct ^C9714+0 records in 9714+0 records out 39788544 bytes (40 MB) copied, 99.467 s, 400 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd per/cdev bs=512k count=100 oflag=direct 100+0 records in 100+0 records out 52428800 bytes (52 MB) copied, 0.335856 s, 156 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd per/cdev bs=512k count=100 oflag=direct 100+0 records in 100+0 records out 52428800 bytes (52 MB) copied, 0.372356 s, 141 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd per/cdev bs=512k count=100 oflag=direct 100+0 records in 100+0 records out 52428800 bytes (52 MB) copied, 0.279113 s, 188 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd per/cdev bs=512k count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 3.60447 s, 145 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd per/cdev bs=512k count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 3.40342 s, 154 MB/s if=/dev/zero of=/dev
a bl
/mn /map
/map
/map
/map
/map
if=/dev/zero of=/dev
/map
/map
/map
/map
root@nodex1:/mnt/system/cluster/drbd-config/test# fl flash_erase flashcache_create flex++ flash_eraseall flashcache_destroy flock flash_info flashcache_load flushlogs flash_lock flashcp flash_unlock flex root@nodex1:/mnt/system/cluster/drbd-config/test# flushlogs ^C root@nodex1:/mnt/system/cluster/drbd-config/test# sync root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 3.35673 s, 156 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=8k count=1000 oflag=direct 1000+0 records in 1000+0 records out 8192000 bytes (8.2 MB) copied, 10.3304 s, 793 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=1024b count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 3.43753 s, 153 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# modinfo ../px12-400r/fl ache.ko filename: ../px12-400r/flashcache.ko license: GPL author: Mohan - based on code by Ming description: device-mapper Facebook flash cache target depends: vermagic: 2.6.39.3 SMP mod_unload modversions root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=1k count=1 oflag=direct 1+0 records in 1+0 records out 1024 bytes (1.0 kB) copied, 0.074068 s, 13.8 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=4k count=1 oflag=direct 1+0 records in 1+0 records out 4096 bytes (4.1 kB) copied, 0.0171152 s, 239 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=8k count=1 oflag=direct 1+0 records in 1+0 records out 8192 bytes (8.2 kB) copied, 0.0130345 s, 628 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=1 oflag=direct 1+0 records in 1+0 records out 524288 bytes (524 kB) copied, 0.00367273 s, 143 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=1 oflag=direct 1+0 records in 1+0 records out 524288 bytes (524 kB) copied, 0.00320503 s, 164 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512k count=1 oflag=direct 1+0 records in
/map
/map
/map
ashc
/map
/map
/map
/map
/map
/map
1+0 records out 524288 bytes (524 kB) copied, 0.0029308 s, 179 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=512k count=1 oflag=direct 1+0 records in 1+0 records out 524288 bytes (524 kB) copied, 0.00311137 s, 169 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=512k count=1 oflag=direct 1+0 records in 1+0 records out 524288 bytes (524 kB) copied, 0.00328026 s, 160 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1m count=1 oflag=direct dd: invalid number `1m' root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1m count=1M oflag=direct dd: invalid number `1m' root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00595453 s, 176 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00542816 s, 193 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00567602 s, 185 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00545601 s, 192 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00582861 s, 180 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.00513682 s, 204 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.010371 s, 202 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.00985415 s, 213 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero per/cdev bs=2M count=1 oflag=direct
of=/dev
/map
of=/dev
/map
of=/dev of=/dev of=/dev
/map /map /map
of=/dev
/map
of=/dev
/map
of=/dev
/map
of=/dev
/map
of=/dev
/map
of=/dev
/map
of=/dev
/map
of=/dev
/map
1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.00998738 s, 210 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.00984972 s, 213 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.0100099 s, 210 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.0104651 s, 200 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.0102301 s, 205 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.00978795 s, 214 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/dev per/cdev bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 2.30221 s, 233 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/c mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26 8, 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 23 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev t/disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/test# ls /mnt/disk/
/map
/map
/map
/map
/map
/map
dev
5420
/mn
lost+found root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 6.71885 s, 79.9 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0510706 s, 20.5 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0612875 s, 17.1 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=2M count=1 oflag=direct 1+0 records in 1+0 records out 2097152 bytes (2.1 MB) copied, 0.0612816 s, 34.2 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 7.07613 s, 75.9 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=512k count=1 oflag=direct 1+0 records in 1+0 records out 524288 bytes (524 kB) copied, 0.0510904 s, 10.3 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=512k count=1000 oflag=direct 1000+0 records in 1000+0 records out 524288000 bytes (524 MB) copied, 39.838 s, 13.2 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=4k count=10 oflag=direct 10+0 records in 10+0 records out 40960 bytes (41 kB) copied, 0.307347 s, 133 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=4k count=10 oflag=direct 10+0 records in 10+0 records out 40960 bytes (41 kB) copied, 0.317547 s, 129 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=4k count=100 oflag=direct 100+0 records in 100+0 records out 409600 bytes (410 kB) copied, 3.14202 s, 130 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=4k count=100 oflag=direct 100+0 records in 100+0 records out 409600 bytes (410 kB) copied, 3.25387 s, 126 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero k/file1 bs=512 count=100 oflag=direct 100+0 records in 100+0 records out
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
of=/mnt
/dis
51200 bytes (51 kB) copied, 1.32052 s, 38.8 kB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file1 bs=512M count=100 oflag=direct ^C ^C 3+0 records in 3+0 records out 1610612736 bytes (1.6 GB) copied, 20.4634 s, 78.7 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file1 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 6.87147 s, 78.1 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_destroy /dev d0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data w be lost !! root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 10 -b 4k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5d a5 block_size 8, md_block_size 8, cache_size 2048000 root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/c mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26 8, 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 37 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev t/disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file1 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 3.35799 s, 160 MB/s
/dis
/dis
/drb ill 00m c8fe dev
5420
/mn /dis
root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file1 bs=512M count=1 oflag=direct 1+0 records in 1+0 records out 536870912 bytes (537 MB) copied, 3.21782 s, 167 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file1 bs=1M count=1 oflag=direct 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0771899 s, 13.6 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# man mkfs.ext3 No manual entry for mkfs.ext3 See 'man 7 undocumented' for help when manual pages are not available. root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.etx3 -h -sh: mkfs.etx3: command not found root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 -h mkfs.ext3: invalid option -- h Usage: mkfs.ext3 [-c|-l filename] [-b block-size] [-f fragment-size] [-i bytes-per-inode] [-I inode-size] [-J journal-options] [-G meta group size] [-N number-of-inodes] [-m reserved-blocks-percentage] [-o creator-os] [-g blocks-per-group] [-L volume-label] [-M last-mounted-director [-O feature[,...]] [-r fs-revision] [-E extended-option[,...]] [-T fs-type] [-jnqvFSV] device [blocks-count] root@nodex1:/mnt/system/cluster/drbd-config/test# login as: root root@172.16.3.206's password: root@nodex1:/# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# dd if=/dev/zero of=/mnt k/file bs=512M count=4 oflag=direct 4+0 records in 4+0 records out 2147483648 bytes (2.1 GB) copied, 19.4929 s, 110 MB/s root@nodex1:/mnt/system/cluster/drbd-config/test# io ionice iostat root@nodex1:/mnt/system/cluster/drbd-config/test# ionice --help ionice: invalid option -- Usage: ionice [OPTIONS] [COMMAND [ARG]...] Sets or gets process io scheduling class and priority. -n -c -p -h Class data (typically 0-7, lower being higher prio) Scheduling class 1: realtime, 2: best-effort, 3: idle Process pid This help page
/dis
/dis
y]
/dis
Jens Axboe <axboe@suse.de> (C) 2005 root@nodex1:/mnt/system/cluster/drbd-config/test# login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh dmnt4K1000C10T.sh mnt4K1000C10T.sh cdev4K1000C10T.sh iozone3_397-2_amd64.deb sde14K1000C10T.sh dmnt1M100C20T.sh mnt1M100C20T.sh sde1M100C20T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# dpkg
dpkg dpkg-preconfigure dpkg-split dpkg-deb dpkg-query dpkg-statoverride dpkg-divert dpkg-reconfigure dpkg-trigger root@nodex1:/mnt/system/cluster/drbd-config/test# mkdir iozone3 root@nodex1:/mnt/system/cluster/drbd-config/test# dpkg -x iozone3 iozone3/ iozone3_397-2_amd64.deb root@nodex1:/mnt/system/cluster/drbd-config/test# dpkg -x iozone3_397-2_a .deb iozone3/ root@nodex1:/mnt/system/cluster/drbd-config/test# cd iozone3 root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3# ls usr root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3# cd usr/ root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr# ls bin share root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr# cd bin/ root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/bin# ls fileop iozone pit_server root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/bin# cp file ozone pit_server /usr/bin/ root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/bin# cd ../. root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3# ls usr root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3# cd usr/share/ root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/share# ls doc man root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/share# cd do root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/share/doc# l iozone3 root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3/usr/share/doc# c /../../ root@nodex1:/mnt/system/cluster/drbd-config/test/iozone3# cd .. root@nodex1:/mnt/system/cluster/drbd-config/test# ls cdev1M100C20T.sh iozone3 sde14K1000C10T.sh cdev4K1000C10T.sh iozone3_397-2_amd64.deb sde1M100C20T.sh dmnt1M100C20T.sh mnt1M100C20T.sh dmnt4K1000C10T.sh mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -h iozone: help mode Usage: iozone [-s filesize_Kb] [-r record_size_Kb] [-f [path]filename h] [-i test] [-E] [-p] [-a] [-A] [-z] [-Z] [-m] [-M] [-t c ren] [-l min_number_procs] [-u max_number_procs] [-v] [-R] [ [-o] [-d microseconds] [-F path1 path2...] [-V pattern] [-j de] [-T] [-C] [-B] [-D] [-G] [-I] [-H depth] [-k depth] [-U nt_point] [-S cache_size] [-O] [-L cacheline_size] [-K] [-g maxfi ze_Kb] [-n minfilesize_Kb] [-N] [-Q] [-P start_cpu] [-e] [-c] Excel.xls] [-J milliseconds] [-X write_telemetry_filename] [-w] [[-Y read_telemetry_filename] [-y minrecsize_Kb] [-q max ize_Kb] [-+u] [-+m cluster_filename] [-+d] [-+x multiplier] [-+ ] [-+r] [-+t] [-+X] [-+Z] [-+w percent dedupable] [-+y pe t_interior_dedup]
md64
op i .
c/ s d ..
] [hild -x] stri mou lesi [-b W] recs p # rcen
[-+C percent_dedup_within] -a -A -b -B -c -C -d -D -e -E -f -F -g ) -G -h -H -i write 3=Read-backwards, 4=Re-write-record, 5=stride-read, 6=fw /re-fwrite 7=fread/Re-fread, 8=random_mix, 9=pwrite/Re-pwrite, 10=p /Re-pread 11=pwritev/Re-pwritev, 12=preadv/Re-preadv) -I Use VxFS VX_DIRECT, O_DIRECT,or O_DIRECTIO for all file op ions -j -J -k -K -l -L -m -M -n ) -N -o -O -p -P -q #g) -Q Create offset/latency files -r # record size in Kb or -r #k .. size in Kb or -r #m .. size in Mb or -r #g .. size in Gb -R Generate Excel report -s # file size in Kb or -s #k .. size in Kb or -s #m .. size in Mb or -s #g .. size in Gb -S # Set processor cache size to value (in Kbytes) -t # Number of threads or processes to use in throughput test -T Use POSIX pthreads for throughput tests -u # Upper limit on number of processes to run -U Mount point to remount between tests Report results in microseconds per operation Writes are synch (O_SYNC) Give results in ops/sec. Purge on # Bind processes/threads to processors, starting with this # Set maximum record size (in Kbytes) for auto mode (or #m # Set stride of file accesses to (# * record size) # milliseconds of compute cycle before each I/O operation # Use POSIX async I/O (no bcopy) with # async operations Create jitter in the access pattern for readers # Lower limit on number of processes to run # Set processor cache line size to value (in bytes) Use multiple buffers Report uname -a output # Set minimum file size (in Kbytes) for auto mode (or #m o erat read rite Use msync(MS_SYNC) on mmap files help # Use POSIX async I/O with # async operations # Test to run (0=write/rewrite, 1=read/re-read, 2=random-r Auto mode Auto2 mode Filename Create Excel worksheet file Use mmap() files Include close in the timing calculations Show bytes transferred by each child in throughput testing # Microsecond delay out of barrier Use msync(MS_ASYNC) on mmap files Include flush (fsync,fflush) in the timing calculations Run extension tests filename to use filenames for each process/thread in throughput test # Set maximum file size (in Kbytes) for auto mode (or #m o
r #g
ead/
r #g
cpu or
-v version information -V # Verify data pattern write/read -w Do not unlink temporary file -W Lock file when reading or writing -x Turn off stone-walling -X filename Write telemetry file. Contains lines with (offset len compute_time) in ascii -y # Set minimum record size (in Kbytes) for auto mode (or #m #g) -Y filename Read telemetry file. Contains lines with (offset len compute_time) in ascii -z Used in conjunction with -a to test all possible record si -Z Enable mixing of mmap I/O and file I/O -+E Use existing non-Iozone file for read-only testing -+K Sony special. Manual control of test 8. -+m Cluster_filename Enable Cluster testing -+d File I/O diagnostic mode. (To troubleshoot a broken file subsystem) -+u Enable CPU utilization output (Experimental) -+x # Multiplier to use for incrementing file and record sizes -+p # Percentage of mix to be reads -+r Enable O_RSYNC|O_SYNC for all testing. -+t Enable network performance test. Requires -+m -+n No retests selected. -+k Use constant aggregate data set size. -+q Delay in seconds between tests. -+l Enable record locking mode. -+L Enable record locking mode, with shared file. -+B Sequential mixed workload. -+D Enable O_DSYNC mode. -+A # Enable madvise. 0 = normal, 1=random, 2=sequential 3=dontneed, 4=willneed -+N Do not truncate existing files on sequential writes. -+S # Dedup-able data is limited to sharing within each numeri y identified file set -+V Enable shared file. No locking. -+X Enable short circuit mode for filesystem testing ONLY ALL Results are NOT valid in this mode. -+Z Enable old data set compatibility mode. WARNING.. Publishe hacks may invalidate these results and generate bogus, hig values for results. -+w ## Percent of dedup-able data in buffers. -+y ## Percent of dedup-able within & across files in buffers. -+C ## Percent of dedup-able within & not across files in buff -+H Hostname Hostname of the PIT server. -+P Service Service of the PIT server. -+z Enable latency histogram logging. root@nodex1:/mnt/system/cluster/drbd-config/test# Display all 1370 possibilities? (y or n) root@nodex1:/mnt/system/cluster/drbd-config/test# cd /mnt/disk/ root@nodex1:/mnt/disk# iozone -i 2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Col Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CY
rec or rec zes
I/O
call
d h
ers.
lins R,
Randy Dunlap, Mark Montague, Dan Million, Gavin Breb Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave ne, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Ro Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawy Ben England. Run began: Tue Feb 7 17:12:04 2012 Command line used: iozone -i 2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. random rando stride KB reclen write rewrite read reread read writ read rewrite read fwrite frewrite fread freread 512 4 Error reading block at 520192 read: Success root@nodex1:/mnt/disk# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 2.9M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 2.9M 48M 6% / /dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.5M 4.7M 35% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1 20G 1.5G 19G 8% /mnt/system /dev/mapper/6eb2fd37_vg-lv6bd1e0c 829G 33M 829G 1% /mnt/pools/A/A0 /dev/mapper/cdev 50G 2.2G 45G 5% /mnt/disk root@nodex1:/mnt/disk# iozone -s 100m -t 2 -F /d1/test/f1 /d1/test/f2 root@nodex1:/mnt/disk# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 100m -t 2 nt/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 bkwd record Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Col Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CY Randy Dunlap, Mark Montague, Dan Million, Gavin Breb Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave ne, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Ro Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawy Ben England. Run began: Tue Feb 7 17:13:57 2012 File size set to 102400 KB
ner, Boo ot, er.
m e
F /m
lins R, ner, Boo ot, er.
Command line used: iozone -s 100m -t 2 -F /mnt/disk/f1 /mnt/disk/ Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 102400 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload = 4084.53 = 4084.11 = 2042.08 = 2042.45 = 2042.26 = 102384.00 = 11012.47 = 11010.47 = 5505.36 = 5507.11 = 5506.23 = 102392.00 = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = KB/s KB/s KB/s KB/s KB/s KB KB/s KB/s KB/s KB/s KB/s KB
f2
ec ec ec ec ec ec ec ec ec ec sec sec ec ec ec sec sec ec ec ec sec sec ec ec ec sec ec ec ec ec ec ec ec ec ec ec ec
12701226.00 KB/ 11590923.42 KB/ 6347236.00 KB/s 6353990.00 KB/s 6350613.00 KB/s 102388.00 KB 12728017.50 KB/ 12457421.62 KB/ 6361783.50 KB/s 6366234.00 KB/s 6364008.75 KB/s 102336.00 KB 11251017.50 KB/ 11024905.18 KB/ 5516198.00 KB/s 5734819.50 KB/s 5625508.75 KB/s 98520.00 KB 10834359.50 KB/ 9509188.17 KB/s 5288445.00 KB/s 5545914.50 KB/s 5417179.75 KB/s 76572.00 KB 8183828.00 8065908.21 4091894.50 4091933.50 4091914.00 102400.00 KB/s KB/s KB/s KB/s KB/s KB
= 6068312.17 KB/s = 11338.24 KB/s
Min Max Avg Min
throughput per process throughput per process throughput per process xfer
= 13844.17 KB/s = 6054468.00 KB/s = 3034156.09 KB/s = 236.00 KB = = = = = = 17109.04 16349.84 8307.84 8801.20 8554.52 96660.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
ec ec ec
Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 4232.78 = 4173.51 = 2097.88 = 2134.91 = 2116.39 = 100624.00 = = = = = =
11582638.00 KB/sec 10605199.13 KB/sec 5763120.50 KB/sec 5819517.50 KB/sec 5791319.00 KB/sec 101420.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 500m -i 2 -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:22:09 2012 File size set to 512000 KB Command line used: iozone -s 500m -i 2 -t 2 -F /mnt/disk/f1 /mnt/dis Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 512000 Kbyte file in 4 Kbyte records /mnt/disk/f1: No such file or directory /mnt/disk/f2: No such file or directory ^C iozone: interrupted
exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 500m -i 2 -t 2sk/f 1 /mnt/disk/ file file1 iozone.tmp lost+found/ root@nodex1:/mnt/system/cluster/drbd-config/test# # iozone -s 500m -i 2 -t isk/ f1 /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# rm * /mnt/disk/ rm: cannot remove ìozone3': Is a directory rm: cannot remove `/mnt/disk/': Is a directory root@nodex1:/mnt/system/cluster/drbd-config/test# rm /mnt/disk/* rm: cannot remove `/mnt/disk/lost+found': Is a directory root@nodex1:/mnt/system/cluster/drbd-config/test# ls /mnt/disk/* root@nodex1:/mnt/system/cluster/drbd-config/test# ls /mnt/disk/ lost+found root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 500m -i 2 -t 5 -/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:25:55 2012 File size set to 512000 KB Command line used: iozone -s 500m -i 2 -t 5 -F /mnt/disk/f1 /mnt/disisk/ f3 /mnt/disk/f4 /mnt/disk/f5 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 5 processes Each process writes a 512000 Kbyte file in 4 Kbyte records /mnt/disk/f3: No such file or directory /mnt/disk/f2: No such file or directory /mnt/disk/f1: No such file or directory /mnt/disk/f4: No such file or directory /mnt/disk/f5: No such file or directory ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# touch /mnt/disk/f3 touch /mnt/disk/f2 touch /mnt/disk/f1 touch /mnt/disk/f4 touch /mnt/disk/f5 iozone -s 500m -i 2 -t 5 -/f1
/mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:27:18 2012 File size set to 512000 KB Command line used: iozone -s 500m -i 2 -t 5 -F /mnt/disk/f1 /mnt/disisk/ f3 /mnt/disk/f4 /mnt/disk/f5 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 5 processes Each process writes a 512000 Kbyte file in 4 Kbyte records Error reading block at 0 Error reading block at 0 ranread: Success ranread: Success Error reading block at 0 Error reading block at 0 Error reading block at 0 ranread: Success ranread: Success ranread: Success Children see throughput for 5 random readers Parent sees throughput for 5 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 500m -t 5 -F /mnmnt/ disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 = = = = = = 0.00 0.00 0.00 0.00 0.00 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:28:09 2012 File size set to 512000 KB Command line used: iozone -s 500m -t 5 -F /mnt/disk/f1 /mnt/disk/f2 3 /m nt/disk/f4 /mnt/disk/f5 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 5 processes Each process writes a 512000 Kbyte file in 4 Kbyte records ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -t 5 -F /mntnt/d isk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:47:45 2012 File size set to 10240 KB Command line used: iozone -s 10m -t 5 -F /mnt/disk/f1 /mnt/disk/f2 / /mn t/disk/f4 /mnt/disk/f5 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 5 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 5 initial writers Parent sees throughput for 5 initial writers Min throughput per process Max throughput per process = = = = 2175.48 1935.68 377.66 464.37 KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer Children see throughput for 5 rewriters Parent sees throughput for 5 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 readers Parent sees throughput for 5 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 re-readers Parent sees throughput for 5 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = =
435.10 KB/sec 8336.00 KB 3558.79 3553.67 435.30 1088.65 711.76 4096.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
11865330.00 KB/sec 5551728.01 KB/sec 0.00 KB/sec 6099241.50 KB/sec 2373066.00 KB/sec 0.00 KB 11845838.00 KB/sec 8522326.29 KB/sec 5874639.00 KB/sec 5971199.00 KB/sec 2369167.60 KB/sec 10052.00 KB
Error in file: Found ?0? Expecting Error in file: Position 10469376 Record # 2556 Record size 4 kb where 7fe0f3200000 loop 0 Error in file: Found ?0? Expecting Error in file: Position 10469376 Record # 2556 Record size 4 kb where 7fe0f3200000 loop 0 Error in file: Found ?0? Expecting Error in file: Position 10469376 Record # 2556 Record size 4 kb where 7fe0f3200000 loop 0 Error in file: Found ?0? Expecting Error in file: Found ?0? Expecting Error in file: Position 10469376 Error in file: Position 10469376 Record # 2556 Record size 4 kb Record # 2556 Record size 4 kb where 7fe0f3200000 loop 0 where 7fe0f3200000 loop 0
?6d6d6d6d6d6d6d6d? addr 7fe0f3200000
?6d6d6d6d6d6d6d6d? addr 7fe0f3200000 ?6d6d6d6d6d6d6d6d? addr 7fe0f3200000
Children see throughput for 5 reverse readers Parent sees throughput for 5 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = =
0.00 0.00 0.00 0.00 0.00 0.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB
/mnt/disk/f1: /mnt/disk/f2: /mnt/disk/f3: /mnt/disk/f4: /mnt/disk/f5:
No No No No No
such such such such such
file file file file file
or or or or or
directory directory directory directory directory
^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# umount /dev/m mapper/ md1 mtd1 mtd4 mtd7 mtdblock2 md0 mem mtd2 mtd5 mtdblock0 mtdblock3 md0_vg/ mtd0 mtd3 mtd6 mtdblock1 root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# mkf mkfifo mkfs.cramfs mkfs.ext4 mkfs.gfs2 mkfs.minix mkfs mkfs.ext2 mkfs.ext4dev mkfs.jffs mkfs.xfs mkfs.bfs mkfs.ext3 mkfs.gfs mkfs.jffs2 root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/cdev mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26542 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 28 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /mnsync root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 2 -F / /mn t/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin
Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:52:14 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 3230.91 3228.29 1614.66 1616.25 1615.45 10224.00 11322.23 10890.78 5621.82 5700.41 5661.11 10064.00 2070416.00 70555.00 1004767.88 1065648.12 1035208.00 5664.00 2020939.38 1953253.41 1009068.50 1011870.88 1010469.69 10228.00 2028632.44 870121.83 944915.06 1083717.38 1014316.22 1752.00 1541617.31 1265055.49 708351.81 833265.50 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 770808.66 KB/sec = 5892.00 KB = = = = = = 1527419.75 1255319.82 701683.69 825736.06 763709.88 5916.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 1072950.00 KB/sec = 10266.70 KB/sec = 12144.87 KB/sec = 1060805.12 KB/sec = 536475.00 KB/sec = 168.00 KB = = = = = = = = = = = = = = = = = = 17837.21 17551.87 8856.02 8981.19 8918.60 10064.00 3628.65 3583.04 1798.37 1830.27 1814.32 10064.00 24114.62 24011.32 9850.67 14263.94 12057.31 7036.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -I -t 2 -F / /mn t/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 17:55:57 2012 File size set to 51200 KB
O_DIRECT feature enabled Command line used: iozone -s 50m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 51200 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload = = = = = = = = = = = = 4210.75 4196.40 2101.75 2109.00 2105.37 51024.00 4010.74 4010.23 1999.86 2010.88 2005.37 50928.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 156853.50 KB/sec = 155787.12 KB/sec = 64653.25 KB/sec = 92200.25 KB/sec = 78426.75 KB/sec = 36200.00 KB = = = = = = = = = = = = = = = = = = = = = = = = 378668.70 375216.91 181749.36 196919.34 189334.35 48028.00 1046794.03 1021754.42 467457.47 579336.56 523397.02 39444.00 1145544.69 1086488.96 548181.50 597363.19 572772.34 47512.00 983579.25 979257.16 476136.00 507443.25 491789.62 48044.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 677155.83 KB/sec
Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 11012.75 KB/sec = 12402.70 KB/sec = 664753.12 KB/sec = 338577.91 KB/sec = 956.00 KB = = = = = = = = = = = = = = = = = = 17969.14 17101.64 8690.41 9278.73 8984.57 47956.00 3901.93 3869.49 1944.00 1957.93 1950.97 50860.00 43266.12 43239.09 21208.52 22057.59 21633.06 49280.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -r 512k -I -/dis k/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:06:17 2012 File size set to 10240 KB Record Size 512 KB O_DIRECT feature enabled Command line used: iozone -s 10m -r 512k -I -t 2 -F /mnt/disk/f1 /mn Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 512 Kbyte records
Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process
= 116444.64 KB/sec = 98633.74 KB/sec = 49508.64 KB/sec = 66936.00 KB/sec = 58222.32 KB/sec = 9728.00 KB = 150790.12 KB/sec = 139096.18 KB/sec = 0.00 KB/sec = 150790.12 KB/sec = 75395.06 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 1259528.38 555466.50 0.00 1259528.38 629764.19 0.00 1321897.97 596630.30 293577.22 1028320.75 660948.98 9728.00 1356470.75 672172.46 0.00 1356470.75 678235.38 0.00 1779914.75 1428247.48 748779.56 1031135.19 889957.38 4608.00 2025534.69 1959391.80 982124.94 1043409.75 1012767.34 9728.00 1320785.22 169076.53 112528.34 1208256.88 660392.61 1536.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 180213.72 KB/sec = 170573.43 KB/sec = 89452.82 KB/sec
Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = =
90760.90 KB/sec 90106.86 KB/sec 9728.00 KB
= 125224.34 KB/sec = 100845.22 KB/sec = 50773.18 KB/sec = 74451.16 KB/sec = 62612.17 KB/sec = 7168.00 KB = = = = = = 517667.38 388838.41 51090.91 466576.47 258833.69 1536.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 4k -I -t isk/ f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:09:53 2012 File size set to 51200 KB Record Size 4 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 4k -I -t 2 -F /mnt/disk/f1 /mnt/ Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 51200 Kbyte file in 4 Kbyte records ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 4k -I -t isk/ f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode.
Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:10:12 2012 File size set to 51200 KB Record Size 4 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 4k -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 4 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 2632.70 2632.15 2632.70 2632.70 2632.70 51200.00 11276.25 11263.25 11276.25 11276.25 11276.25 51200.00 136811.00 134957.73 136811.00 136811.00 136811.00 51200.00 311942.09 304003.57 311942.09 311942.09 311942.09 51200.00 447979.66 431830.51 447979.66 447979.66 447979.66 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= = = = = = = = = = = = = = = = = = = = = = = =
435447.72 434136.95 435447.72 435447.72 435447.72 51200.00 523282.81 501346.96 523282.81 523282.81 523282.81 51200.00 601588.56 572783.27 601588.56 601588.56 601588.56 51200.00 10832.60 10830.08 10832.60 10832.60 10832.60 51200.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# tune tune2fs tunelp root@nodex1:/mnt/system/cluster/drbd-config/test# tune2fs tune2fs 1.41.3 (12-Oct-2008) Usage: tune2fs [-c max_mounts_count] [-e errors_behavior] [-g group] [-i interval[d|m|w]] [-j] [-J journal_options] [-l] [-m reserved_blocks_percent] [-o [^]mount_options[,...]] [-r reserved_blocks_count] [-u user] [-C mount_count] [-L volume_lab [-M last_mounted_dir] [-O [^]feature[,...]] [-E extended-option[,...]] [-T last_check_time] [-U UUID] [ -I new_inode_size ] device root@nodex1:/mnt/system/cluster/drbd-config/test# e2fsck /dev/mapper/cdev e2fsck 1.41.3 (12-Oct-2008) /dev/mapper/cdev: clean, 13/3276800 files, 267736/13107200 blocks root@nodex1:/mnt/system/cluster/drbd-config/test# e2fsck -b /dev/mapper/cdev Invalid non-numeric argument to -b ("/dev/mapper/cdev") root@nodex1:/mnt/system/cluster/drbd-config/test# e2fsck -B /dev/mapper/cdev Usage: e2fsck [-panyrcdfvtDFV] [-b superblock] [-B blocksize] [-I inode_buffer_blocks] [-P process_inode_size] [-l|-L bad_blocks_file] [-C fd] [-j external_journal] [-E extended-options] device
Emergency help: -p Automatic repair (no questions) -n Make no changes to the filesystem -y Assume "yes" to all questions -c Check for bad blocks and add them to the badblock list -f Force checking even if filesystem is marked clean -v Be verbose -b superblock Use alternative superblock -B blocksize Force blocksize when looking for superblock -j external_journal Set location of the external journal -l bad_blocks_file Add to badblocks list -L bad_blocks_file Set badblocks list root@nodex1:/mnt/system/cluster/drbd-config/test# debugfs debugfs 1.41.3 (12-Oct-2008) debugfs: help Available debugfs requests: show_debugfs_params, params Show debugfs parameters open_filesys, open Open a filesystem close_filesys, close Close the filesystem feature, features Set/print superblock features dirty_filesys, dirty Mark the filesystem as dirty init_filesys Initalize a filesystem (DESTROYS DATA) show_super_stats, stats Show superblock statistics ncheck Do inode->name translation icheck Do block->inode translation change_root_directory, chroot Change root directory change_working_directory, cd Change working directory list_directory, ls List directory show_inode_info, stat Show inode information link, ln Create directory link unlink Delete a directory link mkdir Create a directory rmdir Remove a directory rm Remove a file (unlink and kill_file, if appropriate kill_file Deallocate an inode and its blocks clri Clear an inode's contents freei Clear an inode's in-use flag seti Set an inode's in-use flag testi Test an inode's in-use flag freeb Clear a block's in-use flag setb Set a block's in-use flag testb Test a block's in-use flag modify_inode, mi Modify an inode by structure find_free_block, ffb Find free block(s) find_free_inode, ffi Find free inode(s) print_working_directory, pwd Print current working directory expand_dir, expand Expand directory mknod Create a special file list_deleted_inodes, lsdel List deleted inodes undelete, undel Undelete file write Copy a file from your native filesystem dump_inode, dump Dump an inode out to a file cat Dump an inode out to stdout
lcd Change the current directory on your native filesys rdump Recursively dump a directory to the native filesyst set_super_value, ssv Set superblock value set_inode_field, sif Set inode field set_block_group, set_bg Set block group descriptor field logdump Dump the contents of the journal htree_dump, htree Dump a hash-indexed directory dx_hash, hash Calculate the directory hash of a filename dirsearch Search a directory for a particular filename bmap Calculate the logical->physical block mapping for a imap Calculate the location of an inode dump_unused Dump unused blocks set_current_time Set current time to use when setting filesystme fie supported_features Print features supported by this version of e2fspro help Display info on command or topic. list_requests, lr, ? List available commands. quit, q Leave the subsystem. debugfs: /dev/mapper/cdev debugfs: Unknown request "/dev/mapper/cdev". Type "?" for a request list. debugfs: /dev/mapper/cdev ro debugfs: Unknown request "/dev/mapper/cdev". Type "?" for a request list. debugfs: help open debugfs (help): No info directory (null) debugfs: open help help: No such file or directory while opening filesystem debugfs: q root@nodex1:/mnt/system/cluster/drbd-config/test# debugfs /dev/mapper/cdev debugfs 1.41.3 (12-Oct-2008) debugfs: help Available debugfs requests: show_debugfs_params, params Show debugfs parameters open_filesys, open Open a filesystem close_filesys, close Close the filesystem feature, features Set/print superblock features dirty_filesys, dirty Mark the filesystem as dirty init_filesys Initalize a filesystem (DESTROYS DATA) show_super_stats, stats Show superblock statistics ncheck Do inode->name translation icheck Do block->inode translation change_root_directory, chroot Change root directory change_working_directory, cd Change working directory list_directory, ls List directory show_inode_info, stat Show inode information link, ln Create directory link unlink Delete a directory link mkdir Create a directory rmdir Remove a directory rm Remove a file (unlink and kill_file, if appropriate kill_file Deallocate an inode and its blocks clri Clear an inode's contents freei Clear an inode's in-use flag seti Set an inode's in-use flag testi Test an inode's in-use flag freeb Clear a block's in-use flag setb Set a block's in-use flag testb Test a block's in-use flag
modify_inode, mi find_free_block, ffb find_free_inode, ffi print_working_directory,
Modify an inode by structure Find free block(s) Find free inode(s) pwd Print current working directory expand_dir, expand Expand directory mknod Create a special file list_deleted_inodes, lsdel List deleted inodes undelete, undel Undelete file write Copy a file from your native filesystem dump_inode, dump Dump an inode out to a file cat Dump an inode out to stdout lcd Change the current directory on your native filesys rdump Recursively dump a directory to the native filesyst set_super_value, ssv Set superblock value set_inode_field, sif Set inode field set_block_group, set_bg Set block group descriptor field logdump Dump the contents of the journal htree_dump, htree Dump a hash-indexed directory dx_hash, hash Calculate the directory hash of a filename dirsearch Search a directory for a particular filename bmap Calculate the logical->physical block mapping for a imap Calculate the location of an inode dump_unused Dump unused blocks set_current_time Set current time to use when setting filesystme fie supported_features Print features supported by this version of e2fspro ...skipping 58 lines debugfs: eatures debugfs: Unknown request "eatures". Type "?" for a request list. debugfs: features Filesystem features: has_journal ext_attr resize_inode dir_index filetype splarg e_file debugfs: stats Filesystem volume name: <none> Last mounted on: <not available> Filesystem UUID: ac2f0430-05da-431f-ba37-1eb6f60bf402 Filesystem magic number: 0xEF53 Filesystem revision #: 1 (dynamic) Filesystem features: has_journal ext_attr resize_inode dir_index filety uper large_file Filesystem flags: signed_directory_hash Default mount options: (none) Filesystem state: clean Errors behavior: Continue Filesystem OS type: Linux Inode count: 3276800 Block count: 13107200 Reserved block count: 655360 Free blocks: 12839464 Free inodes: 3276787 First block: 0 Block size: 4096 Fragment size: 4096 Reserved GDT blocks: 1020 Blocks per group: 32768 Fragments per group: 32768 Inodes per group: 8192 Inode blocks per group: 512
Filesystem created: Tue Feb 7 17:50:58 2012 Last mount time: Tue Feb 7 17:51:53 2012 Last write time: Tue Feb 7 18:11:52 2012 Mount count: 1 Maximum mount count: 28 Last checked: Tue Feb 7 17:50:58 2012 Check interval: 15552000 (6 months) Next check after: Sun Aug 5 17:50:58 2012 Reserved blocks uid: 0 (user root) Reserved blocks gid: 0 (group root) First inode: 11 Inode size: 256 Required extra isize: 28 Desired extra isize: 28 Journal inode: 8 Default directory hash: half_md4 Directory Hash Seed: 8d5f5d41-655d-47b3-8e31-c1c4db4e381e Journal backup: inode blocks Directories: 2 Group 0: block bitmap at 1025, inode bitmap at 1026, inode table at 1027 15583 free blocks, 8179 free inodes, 2 used directories Group 1: block bitmap at 33793, inode bitmap at 33794, inode table at 3379 30865 free blocks, 8192 free inodes, 0 used directories Group 2: block bitmap at 65536, inode bitmap at 65537, inode table at 6553 32254 free blocks, 8192 free inodes, 0 used directories Group 3: block bitmap at 99329, inode bitmap at 99330, inode table at 9933 31229 free blocks, 8192 free inodes, 0 used directories Group 4: block bitmap at 131072, inode bitmap at 131073, inode table at 13 32254 free blocks, 8192 free inodes, 0 used directories Group 5: block bitmap at 164865, inode bitmap at 164866, inode table at 16 31229 free blocks, 8192 free inodes, 0 used directories Group 6: block bitmap at 196608, inode bitmap at 196609, inode table at 19 32254 free blocks, 8192 free inodes, 0 used directories debugfs: debugfs: debugfs: quit root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# tune2fs iozone3/ root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# tune2fs tune2fs 1.41.3 (12-Oct-2008) Usage: tune2fs [-c max_mounts_count] [-e errors_behavior] [-g group] [-i interval[d|m|w]] [-j] [-J journal_options] [-l] [-m reserved_blocks_percent] [-o [^]mount_options[,...]] [-r reserved_blocks_count] [-u user] [-C mount_count] [-L volume_lab [-M last_mounted_dir] [-O [^]feature[,...]] [-E extended-option[,...]] [-T last_check_time] [-U UUID] [ -I new_inode_size ] device root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/cdev Warning: blocksize 8192 not usable on most systems. mke2fs 1.41.3 (12-Oct-2008) mkfs.ext3: 8192-byte blocks too big for system (max 4096) Proceed anyway? (y,n) y Warning: 8192-byte blocks too big for system (max 4096), forced to continue warning: 800 blocks unused. Filesystem label= OS type: Linux Block size=8192 (log=3)
Fragment size=8192 (log=3) 3276800 inodes, 6552800 blocks 327680 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4311218176 100 block groups 65528 blocks per group, 65528 fragments per group 32768 inodes per group Superblock backups stored on blocks: 65528, 196584, 327640, 458696, 589752, 1638200, 1769256, 3210872, 5307768 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 34 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# debugfs /dev/mapper/cdev debugfs 1.41.3 (12-Oct-2008) debugfs: stat stat: Usage: stat <file> debugfs: stats Filesystem volume name: <none> Last mounted on: <not available> Filesystem UUID: 6518c6ec-7609-4b10-85c9-5f8fbd04ab29 Filesystem magic number: 0xEF53 Filesystem revision #: 1 (dynamic) Filesystem features: has_journal ext_attr resize_inode dir_index filety uper large_file Filesystem flags: signed_directory_hash Default mount options: (none) Filesystem state: clean Errors behavior: Continue Filesystem OS type: Linux Inode count: 3276800 Block count: 6552800 Reserved block count: 327680 Free blocks: 6414831 Free inodes: 3276789 First block: 0 Block size: 8192 Fragment size: 8192 Reserved GDT blocks: 256 Blocks per group: 65528 Fragments per group: 65528 Inodes per group: 32768 Inode blocks per group: 1024 Filesystem created: Tue Feb 7 18:23:20 2012 Last mount time: n/a Last write time: Tue Feb 7 18:23:23 2012 Mount count: 0 Maximum mount count: 34 Last checked: Tue Feb 7 18:23:20 2012 Check interval: 15552000 (6 months) Next check after: Sun Aug 5 18:23:20 2012 Reserved blocks uid: 0 (user root) Reserved blocks gid: 0 (group root) First inode: 11 Inode size: 256
Required extra isize: 28 Desired extra isize: 28 Journal inode: 8 Default directory hash: half_md4 Directory Hash Seed: 70db77e6-25f2-4d2b-8f39-debc5215df58 Journal backup: inode blocks Directories: 2 Group 0: block bitmap at 258, inode bitmap at 259, inode table at 260 64240 free blocks, 32757 free inodes, 2 used directories Group 1: block bitmap at 65786, inode bitmap at 65787, inode table at 6578 64244 free blocks, 32768 free inodes, 0 used directories Group 2: block bitmap at 131056, inode bitmap at 131057, inode table at 13 64502 free blocks, 32768 free inodes, 0 used directories Group 3: block bitmap at 196842, inode bitmap at 196843, inode table at 19 64244 free blocks, 32768 free inodes, 0 used directories Group 4: block bitmap at 262112, inode bitmap at 262113, inode table at 26 64502 free blocks, 32768 free inodes, 0 used directories Group 5: block bitmap at 327898, inode bitmap at 327899, inode table at 32 64244 free blocks, 32768 free inodes, 0 used directories Group 6: block bitmap at 393168, inode bitmap at 393169, inode table at 39 64502 free blocks, 32768 free inodes, 0 used directories debugfs: debugfs: quit root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 8k -I -t isk/ f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:24:16 2012 File size set to 51200 KB Record Size 8 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 8k -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 8 Kbyte records Can not open temp file: iozone.tmp open: Invalid argument ^C iozone: interrupted exiting iozone
root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /mnsync mount: wrong fs type, bad option, bad superblock on /dev/mapper/cdev, missing codepage or helper program, or other error In some cases useful info is found in syslog - try dmesg | tail or so root@nodex1:/mnt/system/cluster/drbd-config/test# mount. /dev/mapper/cdev /m syn c mount.cifs mount.gfs mount.nfs mount.ntfs-3g mount.fuse mount.gfs2 mount.nfs4 root@nodex1:/mnt/system/cluster/drbd-config/test# moun /dev/mapper/cdev /mntync root@nodex1:/mnt/system/cluster/drbd-config/test# dmesg ding VLAN 0 to HW filter on device eth0 bonding: bond0: Warning: failed to get speed and duplex from eth0, assumed tsec and Full. bonding: bond0: enslaving eth0 as an active interface with an up link. 8021q: adding VLAN 0 to HW filter on device eth1 bonding: bond0: Warning: failed to get speed and duplex from eth1, assumed tsec and Full. bonding: bond0: enslaving eth1 as an active interface with an up link. e1000e 0000:03:00.0: Disabling ASPM L1 e1000e 0000:03:00.0: eth0: changing MTU from 1500 to 9000 e1000e 0000:04:00.0: Disabling ASPM L1 e1000e 0000:04:00.0: eth1: changing MTU from 1500 to 9000 e1000e: eth2 NIC Link is Up 100 Mbps Full Duplex, Flow Control: Rx/Tx e1000e 0000:06:00.0: Disabling ASPM L1 e1000e 0000:06:00.0: eth3: changing MTU from 1500 to 9000 e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx block drbd0: PingAck did not arrive in time. block drbd0: peer( Secondary -> Unknown ) conn( Connected -> NetworkFailure oDat e -> DUnknown ) block drbd0: asender terminated block drbd0: new current UUID C146BC4D13F601AD:3B6FAF0D254B74FD:0001000000000000 000004 block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( NetworkFailure -> Unconnected ) block drbd0: receiver terminated block drbd0: Restarting drbd0_receiver block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) e1000e: eth0 NIC Link is Down e1000e: eth1 NIC Link is Down e1000e: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx e1000e: eth1 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: Rx/Tx vsd[3234]: segfault at 53516aff ip 00007fea9fc77a65 sp 00000000480c4f40 erro-2.7 .so[7fea9fc02000+14a000] block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 0 KB (0 bits) marked out-of-sync by on disk bit-map. block drbd0: conn( WFConnection -> Disconnecting ) block drbd0: Discarding network configuration. block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: disk( UpToDate -> Diskless ) block drbd0: Terminating drbd0_receiver block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated
block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [7162]) block drbd0: disk( Diskless -> Attaching ) block drbd0: No usable activity log found. block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 0 KB (0 bits) marked out-of-sync by on disk bit-map. block drbd0: disk( Attaching -> UpToDate ) block drbd0: attached to UUIDs C146BC4D13F601AD:3B6FAF0D254B74FD:000100000000000 0000004 block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [7163]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [7187]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self C146BC4D13F601AC:3B6FAF0D254B74FD:0001000000000004:0000000its: 0 flags:0 block drbd0: peer 3B6FAF0D254B74FC:0000000000000000:0001000000000004:0000000its: 0 flags:0 block drbd0: uuid_compare()=1 by rule 70 block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> WFBitMapS know n -> Consistent ) block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 block drbd0: helper command: /sbin/drbdadm before-resync-source minor-0 exit0) block drbd0: conn( WFBitMapS -> SyncSource ) pdsk( Consistent -> Inconsisten block drbd0: Began resync as SyncSource (will sync 0 KB [0 bits set]). block drbd0: updated sync UUID C146BC4D13F601AC:3B70AF0D254B74FD:3B6FAF0D2540000 0000004 block drbd0: Resync done (total 1 sec; paused 0 sec; 0 K/sec) block drbd0: updated UUIDs C146BC4D13F601AC:0000000000000000:3B70AF0D254B74F54B7 4FD block drbd0: conn( SyncSource -> Connected ) pdsk( Inconsistent -> UpToDate block drbd0: bitmap WRITE of 8 pages took 0 jiffies block drbd0: 0 KB (0 bits) marked out-of-sync by on disk bit-map. block drbd0: role( Secondary -> Primary ) md: bind<sdb2> md1: detected capacity change from 0 to 1978914353152 md1: unknown partition table XFS (dm-1): Mounting Filesystem XFS (dm-1): Ending clean mount flashcache: flashcache-1.0 initialized device-mapper: flashcache: flashcache_md_create: md_blocks = 2, md_sectors = device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:1024 sectors(512KB)) device-mapper: flashcache: flashcache_md_create: Unable to allocate cache md device-mapper: table: 253:3: flashcache: flashcache: Cache Create Failed device-mapper: ioctl: error adding target to table device-mapper: flashcache: flashcache_md_create: md_blocks = 998, md_sectors device-mapper: flashcache: Allocate 3984KB (16B per) mem for 254976-entry cay:99
9MB, associativity:512, block size:8 sectors(4KB)) EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data mode EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data mode block drbd0: State change failed: Device is held open by someone block drbd0: state = { cs:Connected ro:Primary/Secondary ds:UpToDate/UpToD block drbd0: wanted = { cs:Connected ro:Secondary/Secondary ds:UpToDate/UpT} Cleaning 7548 blocks please WAIT Flashcache: Cleaning 7498 Dirty blocks, Dirty Blocks pct 2% Flashcache: Cleaning 6498 Dirty blocks, Dirty Blocks pct 2% Flashcache: Cleaning 5498 Dirty blocks, Dirty Blocks pct 2% Flashcache: Cleaning 4498 Dirty blocks, Dirty Blocks pct 1% Flashcache: Cleaning 3498 Dirty blocks, Dirty Blocks pct 1% Flashcache: Cleaning 2498 Dirty blocks, Dirty Blocks pct 0% Flashcache: Cleaning 1498 Dirty blocks, Dirty Blocks pct 0% Flashcache: Cleaning 498 Dirty blocks, Dirty Blocks pct 0% device-mapper: flashcache: Cache metadata saved to disk device-mapper: flashcache: flashcache_md_store: valid blocks = 254939 dirty md_s ectors = 7984 device-mapper: flashcache: cache jobs 0, pending jobs 0 device-mapper: flashcache: cache queued jobs 0 device-mapper: flashcache: stats: reads(305), writes(6021017), read hits(168ts(1 273990), read hit percent(55), replacement(78), write invalidates(5), retes(3), write replacement(807244), pending enqueues(13276), pending inval(13ngs(1616498) fallow cleanings(1077)front merge(1282424) back merge(323001) device-mapper: flashcache: conf: capacity(996M), associativity(512), block stal blocks(254976), cached blocks(254939), cache percent(99), dirty blocks(0 block drbd0: role( Primary -> Secondary ) block drbd0: bitmap WRITE of 0 pages took 0 jiffies block drbd0: 0 KB (0 bits) marked out-of-sync by on disk bit-map. block drbd0: peer( Secondary -> Unknown ) conn( Connected -> Disconnecting )Date -> DUnknown ) block drbd0: meta connection shut down by peer. block drbd0: asender terminated block drbd0: Terminating drbd0_asender block drbd0: Connection closed block drbd0: conn( Disconnecting -> StandAlone ) block drbd0: receiver terminated block drbd0: Terminating drbd0_receiver block drbd0: disk( UpToDate -> Diskless ) block drbd0: drbd_bm_resize called with capacity == 0 block drbd0: worker terminated block drbd0: Terminating drbd0_worker block drbd0: Starting worker thread (from drbdsetup [9124]) block drbd0: disk( Diskless -> Attaching ) block drbd0: Found 4 transactions (136 active extents) in activity log.
block drbd0: Method to ensure write ordering: flush block drbd0: max BIO size = 131072 block drbd0: drbd_bm_resize called with capacity == 2097016 block drbd0: resync bitmap: bits=262127 words=4096 pages=8 block drbd0: size = 1024 MB (1048508 KB) block drbd0: bitmap READ of 8 pages took 0 jiffies block drbd0: recounting of set bits took additional 0 jiffies block drbd0: 0 KB (0 bits) marked out-of-sync by on disk bit-map. block drbd0: disk( Attaching -> UpToDate ) block drbd0: attached to UUIDs C146BC4D13F601AC:0000000000000000:3B70AF0D254F0D2 54B74FD block drbd0: conn( StandAlone -> Unconnected ) block drbd0: Starting receiver thread (from drbd0_worker [9125]) block drbd0: receiver (re)started block drbd0: conn( Unconnected -> WFConnection ) block drbd0: Handshake successful: Agreed network protocol version 96 block drbd0: conn( WFConnection -> WFReportParams ) block drbd0: Starting asender thread (from drbd0_receiver [9150]) block drbd0: data-integrity-alg: <not-used> block drbd0: drbd_sync_handshake: block drbd0: self C146BC4D13F601AC:0000000000000000:3B70AF0D254B74FD:3B6FAF0its: 0 flags:0 block drbd0: peer C146BC4D13F601AC:0000000000000000:3B70AF0D254B74FC:3B6FAF0its: 0 flags:0 block drbd0: uuid_compare()=0 by rule 40 block drbd0: peer( Unknown -> Secondary ) conn( WFReportParams -> Connected know n -> UpToDate ) block drbd0: role( Secondary -> Primary ) device-mapper: flashcache: flashcache_md_create: md_blocks = 8, md_sectors = device-mapper: flashcache: Allocate 24KB (16B per) mem for 1536-entry cache(8MB, associativity:512, block size:1024 sectors(512KB)) EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data mode Cleaning 0 blocks please WAIT device-mapper: flashcache: Cache metadata saved to disk device-mapper: flashcache: flashcache_md_store: valid blocks = 0 dirty blockctor s = 64 device-mapper: flashcache: cache jobs 0, pending jobs 0 device-mapper: flashcache: cache queued jobs 0 device-mapper: flashcache: stats: reads(192), writes(38432), read hits(0), w), r ead hit percent(0), replacement(0), write invalidates(0), read invalidate replac ement(0), pending enqueues(0), pending inval(0) cleanings(0) fallow )front merge (0) back merge(0) device-mapper: flashcache: conf: capacity(768M), associativity(512), block stota l blocks(1536), cached blocks(0), cache percent(0), dirty blocks(0) device-mapper: flashcache: flashcache_md_create: md_blocks = 2, md_sectors = device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:1024 sectors(512KB)) device-mapper: flashcache: flashcache_md_create: Unable to allocate cache md device-mapper: table: 253:3: flashcache: flashcache: Cache Create Failed device-mapper: ioctl: error adding target to table device-mapper: flashcache: flashcache_md_create: md_blocks = 2, md_sectors = device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:16 sectors(8KB))
device-mapper: device-mapper: device-mapper: device-mapper:
flashcache: flashcache_md_create: Unable to allocate cache md table: 253:3: flashcache: flashcache: Cache Create Failed ioctl: error adding target to table flashcache: flashcache_md_create: md_blocks = 2, md_sectors =
device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:1024 sectors(512KB)) device-mapper: flashcache: flashcache_md_create: Unable to allocate cache md device-mapper: table: 253:3: flashcache: flashcache: Cache Create Failed device-mapper: ioctl: error adding target to table device-mapper: flashcache: flashcache_md_create: md_blocks = 2, md_sectors = device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:1024 sectors(512KB)) device-mapper: flashcache: flashcache_md_create: Unable to allocate cache md device-mapper: table: 253:3: flashcache: flashcache: Cache Create Failed device-mapper: ioctl: error adding target to table device-mapper: flashcache: flashcache_md_create: md_blocks = 2, md_sectors = device-mapper: flashcache: Allocate 0KB (16B per) mem for 0-entry cache(capassoc iativity:512, block size:1024 sectors(512KB)) device-mapper: flashcache: flashcache_md_create: Unable to allocate cache md device-mapper: table: 253:3: flashcache: flashcache: Cache Create Failed device-mapper: ioctl: error adding target to table device-mapper: table: 253:3: flashcache: flashcache: Invalid cache associati device-mapper: ioctl: error adding target to table device-mapper: table: 253:3: flashcache: flashcache: Invalid cache associati device-mapper: ioctl: error adding target to table device-mapper: table: 253:3: flashcache: flashcache: Invalid cache associati device-mapper: ioctl: error adding target to table device-mapper: flashcache: flashcache_md_create: md_blocks = 8, md_sectors = device-mapper: flashcache: Allocate 24KB (16B per) mem associativity:512, block size:1024 sectors(512KB)) EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data Cleaning 73 blocks please WAIT Flashcache: Cleaning 66 Dirty blocks, Dirty Blocks pct for 1536-entry cache(8MB,
mode
mode
mode 4%
device-mapper: flashcache: Cache metadata saved to disk device-mapper: flashcache: flashcache_md_store: valid blocks = 89 dirty blocecto rs = 64 device-mapper: flashcache: cache jobs 0, pending jobs 0 device-mapper: flashcache: cache queued jobs 0 device-mapper: flashcache: stats: reads(229), writes(1284549), read hits(0),(440 0), read hit percent(0), replacement(0), write invalidates(4265), read i3), writ e replacement(3), pending enqueues(3282), pending inval(73) cleaninglow cleaning s(0)front merge(4024) back merge(917) device-mapper: flashcache: conf: capacity(768M), associativity(512), block stota
l blocks(1536), cached blocks(89), cache percent(5), dirty blocks(0) device-mapper: flashcache: flashcache_md_create: md_blocks = 998, md_sectors device-mapper: flashcache: Allocate 3984KB (16B per) mem for 254976-entry cay:99 9MB, associativity:512, block size:8 sectors(4KB)) EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data mode EXT3-fs: barriers not enabled kjournald starting. Commit interval 5 seconds EXT3-fs (dm-3): using internal journal EXT3-fs (dm-3): mounted filesystem with writeback data mode EXT3-fs (dm-3): error: bad blocksize 8192 root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /mnsync mount: wrong fs type, bad option, bad superblock on /dev/mapper/cdev, missing codepage or helper program, or other error In some cases useful info is found in syslog - try dmesg | tail or so root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/mapper/cdev mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks: 32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26542 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 39 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /mnsync root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 1m -I -t isk/ f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner
Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:28:17 2012 File size set to 51200 KB Record Size 1024 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 1m -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 1024 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 66434.31 66063.23 66434.31 66434.31 66434.31 51200.00 86805.26 85985.37 86805.26 86805.26 86805.26 51200.00 236401.09 230394.99 236401.09 236401.09 236401.09 51200.00 237516.50 232832.26 237516.50 237516.50 237516.50 51200.00 87602.20 86370.49 87602.20 87602.20 87602.20 51200.00 227301.11 219203.28 227301.11 227301.11 227301.11 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pwrite writers Parent sees throughput for 1 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pread readers Parent sees throughput for 1 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
255260.86 249864.64 255260.86 255260.86 255260.86 51200.00 253232.09 247944.46 253232.09 253232.09 253232.09 51200.00 86476.98 86184.00 86476.98 86476.98 86476.98 51200.00 70600.83 70568.42 70600.83 70600.83 70600.83 51200.00 372479.88 368429.66 372479.88 372479.88 372479.88 51200.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_destroy /dev/dr flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/test# #flashcache_create -s 1000dev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.ext3 /dev/6eb2fd37_vg mke2fs 1.41.3 (12-Oct-2008) Filesystem label= OS type: Linux Block size=4096 (log=2) Fragment size=4096 (log=2) 3276800 inodes, 13107200 blocks 655360 blocks (5.00%) reserved for the super user First data block=0 Maximum filesystem blocks=4294967296 400 block groups 32768 blocks per group, 32768 fragments per group 8192 inodes per group Superblock backups stored on blocks:
32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 26542 4096000, 7962624, 11239424 Writing inode tables: done Creating journal (32768 blocks): done Writing superblocks and filesystem accounting information: done This filesystem will be automatically checked every 29 mounts or 180 days, whichever comes first. Use tune2fs -c or -i to override. (reverse-i-search)`': root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/6eb2fd37_vg/lv5t/di sk/ root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/6eb2fd37_vg/lv5t/di sk/ -o async root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 1m -I -t isk/ f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:38:48 2012 File size set to 51200 KB Record Size 1024 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 1m -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 1024 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers = = = = = = = = = = = = = 41140.56 39757.70 41140.56 41140.56 41140.56 51200.00 41832.36 41059.53 41832.36 41832.36 41832.36 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
86323.34 KB/sec
Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pwrite writers Parent sees throughput for 1 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pread readers Parent sees throughput for 1 pread readers Min throughput per process Max throughput per process Avg throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
81731.97 86323.34 86323.34 86323.34 51200.00 86406.21 85786.73 86406.21 86406.21 86406.21 51200.00 54049.84 53805.25 54049.84 54049.84 54049.84 51200.00 65928.16 65566.20 65928.16 65928.16 65928.16 51200.00 58110.24 58090.59 58110.24 58110.24 58110.24 51200.00 57542.90 57266.98 57542.90 57542.90 57542.90 51200.00 47527.81 46399.22 47527.81 47527.81 47527.81 51200.00 41333.18 40464.07 41333.18 41333.18 41333.18 51200.00 94257.13 88874.07 94257.13 94257.13 94257.13
KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer
51200.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 1m -t 1 -/f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 18:41:56 2012 File size set to 51200 KB Record Size 1024 KB Command line used: iozone -s 50m -r 1m -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 1024 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = = = = = = = = = = = = = 1323476.50 62473.85 1323476.50 1323476.50 1323476.50 51200.00 4216473.00 69326.07 4216473.00 4216473.00 4216473.00 51200.00 8812428.00 1418634.54 8812428.00 8812428.00 8812428.00 51200.00 8724003.00 8227337.50 8724003.00 8724003.00 8724003.00 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pwrite writers Parent sees throughput for 1 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pread readers Parent sees throughput for 1 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
8876538.00 5064723.68 8876538.00 8876538.00 8876538.00 51200.00 8881310.00 8378525.72 8881310.00 8881310.00 8881310.00 51200.00 8832363.00 5048293.23 8832363.00 8832363.00 8832363.00 51200.00 8836724.00 5043313.80 8836724.00 8836724.00 8836724.00 51200.00 4343018.00 71240.22 4343018.00 4343018.00 4343018.00 51200.00 1313800.75 69607.11 1313800.75 1313800.75 1313800.75 51200.00 8364492.50 1302501.41 8364492.50 8364492.50 8364492.50 51200.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# cat /proc/flashcache_ flashcache_errors flashcache_pidlists flashcache_version flashcache_iosize_hist flashcache_stats root@nodex1:/mnt/system/cluster/drbd-config/test# cat /proc/flashcache_pidli root@nodex1:/mnt/system/cluster/drbd-config/test# cat /proc/flashcache_pidli root@nodex1:/mnt/system/cluster/drbd-config/test# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/test# #flashcache_create -s 1000dev
/dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.xfs /dev/6eb2fd37_vg/ mkfs.xfs: /dev/6eb2fd37_vg/lv5dc8fea5 appears to contain an existing filesys mkfs.xfs: Use the -f option to force overwrite. root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.xfs -f /dev/6eb2fd37_a5 meta-data=/dev/6eb2fd37_vg/lv5dc8fea5 isize=256 agcount=4, agsize=3276800 = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/6eb2fd37_vg/lv5t/di sk/ root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 1m -t 1 -/f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 19:32:15 2012 File size set to 51200 KB Record Size 1024 KB Command line used: iozone -s 50m -r 1m -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 1024 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers = = = = = = = = = = = = 2778518.50 82806.24 2778518.50 2778518.50 2778518.50 51200.00 4873798.50 84779.58 4873798.50 4873798.50 4873798.50 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 8497883.00 KB/sec = 2140019.14 KB/sec
Min Max Avg Min
= 8497883.00 KB/sec = 8497883.00 KB/sec = 8497883.00 KB/sec = 51200.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 8720814.00 8188125.05 8720814.00 8720814.00 8720814.00 51200.00 8667664.00 4985359.21 8667664.00 8667664.00 8667664.00 51200.00 8841454.00 5035390.71 8841454.00 8841454.00 8841454.00 51200.00 8735714.00 5000916.04 8735714.00 8735714.00 8735714.00 51200.00 8651601.00 4971854.95 8651601.00 8651601.00 8651601.00 51200.00 5284318.00 83295.92 5284318.00 5284318.00 5284318.00 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 100m -t 1isk/ f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnmnt/disk /f8 /mnt/disk/f9 /mnt/disk/f10 Error: maximum record size 102400 KB is greater than maximum buffer size 163 root@nodex1:/mnt/system/cluster/drbd-config/test# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 3.0M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 3.0M 48M 6% /
/dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.5M 4.7M 35% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1 20G 1.5G 19G 8% /mnt/system /dev/mapper/6eb2fd37_vg-lv6bd1e0c 829G 33M 829G 1% /mnt/pools/A/A0 /dev/mapper/6eb2fd37_vg-lv5dc8fea5 50G 83M 50G 1% /mnt/disk root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -t 10 -F /m /mn t/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/k/f8 /mn t/disk/f9 /mnt/disk/f10 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 19:34:27 2012 File size set to 10240 KB Command line used: iozone -s 10m -t 10 -F /mnt/disk/f1 /mnt/disk/f2 3 /m nt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disksk/f10 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 10 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 10 initial writers Parent sees throughput for 10 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 rewriters Parent sees throughput for 10 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 readers Parent sees throughput for 10 readers Min throughput per process Max throughput per process = 4159450.00 KB/sec = 7690.41 KB/sec = 0.00 KB/sec = 4159450.00 KB/sec = 415945.00 KB/sec = 0.00 KB = 7899258.25 KB/sec = 73424.41 KB/sec = 0.00 KB/sec = 3961487.00 KB/sec = 789925.82 KB/sec = 0.00 KB = 12024688.50 KB/sec = 1080235.00 KB/sec = 0.00 KB/sec = 5221968.00 KB/sec
Avg throughput per process Min xfer Children see throughput for 10 re-readers Parent sees throughput for 10 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 reverse readers Parent sees throughput for 10 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 stride readers Parent sees throughput for 10 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random readers Parent sees throughput for 10 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 mixed workload Parent sees throughput for 10 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random writers Parent sees throughput for 10 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 pwrite writers Parent sees throughput for 10 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 pread readers Parent sees throughput for 10 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 1202468.85 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = = = = = = = 11419232.50 KB/sec 839551.39 KB/sec 0.00 KB/sec 5804947.00 KB/sec 1141923.25 KB/sec 0.00 KB 10666208.00 KB/sec 7012976.32 KB/sec 0.00 KB/sec 5458914.00 KB/sec 1066620.80 KB/sec 0.00 KB 10235254.00 KB/sec 6810684.55 KB/sec 0.00 KB/sec 5148109.00 KB/sec 1023525.40 KB/sec 0.00 KB 10218671.50 KB/sec 6798926.22 KB/sec 0.00 KB/sec 5179773.00 KB/sec 1021867.15 KB/sec 0.00 KB
= 6160480.50 KB/sec = 16112.71 KB/sec = 0.00 KB/sec = 6160480.50 KB/sec = 616048.05 KB/sec = 0.00 KB = 2864303.50 KB/sec = 8124.80 KB/sec = 0.00 KB/sec = 2864303.50 KB/sec = 286430.35 KB/sec = 0.00 KB = = = = = = = = = = = = 6460406.97 19272.32 2027285.25 2027285.25 646040.70 10240.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/test# #flashcache_create -s 1000dev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/test# kfs.xfs /dev/6eb2fd37_vg/l -sh: kfs.xfs: command not found root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 1000mev / dev/dram0 /dev/6eb2fd37_vg/lv lv5dc8fea5 lv6bd1e0c root@nodex1:/mnt/system/cluster/drbd-config/test# flashcache_create -s 1000mev / dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 2048000 root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.xfs /dev/mapper/cdev mkfs .xfs: /dev/mapper/cdev appears to contain an existing filesystem (xfs). mkfs.xfs: Use the -f option to force overwrite. root@nodex1:/mnt/system/cluster/drbd-config/test# mkfs.xfs -f /dev/mapper/cd meta-data=/dev/mapper/cdev isize=256 agcount=4, agsize=3276800 blks = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 root@nodex1:/mnt/system/cluster/drbd-config/test# mount /dev/mapper/cdev /mnsync root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 10 -F 1 / mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disisk/f8 / mnt/disk/f9 /mnt/disk/f10 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 19:40:52 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 10 -F /mnt/disk/f1 /mnt/disk/k/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/d/disk/f1 0 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 10 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 10 initial writers = 1595.89 KB/sec
Parent sees throughput for 10 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 rewriters Parent sees throughput for 10 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 readers Parent sees throughput for 10 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 re-readers Parent sees throughput for 10 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 reverse readers Parent sees throughput for 10 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 stride readers Parent sees throughput for 10 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random readers Parent sees throughput for 10 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 mixed workload Parent sees throughput for 10 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random writers Parent sees throughput for 10 random writers Min throughput per process Max throughput per process Avg throughput per process
= = = = =
1580.57 158.95 160.55 159.59 10140.00
KB/sec KB/sec KB/sec KB/sec KB
= 854083.64 KB/sec = 441412.27 KB/sec = 71801.67 KB/sec = 107363.50 KB/sec = 85408.36 KB/sec = 6848.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 3648804.38 1166496.73 78512.65 724638.75 364880.44 712.00 3546766.91 2566445.97 0.00 535549.25 354676.69 0.00 4197940.78 2365524.93 0.00 846419.00 419794.08 0.00 4073104.44 2355811.69 0.00 661950.75 407310.44 0.00 3647442.09 2369188.33 0.00 612523.69 364744.21 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 331449.33 KB/sec = 56579.97 KB/sec = 2261.59 KB/sec = 92151.69 KB/sec = 33144.93 KB/sec = 280.00 KB = 413748.93 KB/sec = 124897.04 KB/sec = 17381.68 KB/sec = 115639.58 KB/sec = 41374.89 KB/sec
Min xfer Children see throughput for 10 pwrite writers Parent sees throughput for 10 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 pread readers Parent sees throughput for 10 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = =
3020.00 KB 1468.10 1460.41 146.07 147.24 146.81 10160.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 959809.68 KB/sec = 308366.92 KB/sec = 15147.72 KB/sec = 429154.25 KB/sec = 95980.97 KB/sec = 856.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 4k -I -t isk/ f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 19:44:18 2012 File size set to 51200 KB Record Size 4 KB O_DIRECT feature enabled Command line used: iozone -s 50m -r 4k -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 51200 Kbyte file in 4 Kbyte records Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process = = = = = = = = = = 381.28 381.27 381.28 381.28 381.28 51200.00 225659.02 202735.51 225659.02 225659.02 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pwrite writers Parent sees throughput for 1 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 pread readers
= 225659.02 KB/sec = 51200.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 1108969.25 895042.90 1108969.25 1108969.25 1108969.25 51200.00 1374646.38 1231865.24 1374646.38 1374646.38 1374646.38 51200.00 1355539.38 1344363.50 1355539.38 1355539.38 1355539.38 51200.00 1309027.75 1298374.93 1309027.75 1309027.75 1309027.75 51200.00 1343514.00 1332361.06 1343514.00 1343514.00 1343514.00 51200.00 1336016.50 1200860.03 1336016.50 1336016.50 1336016.50 51200.00 296646.62 267409.00 296646.62 296646.62 296646.62 51200.00 383.50 383.49 383.50 383.50 383.50 51200.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 815052.94 KB/sec
Parent sees throughput for 1 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = =
657886.09 815052.94 815052.94 815052.94 51200.00
KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 50m -r 4k -I -t isk/ f1 root@nodex1:/mnt/system/cluster/drbd-config/test# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylog,lquot a) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime,atg,no barrier,inode64,logbufs=8,noquota) /dev/mapper/cdev on /mnt/disk type xfs (rw,sync,relatime,wsync,attr2,delaylo root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 100m -r 4k -I -tdisk /f1 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 20:02:23 2012 File size set to 102400 KB Record Size 4 KB O_DIRECT feature enabled Command line used: iozone -s 100m -r 4k -I -t 1 -F /mnt/disk/f1 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 1 process Each process writes a 102400 Kbyte file in 4 Kbyte records
Children see throughput for 1 initial writers Parent sees throughput for 1 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 rewriters Parent sees throughput for 1 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 readers Parent sees throughput for 1 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 re-readers Parent sees throughput for 1 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 reverse readers Parent sees throughput for 1 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 stride readers Parent sees throughput for 1 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random readers Parent sees throughput for 1 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 mixed workload Parent sees throughput for 1 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 1 random writers Parent sees throughput for 1 random writers Min throughput per process
= 387.15 = 387.14 = 387.15 = 387.15 = 387.15 = 102400.00 = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 287663.09 270216.72 287663.09 287663.09 287663.09 102400.00 1375918.12 1136463.81 1375918.12 1375918.12 1375918.12 102400.00 1384701.38 1378678.63 1384701.38 1384701.38 1384701.38 102400.00 827220.25 825081.29 827220.25 827220.25 827220.25 102400.00 1308612.12 1303295.08 1308612.12 1308612.12 1308612.12 102400.00 1308660.00 1240205.97 1308660.00 1308660.00 1308660.00 102400.00 1318162.75 1312619.53 1318162.75 1318162.75 1318162.75 102400.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= 116730.02 KB/sec = 116730.02 KB/sec = 102400.00 KB
root@nodex1:/mnt/system/cluster/drbd-config/test# ls iozone3 root@nodex1:/mnt/system/cluster/drbd-config/test# vi mnt4K1000C10T.sh root@nodex1:/mnt/system/cluster/drbd-config/test# sh mnt4K1000C10T.sh ^Croot@nodex1:/mnt/system/cluster/drbd-config/test# time sh mnt4K1000C10T.sh 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 517.529 s, 79.1 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 517.838 s, 79.1 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 513.594 s, 79.8 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 519.986 s, 78.8 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 516.86 s, 79.2 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 522.939 s, 78.3 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 517.503 s, 79.1 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 518.615 s, 79.0 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 525.044 s, 78.0 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 525.419 s, 78.0 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 525.553 s, 77.9 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 520.423 s, 78.7 kB/s 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied, 521.584 s, 78.5 kB/s 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) copied40960000 bytes (41 MB) copied, 522.889 s, 78.3 , 528.866 s, 77.4 kB/s 10000+0 records in 10000+0 records out
40960000 bytes (41 MB) 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) 10000+0 records in 10000+0 records out 10000+0 records in 10000+0 records out 40960000 bytes (41 MB) , 536.043 s, 76.4 kB/s
copied, 529.008 s, 77.4 kB/s copied, 523.214 s, 78.3 kB/s copied, 523.553 s, 78.2 kB/s
copied40960000 bytes (41 MB) copied, 529.985 s, 77.3
real 8m50.022s user 0m0.128s sys 0m5.004s root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 100m -r 512k -I t/di sk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 20:30:31 2012 File size set to 102400 KB Record Size 512 KB O_DIRECT feature enabled Command line used: iozone -s 100m -r 512k -I -t 2 -F /mnt/disk/f1 /m Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 102400 Kbyte file in 512 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = 34087.70 21942.02 11030.92 23056.78 17043.85 49664.00 1488710.62 704809.26 210799.50 1277911.12 744355.31 16896.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
1609690.00 1313460.64 638972.38 970717.62 804845.00 67584.00 2360060.25 2348299.80 946906.50 1413153.75 1180030.12 68608.00 2609416.88 2597101.64 1304593.50 1304823.38 1304708.44 102400.00 2609144.62 2597031.76 1301002.75 1308141.88 1304572.31 101888.00 2468925.12 2457781.27 1231256.62 1237668.50 1234462.56 101888.00 405840.36 389629.00 194497.12 211343.23 202920.18 94208.00 725957.91 592705.91 331339.44 394618.47 362978.95 92672.00 19243.79 16667.27 8442.66 10801.13 9621.90 80384.00
Max throughput per process Avg throughput per process Min xfer
= = =
84326.04 KB/sec 56741.19 KB/sec 35840.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# root@nodex1:/mnt/system/cluster/drbd-config/test# halt Broadcast message from root@nodex1 (pts/0) (Tue Feb 7 20:34:13 2012): The system is going down for system halt NOW! root@nodex1:/mnt/system/cluster/drbd-config/test# login as: root root@172.16.3.206's password: root@nodex1:/# cd /mnt/system/cluster/drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cd / root@nodex1:/# rm /usr root@nodex1:/# rm /sbin root@nodex1:/# ln -s /mnt/system/cluster/usr/ /usr root@nodex1:/# ln -s /mnt/system/cluster/sbin/ /sbin root@nodex1:/# cd drbd-config/px12-400r/ -sh: cd: drbd-config/px12-400r/: No such file or directory root@nodex1:/# insmod dram.ko rd_nr=1 rd_size=1048576 insmod: can't read 'dram.ko': No such file or directory root@nodex1:/# mknod /dev/dram0 b 120 0 root@nodex1:/# mknod /dev/drbd0 b 147 0 root@nodex1:/# insmod flashcache.ko root@nodex1:/# cd /mnt/system/cluster root@nodex1:/mnt/system/cluster# #rm -r usr root@nodex1:/mnt/system/cluster# root@nodex1:/mnt/system/cluster# #cp -a /mnt/apps/usr/ . root@nodex1:/mnt/system/cluster# rm /usr root@nodex1:/mnt/system/cluster# rm /sbin root@nodex1:/mnt/system/cluster# ln -s /mnt/system/cluster/usr/ /usr root@nodex1:/mnt/system/cluster# ln -s /mnt/system/cluster/sbin/ /sbin cd drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster# cd drbd-config/px12-400r/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_nr=0485 76 mknod /dev/dram0 b 120 0 mknod /dev/drbd0 b 147 0 insmod flashcache.koroot@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mram0 b 120 0 mknod: `/dev/dram0': File exists root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mknod /dev/drbd0 b 14 mknod: `/dev/drbd0': File exists root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod flashcache.ko root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/6eb2fd3 lv5dc8fea5 lv6bd1e0c root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/6eb2fd3fea5 mkfs.xfs: /dev/6eb2fd37_vg/lv5dc8fea5 contains a mounted filesystem Usage: mkfs.xfs
/* blocksize */ /* data subvol */
[-b log=n|size=num] [-d agcount=n,agsize=n,file,name=xxx,size=num, (sunit=value,swidth=value|su=num,sw=num), sectlog=n|sectsize=num /* inode size */ [-i log=n|perblock=n|size=num,maxpct=n,attr=0|1|2, projid32bit=0|1] /* log subvol */ [-l agnum=n,internal,size=num,logdev=xxx,version=n sunit=value|su=num,sectlog=n|sectsize=num, lazy-count=0|1] /* label */ [-L label (maximum 12 characters)] /* naming */ [-n log=n|size=num,version=2|ci] /* prototype file */ [-p fname] /* quiet */ [-q] /* realtime subvol */ [-r extsize=num,size=num,rtdev=xxx] /* sectorsize */ [-s log=n|size=num] /* version */ [-V] devicename <devicename> is required unless -d name=xxx is given. <num> is xxx (bytes), xxxs (sectors), xxxb (fs blocks), xxxk (xxx KiB), xxxm (xxx MiB), xxxg (xxx GiB), xxxt (xxx TiB) or xxxp (xxx PiB). <value> is xxx (512 byte blocks). root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/6eb2fd3fea5 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount rootfs on / type rootfs (rw) /dev/root.old on /initrd type ext2 (rw,relatime,errors=continue) none on / type tmpfs (rw,relatime,size=51200k,nr_inodes=491753) /dev/sdc1 on /boot type ext2 (rw,relatime,errors=continue) /dev/loop0 on /mnt/apps type squashfs (ro,relatime) /dev/loop1 on /etc type ext2 (rw,sync,noatime) /dev/loop2 on /oem type cramfs (ro,relatime) proc on /proc type proc (rw,relatime) none on /proc/bus/usb type usbfs (rw,relatime) none on /proc/fs/nfsd type nfsd (rw,relatime) none on /sys type sysfs (rw,relatime) devpts on /dev/pts type devpts (rw,relatime,gid=5,mode=620) tmpfs on /mnt/apps/lib/init/rw type tmpfs (rw,nosuid,relatime,mode=755) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev,relatime) /dev/mapper/md0_vg-vol1 on /mnt/system type xfs (rw,noatime,attr2,delaylog,lquot a) /dev/mapper/6eb2fd37_vg-lv6bd1e0c on /mnt/pools/A/A0 type xfs (rw,noatime,atg,no barrier,inode64,logbufs=8,noquota) /dev/mapper/6eb2fd37_vg-lv5dc8fea5 on /mnt/pools/A/A1 type xfs (rw,noatime,aog,n obarrier,inode64,logbufs=8,noquota) root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# df h df: `h': No such file or directory df: no file systems processed root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 2.8M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 2.8M 48M 6% / /dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.5M 4.7M 35% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1 20G 1.5G 19G 8% /mnt/system /dev/mapper/6eb2fd37_vg-lv6bd1e0c
829G 33M 829G 1% /mnt/pools/A/A0 /dev/mapper/6eb2fd37_vg-lv5dc8fea5 50G 425M 50G 1% /mnt/pools/A/A1 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/pools/A1 umount: /mnt/pools/A1: not found root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/pools/A/A root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/6eb2fd3fea5 mkfs.xfs: /dev/6eb2fd37_vg/lv5dc8fea5 appears to contain an existing filesys mkfs.xfs: Use the -f option to force overwrite. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs -f /dev/6eb2dc8f ea5 meta-data=/dev/6eb2fd37_vg/lv5dc8fea5 isize=256 agcount=4, agsize=3276800 = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 (reverse-i-search)`flas': insmod flashcache.ko (reverse-i-search)`c': mkfs.xfs -f /dev/6eb2fd37_vg/lv5dc8fea5 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s k c dev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 2048000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/mapper/ mkfs.xfs: /dev/mapper/cdev appears to contain an existing filesystem (xfs). mkfs.xfs: Use the -f option to force overwrite. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs -f /dev/mapp meta-data=/dev/mapper/cdev isize=256 agcount=4, agsize=3276800 blks = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# #mount /dev/mapper/cd root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkdir /mnt/disk root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 20:57:41 2012
File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 366.95 366.78 183.37 183.58 183.47 10232.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 147559.84 KB/sec = 133675.76 KB/sec = 72774.99 KB/sec = 74784.85 KB/sec = 73779.92 KB/sec = 9964.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 643372.09 361660.24 320018.72 323353.38 321686.05 10136.00 2307460.88 2240041.74 1141294.62 1166166.25 1153730.44 10008.00 2317837.25 2250474.03 1156055.75 1161781.50 1158918.62 10208.00 2272937.38 2202101.30 1136065.12 1136872.25 1136468.69 10220.00 2255212.62 2189496.34 1127445.25 1127767.38 1127606.31 10236.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 277952.27 KB/sec = 13474.71 KB/sec = 7809.52 KB/sec = 270142.75 KB/sec = 138976.14 KB/sec = 328.00 KB = 329744.87 KB/sec = 33319.49 KB/sec = 8267.25 KB/sec = 321477.62 KB/sec = 164872.44 KB/sec = 688.00 KB = = = = = = = = = = = = 358.14 358.08 179.02 179.12 179.07 10236.00 1519521.20 227416.47 82731.58 1436789.62 759760.60 1592.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /d flashcache_destroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# rmmod dram root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# insmod dram.ko rd_nr=0971 52 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# fdisk /dev/dram0 Device contains neither a valid DOS partition table, nor Sun, SGI or OSF dis Building a new DOS disklabel with disk identifier 0xee83f3b9. Changes will remain in memory only, until you decide to write them. After that, of course, the previous content won't be recoverable. Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rit Command (m for help): p Disk /dev/dram0: 2147 MB, 2147483648 bytes 255 heads, 63 sectors/track, 261 cylinders Units = cylinders of 16065 * 512 = 8225280 bytes Disk identifier: 0xee83f3b9 Device Boot Command (m for help): q root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dd if=/dev/zero of=/d=1G count=2 Start End Blocks Id System
2+0 records in 2+0 records out 2147483648 bytes (2.1 GB) copied, 1.50216 s, 1.4 GB/s (reverse-i-search)`fla': flashcache_destroy /dev/dram0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:05:40 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 385.13 384.94 192.43 192.70 192.56 10228.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
2407838.00 2334474.54 1188363.00 1219475.00 1203919.00 10000.00 2335941.00 2268377.84 1167522.38 1168418.62 1167970.50 10216.00 2335654.88 2266639.98 1167395.12 1168259.75 1167827.44 10216.00 2313161.00 2244896.49 1156152.25 1157008.75 1156580.50 10236.00 1458803.12 20659.58 296078.12 1162725.00 729401.56 2604.00 424317.10 78234.71 129079.23 295237.88 212158.55 4552.00 368.82 368.76 184.36 184.46 184.41 10236.00 1429040.31 265782.73 63339.06 1365701.25 714520.16 836.00
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs -h mkfs.xfs: invalid option -- h unknown option -h Usage: mkfs.xfs /* blocksize */ [-b log=n|size=num] /* data subvol */ [-d agcount=n,agsize=n,file,name=xxx,size=num, (sunit=value,swidth=value|su=num,sw=num), sectlog=n|sectsize=num /* inode size */ [-i log=n|perblock=n|size=num,maxpct=n,attr=0|1|2, projid32bit=0|1] /* log subvol */ [-l agnum=n,internal,size=num,logdev=xxx,version=n sunit=value|su=num,sectlog=n|sectsize=num, lazy-count=0|1] /* label */ [-L label (maximum 12 characters)] /* naming */ [-n log=n|size=num,version=2|ci] /* prototype file */ [-p fname] /* quiet */ [-q] /* realtime subvol */ [-r extsize=num,size=num,rtdev=xxx] /* sectorsize */ [-s log=n|size=num] /* version */ [-V] devicename <devicename> is required unless -d name=xxx is given. <num> is xxx (bytes), xxxs (sectors), xxxb (fs blocks), xxxk (xxx KiB), xxxm (xxx MiB), xxxg (xxx GiB), xxxt (xxx TiB) or xxxp (xxx PiB). <value> is xxx (512 byte blocks). root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs -f -d agcoun1638 400 /dev/mapper/cdev both -d agcount= and agsize= specified, use one or the other Usage: mkfs.xfs /* blocksize */ [-b log=n|size=num] /* data subvol */ [-d agcount=n,agsize=n,file,name=xxx,size=num, (sunit=value,swidth=value|su=num,sw=num), sectlog=n|sectsize=num /* inode size */ [-i log=n|perblock=n|size=num,maxpct=n,attr=0|1|2, projid32bit=0|1] /* log subvol */ [-l agnum=n,internal,size=num,logdev=xxx,version=n sunit=value|su=num,sectlog=n|sectsize=num, lazy-count=0|1] /* label */ [-L label (maximum 12 characters)] /* naming */ [-n log=n|size=num,version=2|ci] /* prototype file */ [-p fname] /* quiet */ [-q] /* realtime subvol */ [-r extsize=num,size=num,rtdev=xxx] /* sectorsize */ [-s log=n|size=num] /* version */ [-V] devicename <devicename> is required unless -d name=xxx is given. <num> is xxx (bytes), xxxs (sectors), xxxb (fs blocks), xxxk (xxx KiB), xxxm (xxx MiB), xxxg (xxx GiB), xxxt (xxx TiB) or xxxp (xxx PiB). <value> is xxx (512 byte blocks). root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs -f -d agcounpper /cdev meta-data=/dev/mapper/cdev isize=256 agcount=8, agsize=1638400 blks = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:25:20 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers = = = = = = 367.09 367.03 183.49 183.60 183.54 10236.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 167792.95 KB/sec = 109624.24 KB/sec = 76845.82 KB/sec = 90947.12 KB/sec = 83896.47 KB/sec = 8652.00 KB = 148998.99 KB/sec = 117831.37 KB/sec = 37603.95 KB/sec = 111395.04 KB/sec = 74499.50 KB/sec = 4056.00 KB = = = = = = 2295564.38 2226767.00 1129936.25 1165628.12 1147782.19 9948.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 2318172.25 KB/sec
Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = = = = =
2249927.38 1158741.12 1159431.12 1159086.12 10232.00 2257154.50 2192200.63 1128290.38 1128864.12 1128577.25 10220.00 2239862.00 2175008.07 1119127.88 1120734.12 1119931.00 10240.00 348018.12 140362.16 22988.53 325029.59 174009.06 1068.00
KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 322963.41 KB/sec = 55738.47 KB/sec = 15243.29 KB/sec = 307720.12 KB/sec = 161481.71 KB/sec = 780.00 KB = = = = = = = = = = = = 371.77 371.60 185.76 186.01 185.88 10228.00 2477870.12 853931.81 1238535.00 1239335.12 1238935.06 10228.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o forcedirectio mount: wrong fs type, bad option, bad superblock on /dev/mapper/cdev, missing codepage or helper program, or other error In some cases useful info is found in syslog - try dmesg | tail or so root@nodex1:/mnt/system/cluster/drbd-config/px12-400r#
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# df -h Filesystem Size Used Avail Use% Mounted on rootfs 50M 2.8M 48M 6% / /dev/root.old 6.5M 2.9M 3.6M 45% /initrd none 50M 2.8M 48M 6% / /dev/sdc1 935M 236M 652M 27% /boot /dev/loop0 222M 222M 0 100% /mnt/apps /dev/loop1 7.5M 2.5M 4.7M 35% /etc /dev/loop2 188K 188K 0 100% /oem tmpfs 1.9G 0 1.9G 0% /mnt/apps/lib/init/rw tmpfs 1.9G 0 1.9G 0% /dev/shm /dev/mapper/md0_vg-vol1 20G 1.5G 19G 8% /mnt/system /dev/mapper/6eb2fd37_vg-lv6bd1e0c 829G 33M 829G 1% /mnt/pools/A/A0 /dev/mapper/cdev 50G 33M 50G 1% /mnt/disk root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# pdf pdffonts pdfimages pdfinfo pdftops pdftotext root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /d flashcache_destroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cd ev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 1024, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:45:52 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records ^C
iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /d flashcache_destroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cde v /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 512, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:48:12 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 5 /mn t/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,
Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:48:46 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 515 KB Command line used: iozone -s 10m -I -r 515k -t 2 -F /mnt/disk/f1 /mn Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 515 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 23155.40 21383.49 10435.47 12719.94 11577.70 8240.00 30024.23 28939.26 14459.46 15564.78 15012.12 9270.00 40774.89 38933.96 18957.97 21816.92 20387.45 8755.00 52627.18 50643.71 24205.21 28421.97 26313.59 8755.00 55087.72 53169.53 20596.44 34491.28 27543.86 6180.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 137484.56 KB/sec = 135213.83 KB/sec = 63951.28 KB/sec = 73533.28 KB/sec = 68742.28 KB/sec = 8755.00 KB = 130865.69 KB/sec
Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 124288.13 KB/sec = 60545.94 KB/sec = 70319.75 KB/sec = 65432.84 KB/sec = 9270.00 KB = = = = = = = = = = = = = = = = = = = = = = = = 84434.01 27980.28 14252.91 70181.10 42217.00 2060.00 32383.10 31109.75 15562.18 16820.92 16191.55 9270.00 18739.27 18639.36 9069.91 9669.36 9369.64 9270.00 44314.00 40043.91 19937.62 24376.38 22157.00 8240.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /dflashcache_d estroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 flashcache_create: Unknown block size type m root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 flashcache_create: Unknown block size type M root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s k c dev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 4096, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 5 /mn t/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64
Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:51:29 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 515 KB Command line used: iozone -s 10m -I -r 515k -t 2 -F /mnt/disk/f1 /mn Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 515 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 17353.97 17206.19 8402.89 8951.08 8676.99 9270.00 38951.95 36593.41 18633.92 20318.03 19475.98 9270.00 38234.60 34664.42 18099.07 20135.53 19117.30 9270.00 43635.13 43027.21 19679.82 23955.31 21817.57 8240.00 40586.35 40203.15 18387.36 22198.99 20293.18 8240.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 137082.59 KB/sec = 136796.89 KB/sec
Min Max Avg Min
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
66660.52 70422.07 68541.29 9270.00 87266.73 87110.93 25845.62 61421.11 43633.36 4120.00 87996.07 35787.96 12314.09 75681.98 43998.04 1545.00 31990.27 30719.44 15392.10 16598.16 15995.13 9270.00 18892.97 18756.71 9162.85 9730.12 9446.49 9270.00 82991.23 74320.08 39837.22 43154.01 41495.61 9270.00
KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/ dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 1024, md_block_size 8, cache_size 4194304 flashcache_create: Valid Flashcache already exists on /dev/dram0 flashcache_create: Use flashcache_destroy first and then create again /dev/d root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /dflas hcache_destroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cd ev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 1024, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 5 /mn t/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:53:15 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 515 KB Command line used: iozone -s 10m -I -r 515k -t 2 -F /mnt/disk/f1 /mn Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 515 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted = = = = = = = = = = = = = = = = = = = = = = = = 30566.38 29053.23 14672.06 15894.32 15283.19 9270.00 32195.96 30539.00 15442.28 16753.68 16097.98 9270.00 60490.73 56478.84 29326.73 31164.00 30245.37 9270.00 74794.50 73962.37 36011.49 38783.02 37397.25 9270.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 1F /m nt/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:53:36 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 1024 KB Command line used: iozone -s 10m -I -r 1024k -t 2 -F /mnt/disk/f1 /m Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 1024 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 5 /mn t/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, = = = = = = = = = = = = 33326.74 32621.25 15643.30 17683.44 16663.37 9216.00 37706.19 35832.81 17754.83 19951.36 18853.10 9216.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:53:47 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 512 KB Command line used: iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mn Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 512 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 30377.42 28146.85 14322.88 16054.54 15188.71 9216.00 31099.17 29794.10 14660.99 16438.18 15549.58 9216.00 86941.19 77649.34 41835.84 45105.36 43470.60 9728.00 88438.40 87244.90 42544.83 45893.57 44219.20 9728.00 51743.52 51384.61 25047.51 26696.00 25871.76 9728.00 74867.46 73925.68 36047.24 38820.22 37433.73 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer ^C iozone: interrupted exiting iozone
9728.00 KB
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /dflashcache_d estroy: Destroying Flashcache found on /dev/dram0. Any data will root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/dram0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/dram0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 4194304 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 21:55:24 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers = = = = = = = = = = = = 369329.84 197110.53 172069.42 197260.42 184664.92 8928.00 661656.56 120952.95 5252.93 656403.62 330828.28 168.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 2402753.25 KB/sec
Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
900953.59 1176698.88 1226054.38 1201376.62 9816.00 1511758.26 549091.52 8960.39 1502797.88 755879.13 168.00 2324682.12 2254202.42 1156803.62 1167878.50 1162341.06 10136.00 2324839.50 2253852.41 1156961.00 1167878.50 1162419.75 10128.00 2300314.62 2230949.44 1143259.12 1157055.50 1150157.31 10104.00 369752.36 279493.76 59269.39 310482.97 184876.18 1956.00 313835.99 121638.42 1258.34 312577.66 156918.00 64.00 385.05 385.01 192.47 192.58 192.52 10236.00 2441838.62 631862.36 1214908.62 1226930.00 1220919.31
KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer
10164.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /dflashcache_d estroy: Destroying Flashcache found on /dev/dram0. Any data will (reverse-i-search)ìns': insmod dram.ko rd_nr=1 rd_size=2097152 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm create-md r0 md_offset 2147479552 al_offset 2147446784 bm_offset 2147381248 Found some data ==> This might destroy existing data! <== Do you want to proceed? [need to type 'yes' to confirm] yes Writing meta data... initializing activity log NOT initialized bitmap New drbd meta data block successfully created. --== Creating metadata ==-As with nodes, we count the total number of devices mirrored by DRBD at http://usage.drbd.org. The counter works anonymously. It creates a random number to identify the device and sends that random number, along with the kernel and DRBD version, to usage.drbd.org. http://usage.drbd.org/cgi-bin/insert_usage.pl?nu=10820440504206891871&ru=5851827 0&rs=2147483648 * If you wish to opt out entirely, simply enter 'no'. * To continue, just press [RETURN] root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 \root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- overwriter pr imary r0 Ignoring excess arguments: overwrite-data-of-peer 0: State change failed: (-2) Need access to UpToDate data Command 'drbdsetup 0 primary overwrite-data-of-peer' terminated with exit co root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm -- --overwriteer primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Primary/Unknown ds:UpToDate/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:2097052 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=64 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=64 ms ^C --- nodex2 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 1003ms rtt min/avg/max/mdev = 0.526/0.544/0.563/0.029 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.1 nodex1> root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.2 nodex2> root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. ^C --- nodex2 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 999ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. ^C --- nodex2 ping statistics --2 packets transmitted, 0 received, 100% packet loss, time 999ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:1108 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:72583 (70.8 KiB) TX bytes:0 (0.0 B) Interrupt:16 Memory:fbb00000-fbb20000 eth1 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ae UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:1102 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:72273 (70.5 KiB) TX bytes:0 (0.0 B) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:9785 errors:0 dropped:0 overruns:0 frame:0 TX packets:5943 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1387748 (1.3 MiB) TX bytes:1009318 (985.6 KiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:212 errors:0 dropped:0 overruns:0 frame:0 TX packets:212 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:21996 (21.4 KiB) TX bytes:21996 (21.4 KiB)
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/inter root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/networkin
Running file /etc/init.d/networking Reconfiguring network interfaces...There is already a pid file /var/run/dhclid w ith pid 1572 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 Ignoring unknown interface eth0=eth0. if-up.d/mountnfs[bond0]: waiting for interface eth2 before doing NFS mounts if-up.d/mountnfs[bond0]: waiting for interface eth3 before doing NFS mounts Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 3 DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 8 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 39793 seconds. if-up.d/mountnfs[eth2]: waiting for interface eth3 before doing NFS mounts ( done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:2254 errors:0 dropped:0 overruns:0 frame:0 TX packets:42 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:153199 (149.6 KiB) TX bytes:9665 (9.4 KiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:1130 errors:0 dropped:0 overruns:0 frame:0 TX packets:22 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:76867 (75.0 KiB) TX bytes:4970 (4.8 KiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:1124 errors:0 dropped:0 overruns:0 frame:0 TX packets:20 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:76332 (74.5 KiB) TX bytes:4695 (4.5 KiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
eth1
eth2
RX packets:9949 errors:0 dropped:0 overruns:0 frame:0 TX packets:6090 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1408739 (1.3 MiB) TX bytes:1040349 (1015.9 KiB) Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST MULTICAST MTU:9000 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:216 errors:0 dropped:0 overruns:0 frame:0 TX packets:216 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:22435 (21.9 KiB) TX bytes:22435 (21.9 KiB)
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (192.168.0.103) 56(84) bytes of data. 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=1 ttl=64 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=2 ttl=64 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=3 ttl=64 ms 64 bytes from aucsbotsinl5c.corp.emc.com (192.168.0.103): icmp_seq=4 ttl=64 ms ^C --- nodex2 ping statistics --4 packets transmitted, 4 received, 0% packet loss, time 3023ms rtt min/avg/max/mdev = 0.328/0.468/0.645/0.121 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.1 nodex1>root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.2 nodex2> root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=0.148 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.141 ms ^C --- nodex2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 999ms rtt min/avg/max/mdev = 0.141/0.144/0.148/0.012 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:StandAlone ro:Primary/Unknown ds:UpToDate/DUnknown r----s ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:2097052 (reverse-i-search)`d': cat /proc/drbd root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:5120 nr:0 dw:0 dr:5120 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:20 [>....................] sync'ed: 0.4% (2091932/2097052)K finish: 0:20:06 speed: 1,704 (1,704) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96)
built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:73728 nr:0 dw:0 dr:73728 al:0 bm:4 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos: [>....................] sync'ed: 3.8% (2023324/2097052)K finish: 0:25:43 speed: 1,308 (1,292) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:197120 nr:0 dw:0 dr:197120 al:0 bm:12 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f o [>...................] sync'ed: 9.6% (1899932/2097052)K finish: 0:24:09 speed: 1,308 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:485632 nr:0 dw:0 dr:485632 al:0 bm:29 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f o [===>................] sync'ed: 23.3% (1611420/2097052)K finish: 0:20:29 speed: 1,300 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:491776 nr:0 dw:0 dr:491776 al:0 bm:30 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f o [===>................] sync'ed: 23.7% (1605276/2097052)K finish: 0:20:34 speed: 1,284 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfog -sh: ifconfog: command not found root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:69386 errors:0 dropped:84718 overruns:0 frame:0 TX packets:63256 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:5684709 (5.4 MiB) TX bytes:521137731 (496.9 MiB) eth0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 RX packets:34696 errors:0 dropped:0 overruns:0 TX packets:31630 errors:0 dropped:0 overruns:0 collisions:0 txqueuelen:1000 RX bytes:2845563 (2.7 MiB) TX bytes:262705396 Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 RX packets:34690 errors:0 dropped:0 overruns:0 TX packets:31626 errors:0 dropped:0 overruns:0 collisions:0 txqueuelen:1000 RX bytes:2839146 (2.7 MiB) TX bytes:258432335 Interrupt:17 Memory:fba00000-fba20000 Metric:1 frame:0 carrier:0 (250.5 MiB)
eth1
Metric:1 frame:0 carrier:0 (246.4 MiB)
eth2
Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:10863 errors:0 dropped:0 overruns:0 frame:0 TX packets:6749 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1545965 (1.4 MiB) TX bytes:1148586 (1.0 MiB)
Interrupt:18 Memory:fb900000-fb920000 eth3 Link encap:Ethernet HWaddr 00:d0:b8:12:af:b0 inet addr:10.0.5.3 Bcast:10.0.5.7 Mask:255.255.255.248 UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1 RX packets:36 errors:0 dropped:0 overruns:0 frame:0 TX packets:38 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:15125 (14.7 KiB) TX bytes:13710 (13.3 KiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:216 errors:0 dropped:0 overruns:0 frame:0 TX packets:216 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:22435 (21.9 KiB) TX bytes:22435 (21.9 KiB)
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /etc/network/inter root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:989184 nr:0 dw:0 dr:989184 al:0 bm:60 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f o [========>...........] sync'ed: 47.3% (1107868/2097052)K finish: 0:13:55 speed: 1,320 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:1377280 nr:0 dw:0 dr:1377280 al:0 bm:84 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f [============>.......] sync'ed: 65.9% (719772/2097052)K finish: 0:09:08 speed: 1,300 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:1386624 nr:0 dw:0 dr:1386624 al:0 bm:84 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f [============>.......] sync'ed: 66.3% (710428/2097052)K finish: 0:08:55 speed: 1,312 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:1403136 nr:0 dw:0 dr:1403136 al:0 bm:85 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f [============>.......] sync'ed: 67.0% (693916/2097052)K finish: 0:08:53 speed: 1,296 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:2017280 nr:0 dw:0 dr:2017280 al:0 bm:123 lo:0 pe:0 ua:0 ap:0 ep:1 wo: [==================>.] sync'ed: 96.3% (79772/2097052)K finish: 0:01:00 speed: 1,308 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:SyncSource ro:Secondary/Secondary ds:UpToDate/Inconsistent C r----ns:2019584 nr:0 dw:0 dr:2019584 al:0 bm:123 lo:0 pe:0 ua:0 ap:0 ep:1 wo:
[==================>.] sync'ed: 96.5% (77468/2097052)K finish: 0:00:59 speed: 1,292 (1,280) K/sec root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# vi /usr/local/etc/drb root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r----ns:2097052 nr:0 dw:0 dr:2097052 al:0 bm:128 lo:0 pe:0 ua:0 ap:0 ep:1 wo: root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm down r0 root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# /etc/init.d/networkin Running file /etc/init.d/networking Reconfiguring network interfaces...Illegal operation: The specified slave inh3' is not a slave Master 'bond0', Slave 'eth3': Error: Release failed There is already a pid file /var/run/dhclient.eth2.pid with pid 11580 killed old client process, removed PID file Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPRELEASE on eth2 to 192.168.0.1 port 67 Ignoring unknown interface eth3=eth3. if-up.d/mountnfs[bond0]: waiting for interface eth2 before doing NFS mounts Internet Systems Consortium DHCP Client V3.1.1 Copyright 2004-2008 Internet Systems Consortium. All rights reserved. For info, please visit http://www.isc.org/sw/dhcp/ Listening on LPF/eth2/00:d0:b8:12:af:af Sending on LPF/eth2/00:d0:b8:12:af:af Sending on Socket/fallback DHCPDISCOVER on eth2 to 255.255.255.255 port 67 interval 7 DHCPOFFER from 192.168.0.1 DHCPREQUEST on eth2 to 255.255.255.255 port 67 DHCPACK from 192.168.0.1 bound to 192.168.0.102 -- renewal in 34405 seconds. done. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.1 nodex1> root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# echo 10.0.0.2 nodex2> root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ping nodex2 PING nodex2 (10.0.0.2) 56(84) bytes of data. 64 bytes from nodex2 (10.0.0.2): icmp_seq=1 ttl=64 time=3.48 ms 64 bytes from nodex2 (10.0.0.2): icmp_seq=2 ttl=64 time=0.153 ms ^C --- nodex2 ping statistics --2 packets transmitted, 2 received, 0% packet loss, time 1008ms rtt min/avg/max/mdev = 0.153/1.817/3.482/1.665 ms root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# ifconfig bond0 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad inet addr:10.0.0.1 Bcast:10.255.255.255 Mask:255.0.0.0 UP BROADCAST RUNNING MASTER MULTICAST MTU:9000 Metric:1 RX packets:285598 errors:0 dropped:363094 overruns:0 frame:0 TX packets:266734 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:23425748 (22.3 MiB) TX bytes:2200327263 (2.0 GiB)
eth0
Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:142602 errors:0 dropped:0 overruns:0 frame:0 TX packets:133222 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:11633504 (11.0 MiB) TX bytes:1110035769 (1.0 GiB) Interrupt:16 Memory:fbb00000-fbb20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:142588 errors:0 dropped:0 overruns:0 frame:0 TX packets:133203 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:11645100 (11.1 MiB) TX bytes:1090194830 (1.0 GiB) Interrupt:17 Memory:fba00000-fba20000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:af inet addr:192.168.0.102 Bcast:192.168.0.255 Mask:255.255.255.0 UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:13368 errors:0 dropped:0 overruns:0 frame:0 TX packets:8306 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:1914237 (1.8 MiB) TX bytes:1407998 (1.3 MiB) Interrupt:18 Memory:fb900000-fb920000 Link encap:Ethernet HWaddr 00:d0:b8:12:af:ad UP BROADCAST RUNNING SLAVE MULTICAST MTU:9000 Metric:1 RX packets:408 errors:0 dropped:0 overruns:0 frame:0 TX packets:309 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:147144 (143.6 KiB) TX bytes:96664 (94.3 KiB) Interrupt:19 Memory:fb800000-fb820000 Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 UP LOOPBACK RUNNING MTU:16436 Metric:1 RX packets:216 errors:0 dropped:0 overruns:0 frame:0 TX packets:216 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:22435 (21.9 KiB) TX bytes:22435 (21.9 KiB)
eth1
eth2
eth3
lo
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm up r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# drbdadm primary r0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# cat /proc/drbd version: 8.3.10 (api:88/proto:86-96) built-in 0: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r----ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:d oos:0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 4194304 flashcache_create: Cache size is larger than ssd size 4194304/4194104 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s k c dev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 4096000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f
1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:35:49 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process = = = = = = = = = = = = = = = = = = = = = = = = = = = = 383.74 383.67 191.81 191.93 191.87 10236.00 17864.74 17551.82 8923.06 8941.68 8932.37 10220.00 2018442.69 639643.69 1009160.50 1009282.19 1009221.34 10228.00 2006196.12 1953235.16 1002845.56 1003350.56 1003098.06 10232.00 1941477.69 1892879.15 969189.38 972288.31 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 970738.84 KB/sec = 10224.00 KB = = = = = = = = = = = = 1699825.19 1659268.48 767126.19 932699.00 849912.59 8420.00 1920740.06 1874232.00 959419.94 961320.12 960370.03 10236.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodex1:t/sy stem/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 512k / root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodexot@nodex1:t/sy stem/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 512k / Iozone: Performance Test of File I/O Version $Revision: 3.397 $
Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:42:02 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 512 KB Command line used: iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mnisk/ f2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 512 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = 20144.98 19533.10 9425.98 10719.00 10072.49 9216.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 171684.36 KB/sec = 118996.49 KB/sec = 38976.51 KB/sec = 132707.84 KB/sec = 85842.18 KB/sec = 4608.00 KB = = = = = = = = = = = = = = = = = 1382145.55 315223.28 222340.55 1159805.00 691072.77 4608.00 2032764.94 1982348.63 987425.12 1045339.81 1016382.47 9728.00 2080352.06 2020504.74 1039269.12 1041082.94 1040176.03 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
10240.00 KB 2032205.06 1974264.44 989124.69 1043080.38 1016102.53 9728.00 2084162.62 2022931.47 1041284.88 1042877.75 1042081.31 10240.00 1233637.64 131369.11 86042.52 1147595.12 616818.82 1024.00 210498.27 169207.57 98586.86 111911.41 105249.13 9216.00 22822.86 22681.42 11053.16 11769.69 11411.43 9728.00 2044731.50 466171.76 994791.88 1049939.62 1022365.75 9728.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /ddrbd0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data will los t !! root@nodex1:/mnt/system/cluster/drbd-co/drbd-config/px12-400r# flashcache_crroot @nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s 0m -b k cdev /dev root@nodex1:/mnt/system/cx1:/mnt/system/cluster/drbd-config/px12-400r# flashhe_c reate -s 2000m -b 4k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5dc8f block_size 8, md_block_size 8, cache_size 4096000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/mapper/v
mkfs.xfs: /dev/mapper/cdev appears to contain an existing filesystem (xfs). mkfs.xfs: Use the -f option to force overwrite. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/mapper/v f meta-data=/dev/mapper/cdev isize=256 agcount=4, agsize=3276800 blks = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=13107200, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=6400, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cde/ -o sync (reverse-i-search)ìo': iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mnt/droot @nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 5 /mnt/di sk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:46:16 2012 File size set to 10240 KB O_DIRECT feature enabled Record Size 512 KB Command line used: iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mnisk/ f2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 512 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 24638.33 24037.18 11770.23 12868.10 12319.17 9728.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
2102682.00 925402.11 1050478.88 1052203.12 1051341.00 10240.00 2112299.12 2049868.61 1055331.50 1056967.62 1056149.56 10240.00 2042726.38 1986109.42 995908.81 1046817.56 1021363.19 9728.00 1857571.25 1795771.53 814794.81 1042776.44 928785.62 8192.00 1644122.94 1599382.90 821959.19 822163.75 822061.47 10240.00 1233303.80 147130.15 107428.42 1125875.38 616651.90 1024.00 204159.96 149895.17 102067.24 102092.72 102079.98 10240.00 21389.18 18151.76 9320.30 12068.88 10694.59 8192.00 1340397.94 258305.57 145951.44 1194446.50
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= 670198.97 KB/sec = 3584.00 KB
root@nodeoot@nodeoot@nodeoot@nodeoot@nodeoot@nodeoot@nodeoot@nodeoot@nodex1:t/sy stem/cluster/drbd-config/px12-400r# iozone -s 10m -I /mnt/dis Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:47:08 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers = = = = = = = = = = = = = = = = = = 385.40 385.33 192.64 192.76 192.70 10236.00 9798.28 9713.98 4877.95 4920.33 4899.14 10152.00 2005575.12 815775.27 1002050.06 1003525.06 1002787.56 10240.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 1990968.06 KB/sec = 1938975.17 KB/sec
Min Max Avg Min
= 995444.62 KB/sec = 995523.44 KB/sec = 995484.03 KB/sec = 10224.00 KB = = = = = = = = = = = = = = = = = = 1949235.00 1899918.24 974563.75 974671.25 974617.50 10224.00 1933422.44 1884228.07 966403.31 967019.12 966711.22 10232.00 1924387.62 1876281.71 962030.69 962356.94 962193.81 10232.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2sk/f 1 /mnt/disk/f2 Iozone: Performance Test of File I/O
Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collin Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Bo, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:52:17 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 370.20 370.14 185.05 185.15 185.10 10236.00 14412.29 14177.23 7174.88 7237.41 7206.14 10152.00 1925507.12 843491.72 962116.94 963390.19 962753.56 10240.00 1905956.19 1857368.64 952641.88 953314.31 952978.09 10232.00 1874232.31 1828852.73 936869.75 937362.56 937116.16 10236.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = =
1826725.75 1783119.88 913224.31 913501.44 913362.88 10232.00 1809670.56 1766356.76 904664.44 905006.12 904835.28 10232.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cx1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /droot@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root@nodex1: /mnt/system/cx1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.root@nodex1:/mnt /system/cluster/drbd-config/px12-400r# flashcache_destroy /droot@nodex1:/mnt/sys tem/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nodex1:/mnt/system/ cx1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.root@nodex1:/mnt/system/clus ter/drbd-config/px12-400r# flashcache_destroy /droot@nodex1:/mnt/system/cluster/ drbd-config/px12-400r# flashcache_destroy /ddrbd0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data will los t !! root@nodex1:/mnt/system/cx1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_create -s 2000m -b 51
2k cdev /dev/drbd0 /dev/6eb2fd37_vg/lv5dc8fea5 cachedev cdev, ssd_devname /dev/drbd0, disk_devname /dev/6eb2fd37_vg/lv5dc8fea5 block_size 1024, md_block_size 8, cache_size 4096000 root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/mapper/cdev /m nt/disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 22:56:24 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = = = = = = = = = = = = = = = = = = 225.81 224.56 112.36 113.45 112.90 10144.00 395.62 395.39 196.79 198.83 197.81 10136.00 2612.57 2603.23 1302.76 1309.81 1306.29 10192.00 2610.51 2609.55 1301.74 1308.77 1305.26 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
10192.00 KB 3000.66 2999.88 1489.07 1511.59 1500.33 10092.00 2321.62 2320.65 1158.08 1163.53 1160.81 10200.00 13143.32 13139.06 6229.10 6914.22 6571.66 9228.00 6210.36 446.69 312.10 5898.26 3105.18 544.00 459.60 446.90 223.87 235.73 229.80 9728.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:01:49 2012 File size set to 10240 KB
O_DIRECT feature enabled Record Size 512 KB Command line used: iozone -s 10m -I -r 512k -t 2 -F /mnt/disk/f1 /mnt/di sk/f2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 512 Kbyte records Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 2154.53 2123.75 885.85 1268.68 1077.27 7168.00 1898.64 1870.91 486.60 1412.05 949.32 3584.00 31568.94 30506.53 14375.99 17192.95 15784.47 8704.00 30991.70 30717.79 14555.61 16436.10 15495.85 9216.00 33179.19 32528.81 15852.89 17326.30 16589.59 9728.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= = = = = =
7692.57 1920.50 0.00 7692.57 3846.28 0.00
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# umount /mnt/disk/ root @nodex1:/mnt/system/cluster/drbd-config/px12-400r# dmsetup remove cdev root@nod ex1:/mnt/system/cluster/drbd-config/px12-400r# flashcache_destroy /dev/drbd0 flashcache_destroy: Destroying Flashcache found on /dev/drbd0. Any data will be lost !! root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/dram0 mkfs.xfs: cannot open /dev/dram0: Device or resource busy root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mkfs.xfs /dev/drbd0 meta-data=/dev/drbd0 isize=256 agcount=4, agsize=131066 blks = sectsz=512 attr=2, projid32bit=0 data = bsize=4096 blocks=524263, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=2560, version=2 = sectsz=512 sunit=0 blks, lazy-count=1 realtime =none extsz=4096 blocks=0, rtextents=0 (reverse-i-search)`mount /de': mount /dev/mapper/cdev /mnt/disk/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# mount /dev/drbd0 /mnt/dis k/ -o sync root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f2 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:04:07 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 2 -F /mnt/disk/f1 /mnt/disk/f2 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 2 processes Each process writes a 10240 Kbyte file in 4 Kbyte records
Children see throughput for 2 initial writers Parent sees throughput for 2 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 rewriters Parent sees throughput for 2 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 readers Parent sees throughput for 2 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 re-readers Parent sees throughput for 2 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 reverse readers Parent sees throughput for 2 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 stride readers Parent sees throughput for 2 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random readers Parent sees throughput for 2 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 mixed workload Parent sees throughput for 2 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 random writers Parent sees throughput for 2 random writers Min throughput per process Max throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
19309.33 19223.17 9649.17 9660.16 9654.67 10232.00 31695.46 31664.91 15830.66 15864.80 15847.73 10220.00 3671737.12 3344988.95 1833044.12 1838693.00 1835868.56 10188.00 3724587.00 3535890.97 1860436.25 1864150.75 1862293.50 10236.00 3531745.25 3374343.52 1765272.62 1766472.62 1765872.62 10212.00 3558049.12 3395659.79 1776556.00 1781493.12 1779024.56 10240.00 3598743.75 3432156.50 1796846.50 1801897.25 1799371.88 10240.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 1956196.01 KB/sec = 21670.96 KB/sec = 22641.51 KB/sec = 1933554.50 KB/sec = 978098.01 KB/sec = 120.00 KB = = = = 34483.36 33928.65 17233.95 17249.41 KB/sec KB/sec KB/sec KB/sec
Avg throughput per process Min xfer Children see throughput for 2 pwrite writers Parent sees throughput for 2 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 2 pread readers Parent sees throughput for 2 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= = = = = = = = = = = = = =
17241.68 KB/sec 10112.00 KB 16144.56 16141.35 8070.40 8074.16 8072.28 10236.00 3684250.12 3352967.55 1834231.62 1850018.50 1842125.06 10136.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 5 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:05:17 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 5 -F /mnt/disk/f1 /mnt/disk/f2 /m nt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 5 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 5 initial writers Parent sees throughput for 5 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 rewriters Parent sees throughput for 5 rewriters = = = = = = = = 46324.42 16409.01 5351.92 14634.28 9264.88 3748.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
58070.67 KB/sec 58001.04 KB/sec
Min Max Avg Min
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
11082.41 12072.11 11614.13 9404.00 3673835.00 3273423.63 0.00 1844694.88 734767.00 0.00 4095620.50 3630049.60 1153020.00 1730041.38 819124.10 5984.00 3868406.00 3557140.79 0.00 1632148.50 773681.20 0.00 3461190.62 3162625.74 0.00 1732623.62 692238.12 0.00 3569730.12 3256994.72 0.00 1787349.88 713946.03 0.00
KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 5 readers Parent sees throughput for 5 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 re-readers Parent sees throughput for 5 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 reverse readers Parent sees throughput for 5 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 stride readers Parent sees throughput for 5 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 random readers Parent sees throughput for 5 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 mixed workload Parent sees throughput for 5 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 random writers Parent sees throughput for 5 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 5 pwrite writers Parent sees throughput for 5 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer
^C iozone: interrupted exiting iozone root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 10 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 / mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:06:27 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 10 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 10 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 10 initial writers Parent sees throughput for 10 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 rewriters Parent sees throughput for 10 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 readers Parent sees throughput for 10 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 re-readers Parent sees throughput for 10 re-readers = = = = = = = = = = = = = = = = = = 59945.93 19990.28 3055.49 8942.67 5994.59 3516.00 79868.88 79515.52 7699.58 8208.05 7986.89 9608.00 6725277.88 3562362.26 0.00 1120268.38 672527.79 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 6983380.69 KB/sec = 3719253.21 KB/sec
Min Max Avg Min
= 0.00 KB/sec = 1117420.12 KB/sec = 698338.07 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = 4992821.75 3336552.07 0.00 1595289.62 499282.17 0.00 6221968.19 3442307.83 0.00 1069308.50 622196.82 0.00 5668411.25 3482363.87 0.00 1073371.38 566841.12 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 10 reverse readers Parent sees throughput for 10 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 stride readers Parent sees throughput for 10 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random readers Parent sees throughput for 10 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 mixed workload Parent sees throughput for 10 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 10 random writers Parent sees throughput for 10 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 20 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 / mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/ f18 /mnt/disk/f19 /mnt/disk/f20 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,
Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:07:52 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 20 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 20 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 20 initial writers Parent sees throughput for 20 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 rewriters Parent sees throughput for 20 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 readers Parent sees throughput for 20 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 re-readers Parent sees throughput for 20 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 reverse readers Parent sees throughput for 20 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 stride readers Parent sees throughput for 20 stride readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = 41507.57 29661.27 1739.45 2414.84 2075.38 7376.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 113132.44 KB/sec = 112970.94 KB/sec = 5513.32 KB/sec = 5746.54 KB/sec = 5656.62 KB/sec = 9828.00 KB = = = = = = = = = = = = = = = = = = = = = = = 8197899.12 3512671.06 0.00 1101274.50 409894.96 0.00 8088716.00 3705700.11 0.00 1102963.12 404435.80 0.00 8568097.72 2775705.73 0.00 1051224.50 428404.89 0.00 7462993.06 2499372.21 0.00 1051448.75 373149.65 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 20 random readers Parent sees throughput for 20 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 mixed workload Parent sees throughput for 20 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 random writers Parent sees throughput for 20 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 20 pwrite writers Parent sees throughput for 20 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= = = = = = =
root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 / mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/ f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt /disk/f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f20 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Tue Feb 7 23:09:32 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /
mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f20 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process = 119992.36 KB/sec = 43282.68 KB/sec = 1674.35 KB/sec = 5212.65 KB/sec = 3999.75 KB/sec = 3292.00 KB = 145916.78 KB/sec = 145582.36 KB/sec = 3537.81 KB/sec = 5091.00 KB/sec = 4863.89 KB/sec = 7116.00 KB = = = = = = = = = = = = = = = = = = = = = = = = = = = = = 8483100.95 3927184.72 0.00 1089711.00 282770.03 0.00 6457350.81 4151975.34 0.00 588563.62 215245.03 0.00 8496487.39 3499745.12 0.00 1056918.88 283216.25 0.00 5235827.55 3952660.91 0.00 254406.00 174527.59 0.00 6622302.75 3189105.33 0.00 1035256.94 220743.42 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
0.00 KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# login as: root root@172.16.3.206's password: root@nodex1:/# root@nodex1:/# root@nodex1:/# root@nodex1:/# cd /mnt/system/cluster/drbd-config/test/ root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 30 -F /mnt /disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/d isk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/ disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 / mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk /f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/ disk/f20 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England.
Run began: Wed Feb 8 12:18:35 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f20 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 10133.32 9188.36 305.38 342.72 337.78 9128.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 146122.09 KB/sec = 145335.20 KB/sec = 3615.09 KB/sec = 5048.76 KB/sec = 4870.74 KB/sec = 7308.00 KB = = = = = = = = = = = = = = = = = = = = = = = = 10335335.83 KB/sec 3824822.23 KB/sec 0.00 KB/sec 1092765.62 KB/sec 344511.19 KB/sec 0.00 KB 7990600.97 2387116.42 0.00 1087825.38 266353.37 0.00 3349823.38 1668297.42 0.00 1723100.62 111660.78 0.00 8247861.44 2977734.61 0.00 1045512.38 274928.71 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= = = = = =
8913843.69 3633554.50 0.00 1041012.44 297128.12 0.00
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# echo "4096 87380 4194304" >/proc/sys/net/ipv4/tcp_wmem root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 30 -F /mnt /disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/d isk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/ disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 / mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk /f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/ disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer.
Ben England. Run began: Wed Feb 8 12:37:56 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = 46001.28 45705.01 1523.32 1543.61 1533.38 10108.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 148874.41 KB/sec = 148526.51 KB/sec = 4766.19 KB/sec = 5085.24 KB/sec = 4962.48 KB/sec = 9580.00 KB = = = = = = = = = = = = = = = = = = = = = = = 9913801.48 3209488.65 0.00 1086571.12 330460.05 0.00 8280783.16 4020734.73 0.00 1082939.25 276026.11 0.00 8025686.09 3432354.74 0.00 1067555.25 267522.87 0.00 7470174.55 3468182.64 0.00 1029229.50 249005.82 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = =
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# echo 0 >/proc/sys/net/ipv4/tc p_sack root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 30 -F /mnt /disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/d isk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/ disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 / mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk /f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/ disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,
Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 12:57:13 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process = = = = = = 45656.04 45215.39 1511.05 1536.25 1521.87 10068.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 5618608.88 KB/sec = 3206997.46 KB/sec = 0.00 KB/sec = 1036067.12 KB/sec
Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 187286.96 KB/sec = 0.00 KB = = = = = = 6943373.72 2185797.08 0.00 1027257.81 231445.79 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# echo 180000 > /proc/sys/net/ip v4/tcp_max_tw_buckets root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 30 -F /mnt /disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/d isk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/ disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 / mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk /f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/ disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone,
Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 13:03:58 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process = = = = = = 40556.64 40247.72 1340.07 1361.86 1351.89 10076.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 1033094.62 KB/sec = 240058.16 KB/sec = 0.00 KB = = = = = = 8280031.45 2939182.74 0.00 1024087.62 276001.05 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# echo 16777216 > /proc/sys/net/ core/rmem_max root@nodex1:/mnt/system/cluster/drbd-config/test# echo 16777216 > /proc/sys/n et/core/wmem_max root@nodex1:/mnt/system/cluster/drbd-config/test# cat /proc/sys/net/ipv4/tcp_ rmem 4096 87380 4194304 root@nodex1:/mnt/system/cluster/drbd-config/test# echo "4096 87380 16777 216" >/proc/sys/net/ipv4/tcp_rmem root@nodex1:/mnt/system/cluster/drbd-config/test# echo "4096 87380 16777 216" >/proc/sys/net/ipv4/tcp_wmem root@nodex1:/mnt/system/cluster/drbd-config/test# echo 1 >/proc/sys/net/ipv4/ tcp_sack root@nodex1:/mnt/system/cluster/drbd-config/test# iozone -s 10m -I -t 30 -F /mnt /disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/d isk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/ disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 / mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk
/f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/ disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 13:16:53 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process = = = = = = 42209.82 41917.83 1395.68 1416.52 1406.99 10084.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 149227.32 KB/sec = 148640.09 KB/sec = 4730.97 KB/sec = 5066.10 KB/sec = 4974.24 KB/sec = 9564.00 KB = = = = = = = = = = = 9307909.69 3350043.52 0.00 1088829.50 310263.66 0.00 8266655.95 3648801.56 0.00 1079472.88 275555.20 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec
Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= = = = = = = = = = = = = = = = = = =
0.00 KB 9151566.16 2829072.75 0.00 1058499.00 305052.21 0.00 5453121.66 3816976.88 0.00 268329.41 181770.72 0.00 7222727.19 3335739.37 0.00 1026192.56 240757.57 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/mnt/system/cluster/drbd-config/test# login as: root root@172.16.3.206's password: root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1
5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 13:51:26 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process = = = = = = 46670.66 46398.68 1546.31 1565.08 1555.69 10120.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 147561.25 KB/sec = 147222.29 KB/sec = 4646.30 KB/sec = 5061.67 KB/sec = 4918.71 KB/sec = 9400.00 KB = = = = = = 10858434.00 KB/sec 3885253.02 KB/sec 0.00 KB/sec 1088426.88 KB/sec 361947.80 KB/sec 0.00 KB
Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 117496.60 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = 8526178.95 3715790.11 0.00 1054901.88 284205.97 0.00 8933621.92 3756190.52 0.00 1032505.31 297787.40 0.00 5979494.17 3849952.24 101966.03 395719.56 199316.47 4104.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/# ifconfig eth1 txqueuelen 10000 root@nodex1:/# root@nodex1:/# root@nodex1:/# ifconfig eth0 txqueuelen 10000 root@nodex1:/# ifconfig eth3 txqueuelen 10000
root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 13:53:44 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers = = = = = = 48506.21 48175.85 1602.53 1627.13 1616.87 10088.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 9707534.94 KB/sec
Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 3155024.72 KB/sec = 0.00 KB/sec = 1093627.12 KB/sec = 323584.50 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = 9070468.31 3750893.81 0.00 1044957.19 302348.94 0.00 8447073.50 3572280.25 0.00 1024309.56 281569.12 0.00 7458403.84 2215568.30 0.00 1013693.56 248613.46 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m
nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 13:56:33 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process = = = = = = 45321.67 45037.13 1497.09 1519.72 1510.72 10088.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 1083423.62 KB/sec = 282610.17 KB/sec = 0.00 KB = = = = = = = = = = = = = = = = = = 8611054.55 2917724.21 0.00 1052603.00 287035.15 0.00 9242375.59 3722685.79 0.00 1036952.81 308079.19 0.00 5709989.56 3889272.35 0.00 297835.00 190332.99 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/# vi /etc/sysctl.conf root@nodex1:/# sysctl -p net.ipv4.tcp_timestamps = 0 net.ipv4.tcp_sack = 1
net.ipv4.tcp_window_scaling = 1 net.ipv4.tcp_rmem = 1000000 1000000 1000000 net.ipv4.tcp_wmem = 1000000 1000000 1000000 net.ipv4.tcp_mem = 150000000 150000000 150000000 net.core.rmem_max = 1000000 net.core.wmem_max = 1000000 net.core.rmem_default = 2524287 net.core.wmem_default = 2524287 net.core.optmem_max = 2524287 net.core.netdev_max_backlog = 300000 net.ipv4.tcp_window_scaling = 1 root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:07:04 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process = = = = = = 48841.21 48488.27 1616.65 1638.67 1628.04 10100.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Avg throughput per process Min xfer Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
4901.65 KB/sec 9344.00 KB 9834573.81 2764718.00 0.00 1096538.88 327819.13 0.00 7851165.69 2430099.86 0.00 1086706.12 261705.52 0.00 9080329.14 3724771.14 0.00 1027710.44 302677.64 0.00 7336211.06 2290534.92 0.00 1034801.19 244540.37 0.00 7357175.70 3337571.10 0.00 1026671.69 245239.19 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 9637399.73 KB/sec
Parent sees throughput for 30 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 3155352.64 KB/sec = 0.00 KB/sec = 1078083.38 KB/sec = 321246.66 KB/sec = 0.00 KB
iozone test complete. root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:09:21 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 30 initial writers Parent sees throughput for 30 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 rewriters Parent sees throughput for 30 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 45576.08 45201.52 1504.46 1529.59 1519.20 10068.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 30 readers Parent sees throughput for 30 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 re-readers Parent sees throughput for 30 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 reverse readers Parent sees throughput for 30 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 stride readers Parent sees throughput for 30 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random readers Parent sees throughput for 30 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 mixed workload Parent sees throughput for 30 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 random writers Parent sees throughput for 30 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pwrite writers Parent sees throughput for 30 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 30 pread readers Parent sees throughput for 30 pread readers Min throughput per process
= = = = = = = = = = = = = = = = = = = = = = = = = = = = = =
7519296.70 3613644.98 0.00 584717.81 250643.22 0.00 7040292.41 2901544.93 0.00 1080178.62 234676.41 0.00 8115941.69 2210950.17 0.00 1053157.75 270531.39 0.00 7653820.17 3777380.56 0.00 1019485.94 255127.34 0.00 7658907.36 2327696.45 0.00 1024201.12 255296.91 0.00
KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
Max throughput per process Avg throughput per process Min xfer
= 1078096.50 KB/sec = 327934.31 KB/sec = 0.00 KB
iozone test complete. root@nodex1:/# iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f3 2 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/dis k/f38 /mnt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:13:51 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 30 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 30 processes Each process writes a 10240 Kbyte file in 4 Kbyte records ^C iozone: interrupted exiting iozone root@nodex1:/# iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f3 2 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/dis
k/f38 /mnt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:14:00 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 40 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 40 initial writers Parent sees throughput for 40 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 rewriters Parent sees throughput for 40 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 readers Parent sees throughput for 40 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 re-readers Parent sees throughput for 40 re-readers Min throughput per process Max throughput per process = = = = = = 79901.39 56421.67 1594.94 2159.44 1997.53 7564.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Avg throughput per process Min xfer Children see throughput for 40 reverse readers Parent sees throughput for 40 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 stride readers Parent sees throughput for 40 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 random readers Parent sees throughput for 40 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 mixed workload Parent sees throughput for 40 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 random writers Parent sees throughput for 40 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 pwrite writers Parent sees throughput for 40 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 pread readers Parent sees throughput for 40 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
= 228513.46 KB/sec = 3436.00 KB = = = = = = = = = = = = = = = = = = 9672894.13 3742646.19 0.00 1056537.75 241822.35 0.00 8757741.69 3425489.90 0.00 1034586.75 218943.54 0.00 7822792.99 3842612.05 0.00 1005984.00 195569.82 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
iozone test complete. root@nodex1:/# vi /usr/local/etc/drbd.conf root@nodex1:/# umount /mnt/disk/ root@nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm up r0 root@nodex1:/# drbdsetup /dev/drbd0 shoq
USAGE: drbdsetup device command arguments options Device is usually /dev/drbdX or /dev/drbd/X. General options: --create-device, --set-defaults Commands are: primary [opts...] disk [args...] [opts...] net [args...] [opts...] resize [opts...] new-current-uuid [opts...] invalidate-remote resume-sync resume-io verify [opts...] role sh-status dstate get-gi check-resize wait-connect [opts...] secondary detach disconnect [opts...] syncer [opts...] invalidate pause-sync suspend-io outdate down status cstate show-gi show events [opts...] wait-sync [opts...]
To get more details about a command issue 'drbdsetup help cmd'. invalid command root@nodex1:/# drbdsetup /dev/drbd0 show disk { size 0s _is_default; # bytes on-io-error pass_on _is_default; fencing dont-care _is_default; no-disk-barrier ; no-disk-flushes ; max-bio-bvecs 0 _is_default; } net { timeout 60 _is_default; # 1/10 seconds max-epoch-size 8000; max-buffers 8000; unplug-watermark 16; connect-int 10 _is_default; # seconds ping-int 10 _is_default; # seconds sndbuf-size 10485760; # bytes rcvbuf-size 0 _is_default; # bytes ko-count 0 _is_default; allow-two-primaries; after-sb-0pri discard-local; after-sb-1pri violently-as0p; after-sb-2pri violently-as0p; rr-conflict disconnect _is_default; ping-timeout 5 _is_default; # 1/10 seconds on-congestion block _is_default; congestion-fill 0s _is_default; # byte congestion-extents 127 _is_default; } syncer { rate 250k _is_default; # bytes/second after -1 _is_default;
al-extents on-no-data-accessible c-plan-ahead c-delay-target c-fill-target c-max-rate c-min-rate
3389; io-error _is_default; 0 _is_default; # 1/10 seconds 10 _is_default; # 1/10 seconds 0s _is_default; # bytes 102400k _is_default; # bytes/second 4096k _is_default; # bytes/second
} protocol C; _this_host { device minor 0; disk "/dev/dram0"; meta-disk internal; address ipv4 10.0.0.1:7000; } _remote_host { address ipv4 10.0.0.2:7000; } root@nodex1:/# q -sh: q: command not found root@nodex1:/# drbdadm primary r0 root@nodex1:/# mount /dev/drbd0 /mnt/disk/ -o sync root@nodex1:/# iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f3 2 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/dis k/f38 /mnt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:21:46 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes.
File stride size set to 17 * record size. Throughput test with 40 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 40 initial writers Parent sees throughput for 40 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 rewriters Parent sees throughput for 40 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 readers Parent sees throughput for 40 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 re-readers Parent sees throughput for 40 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 reverse readers Parent sees throughput for 40 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 stride readers Parent sees throughput for 40 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 random readers Parent sees throughput for 40 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 mixed workload Parent sees throughput for 40 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 64186.45 63715.70 1592.52 1614.32 1604.66 10104.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
= 3205870.88 KB/sec = 1530162.96 KB/sec = 0.00 KB/sec = 1632644.88 KB/sec = 80146.77 KB/sec = 0.00 KB = 7589215.82 KB/sec = 34777.47 KB/sec = 0.00 KB/sec = 1020628.56 KB/sec = 189730.40 KB/sec = 0.00 KB
Children see throughput for 40 random writers Parent sees throughput for 40 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 pwrite writers Parent sees throughput for 40 pwrite writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 pread readers Parent sees throughput for 40 pread readers Min throughput per process Max throughput per process Avg throughput per process Min xfer
iozone test complete. root@nodex1:/# drbdadm down r0 0: State change failed: (-12) Device is held open by someone Command 'drbdsetup 0 down' terminated with exit code 11 root@nodex1:/# umount /mnt/disk/ root@nodex1:/# drbdadm down r0 root@nodex1:/# vi /usr/local/etc/drbd.conf root@nodex1:/# drbdadm up r0 root@nodex1:/# drbdadm primary r0 root @nodex1:/# mount /dev/drbd0 /mnt/disk/ -o sync root@nod ex1:/# iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/dis k/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /mnt/disk/ f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/d isk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /mnt/disk/ f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f32 /mnt/d isk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/disk/f38 /m nt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:25:05 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /
mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 40 processes Each process writes a 10240 Kbyte file in 4 Kbyte records ^C iozone: interrupted exiting iozone root@nodex1:/# vi /usr/local/etc/drbd.conf root @nodex1:/# vi /usr/local/etc/drbd.conf root@nodex1:/# drbdadm down r0 0: S tate change failed: (-12) Device is held open by someone Command 'drbdsetup 0 down' terminated with exit code 11 root@nodex1:/# umount /mnt/disk/ root @nodex1:/# drbdadm down r0 root@nodex1:/# drbdadm up r0 root@nodex1:/# drbdadm primary r0 root@nodex1:/# umount /mnt/disk/ root@nodex1:/# mount /dev/drbd0 /mnt/disk/ -o sync root@nodex1:/# iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f3 2 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/dis k/f38 /mnt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:32:29 2012 File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/
f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 40 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 40 initial writers Parent sees throughput for 40 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 rewriters Parent sees throughput for 40 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 readers Parent sees throughput for 40 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 re-readers Parent sees throughput for 40 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 reverse readers Parent sees throughput for 40 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 stride readers Parent sees throughput for 40 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 random readers Parent sees throughput for 40 random readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = = = = = = 67549.74 66595.57 1660.64 1704.61 1688.74 9976.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB
Children see throughput for 40 mixed workload Parent sees throughput for 40 mixed workload Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 random writers Parent sees throughput for 40 random writers Min throughput per process Max throughput per process Avg throughput per process Min xfer ^C iozone: interrupted exiting iozone
= 3876769.06 KB/sec = 10542.38 KB/sec = 0.00 KB/sec = 1506821.75 KB/sec = 96919.23 KB/sec = 0.00 KB = 182818.37 KB/sec = 175681.16 KB/sec = 4355.08 KB/sec = 4684.79 KB/sec = 4570.46 KB/sec = 9520.00 KB
root@nodex1:/# sysctl -w net.core.rmem_max=8388608 net.core.rmem_max = 8388608 root@nodex1:/# sysctl -w net.core.wmem_max=8388608 sysctl -w net.core.rmem_default=65536 net.core.wmem_max = 8388608 root@nodex1:/# sysctl -w net.core.rmem_default=65536 net.core.rmem_default = 65536 root@nodex1:/# sysctl -w net.core.wmem_default=65536 net.core.wmem_default = 65536 root@nodex1:/# sysctl -w net.ipv4.tcp_rmem='4096 87380 8388608' net.ipv4.tcp_rmem = 4096 87380 8388608 root@nodex1:/# sysctl -w net.ipv4.tcp_wmem='4096 65536 8388608' net.ipv4.tcp_wmem = 4096 65536 8388608 root@nodex1:/# sysctl -w net.ipv4.tcp_mem='8388608 8388608 8388608' net.ipv4.tcp_mem = 8388608 8388608 8388608 root@nodex1:/# sysctl -w net.ipv4.route.flush=1 net.ipv4.route.flush = 1 root@nodex1:/# iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 /mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mnt/disk/f9 /m nt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f1 5 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/f20 /mnt/di sk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/disk/f26 /m nt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /mnt/disk/f3 2 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f37 /mnt/dis k/f38 /mnt/disk/f39 /mnt/disk/f40 Iozone: Performance Test of File I/O Version $Revision: 3.397 $ Compiled for 64 bit mode. Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins Al Slater, Scott Rhine, Mike Wisner, Ken Goss Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer. Ben England. Run began: Wed Feb 8 14:33:44 2012
File size set to 10240 KB O_DIRECT feature enabled Command line used: iozone -s 10m -I -t 40 -F /mnt/disk/f1 /mnt/disk/f2 / mnt/disk/f3 /mnt/disk/f4 /mnt/disk/f5 /mnt/disk/f6 /mnt/disk/f7 /mnt/disk/f8 /mn t/disk/f9 /mnt/disk/f10 /mnt/disk/f11 /mnt/disk/f12 /mnt/disk/f13 /mnt/disk/f14 /mnt/disk/f15 /mnt/disk/f16 /mnt/disk/f17 /mnt/disk/f18 /mnt/disk/f19 /mnt/disk/ f20 /mnt/disk/f21 /mnt/disk/f22 /mnt/disk/f23 /mnt/disk/f24 /mnt/disk/f25 /mnt/d isk/f26 /mnt/disk/f27 /mnt/disk/f28 /mnt/disk/f29 /mnt/disk/f30 /mnt/disk/f31 /m nt/disk/f32 /mnt/disk/f33 /mnt/disk/f34 /mnt/disk/f35 /mnt/disk/f36 /mnt/disk/f3 7 /mnt/disk/f38 /mnt/disk/f39 /mnt/disk/f40 Output is in Kbytes/sec Time Resolution = 0.000001 seconds. Processor cache size set to 1024 Kbytes. Processor cache line size set to 32 bytes. File stride size set to 17 * record size. Throughput test with 40 processes Each process writes a 10240 Kbyte file in 4 Kbyte records Children see throughput for 40 initial writers Parent sees throughput for 40 initial writers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 rewriters Parent sees throughput for 40 rewriters Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 readers Parent sees throughput for 40 readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 re-readers Parent sees throughput for 40 re-readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 reverse readers Parent sees throughput for 40 reverse readers Min throughput per process Max throughput per process Avg throughput per process Min xfer Children see throughput for 40 stride readers Parent sees throughput for 40 stride readers Min throughput per process Max throughput per process Avg throughput per process Min xfer = 111477.28 KB/sec = 108353.75 KB/sec = 2748.90 KB/sec = 2823.44 KB/sec = 2786.93 KB/sec = 9976.00 KB = 184028.77 KB/sec = 183168.82 KB/sec = 4262.70 KB/sec = 4749.20 KB/sec = 4600.72 KB/sec = 9192.00 KB = = = = = = = = = = = = 8329308.50 2303352.44 0.00 1101707.00 208232.71 0.00 9234059.20 3633787.20 0.00 1075974.12 230851.48 0.00 KB/sec KB/sec KB/sec KB/sec KB/sec KB KB/sec KB/sec KB/sec KB/sec KB/sec KB
= = = = = =
6184841.22 2272298.59 0.00 1036946.31 154621.03 0.00
iozone test complete. root@nodex1:/# sysctl -a kernel.sched_child_runs_first = 0 kernel.sched_rt_period_us = 1000000 kernel.sched_rt_runtime_us = 950000 kernel.sched_autogroup_enabled = 1 kernel.panic = 0 kernel.core_uses_pid = 0 kernel.core_pattern = /mnt/system/cores/%e.core kernel.core_pipe_limit = 0 kernel.tainted = 0 kernel.real-root-dev = 256 kernel.print-fatal-signals = 0 kernel.ctrl-alt-del = 0 kernel.modprobe = /sbin/modprobe kernel.modules_disabled = 0 kernel.hotplug = /sbin/hotplug kernel.sg-big-buff = 32768 kernel.sysrq = 1 kernel.cad_pid = 1 kernel.threads-max = 61444 kernel.random.poolsize = 4096 kernel.random.entropy_avail = 146
kernel.random.read_wakeup_threshold = 64 kernel.random.write_wakeup_threshold = 128 kernel.random.boot_id = cbe2dee5-528c-473a-9f04-c5f59aac02f1 kernel.random.uuid = 3a5b896d-360d-447a-b7fb-0f728e73bcf2 kernel.overflowuid = 65534 kernel.overflowgid = 65534 kernel.pid_max = 32768 kernel.panic_on_oops = 0 kernel.printk = 7 4 1 7 kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.printk_delay = 0 kernel.dmesg_restrict = 0 kernel.kptr_restrict = 0 kernel.ngroups_max = 65536 kernel.unknown_nmi_panic = 0 kernel.panic_on_unrecovered_nmi = 0 kernel.panic_on_io_nmi = 0 kernel.bootloader_type = 113 kernel.bootloader_version = 1 kernel.kstack_depth_to_print = 12 kernel.io_delay_type = 0 kernel.randomize_va_space = 1 kernel.acpi_video_flags = 0 kernel.max_lock_depth = 1024 kernel.poweroff_cmd = /sbin/poweroff kernel.perf_event_paranoid = 1 kernel.perf_event_mlock_kb = 516 kernel.perf_event_max_sample_rate = 100000 kernel.blk_iopoll = 1 kernel.vsyscall64 = 1 kernel.ostype = Linux kernel.osrelease = 2.6.39.3 kernel.version = #1 SMP Thu Feb 2 14:42:50 EST 2012 kernel.hostname = nodex1 kernel.domainname = (none) kernel.shmmax = 33554432 kernel.shmall = 2097152 kernel.shmmni = 4096 kernel.msgmax = 8192 kernel.msgmni = 7683 kernel.msgmnb = 16384 kernel.sem = 250 32000 32 128 kernel.auto_msgmni = 1 kernel.pty.max = 4096 kernel.pty.nr = 5 vm.overcommit_memory = 0 vm.panic_on_oom = 0 vm.oom_kill_allocating_task = 0 vm.oom_dump_tasks = 1 vm.overcommit_ratio = 50 vm.page-cluster = 3 vm.dirty_background_ratio = 10 vm.dirty_background_bytes = 0 vm.dirty_ratio = 20 vm.dirty_bytes = 0 vm.dirty_writeback_centisecs = 500 vm.dirty_expire_centisecs = 3000 vm.nr_pdflush_threads = 0 vm.swappiness = 60
vm.lowmem_reserve_ratio = 256 256 32 vm.drop_caches = 0 vm.min_free_kbytes = 65536 vm.percpu_pagelist_fraction = 0 vm.max_map_count = 65530 vm.laptop_mode = 0 vm.block_dump = 0 vm.vfs_cache_pressure = 100 vm.legacy_va_layout = 0 vm.stat_interval = 1 vm.mmap_min_addr = 4096 vm.scan_unevictable_pages = 0 fs.inode-nr = 60481 432 fs.inode-state = 60481 432 0 0 fs.file-nr = 1376 0 393212 fs.file-max = 393212 fs.nr_open = 1048576 fs.dentry-state = 61244 59870 45 0 fs.overflowuid = 65534 fs.overflowgid = 65534 fs.leases-enable = 1 fs.dir-notify-enable = 1 fs.lease-break-time = 45 fs.aio-nr = 0 fs.aio-max-nr = 65536 fs.inotify.max_user_instances = 256 fs.inotify.max_user_watches = 262144 fs.inotify.max_queued_events = 16384 fs.epoll.max_user_watches = 805355 fs.suid_dumpable = 0 fs.pipe-max-size = 1048576 fs.quota.lookups = 0 fs.quota.drops = 0 fs.quota.reads = 0 fs.quota.writes = 0 fs.quota.cache_hits = 0 fs.quota.allocated_dquots = 0 fs.quota.free_dquots = 0 fs.quota.syncs = 3744 fs.nfs.nfs_mountpoint_timeout = 500 fs.nfs.nfs_congestion_kb = 63424 fs.nfs.nlm_grace_period = 0 fs.nfs.nlm_timeout = 10 fs.nfs.nlm_udpport = 0 fs.nfs.nlm_tcpport = 0 fs.nfs.nsm_use_hostnames = 0 fs.nfs.nsm_local_state = 0 fs.mqueue.queues_max = 256 fs.mqueue.msg_max = 10 fs.mqueue.msgsize_max = 8192 fs.xfs.irix_sgid_inherit = 0 fs.xfs.irix_symlink_mode = 0 fs.xfs.panic_mask = 0 fs.xfs.error_level = 3 fs.xfs.xfssyncd_centisecs = 3000 fs.xfs.inherit_sync = 1 fs.xfs.inherit_nodump = 1 fs.xfs.inherit_noatime = 1 fs.xfs.xfsbufd_centisecs = 100 fs.xfs.age_buffer_centisecs = 1500
fs.xfs.inherit_nosymlinks = 0 fs.xfs.rotorstep = 1 fs.xfs.inherit_nodefrag = 1 fs.xfs.filestream_centisecs = 3000 fs.xfs.stats_clear = 0 debug.exception-trace = 1 dev.scsi.logging_level = 0 dev.raid.speed_limit_min = 1000 dev.raid.speed_limit_max = 200000 dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 dev.cdrom.info = dev.cdrom.info = drive name: dev.cdrom.info = drive speed: dev.cdrom.info = drive # of slots: dev.cdrom.info = Can close tray: dev.cdrom.info = Can open tray: dev.cdrom.info = Can lock tray: dev.cdrom.info = Can change speed: dev.cdrom.info = Can select disk: dev.cdrom.info = Can read multisession: dev.cdrom.info = Can read MCN: dev.cdrom.info = Reports media changed: dev.cdrom.info = Can play audio: dev.cdrom.info = Can write CD-R: dev.cdrom.info = Can write CD-RW: dev.cdrom.info = Can read DVD: dev.cdrom.info = Can write DVD-R: dev.cdrom.info = Can write DVD-RAM: dev.cdrom.info = Can read MRW: dev.cdrom.info = Can write MRW: dev.cdrom.info = Can write RAM: dev.cdrom.info = dev.cdrom.info = dev.cdrom.autoclose = 1 dev.cdrom.autoeject = 0 dev.cdrom.debug = 0 dev.cdrom.lock = 1 dev.cdrom.check_media = 0 dev.flashcache.io_latency_hist = 0 dev.flashcache.do_sync = 0 dev.flashcache.stop_sync = 0 dev.flashcache.dirty_thresh_pct = 20 dev.flashcache.max_clean_ios_total = 4 dev.flashcache.max_clean_ios_set = 2 dev.flashcache.do_pid_expiry = 0 dev.flashcache.max_pids = 100 dev.flashcache.pid_expiry_secs = 60 dev.flashcache.reclaim_policy = 0 dev.flashcache.zero_stats = 1 dev.flashcache.fast_remove = 0 dev.flashcache.cache_all = 1 dev.flashcache.fallow_clean_speed = 2 dev.flashcache.fallow_delay = 900 net.core.somaxconn = 128 net.core.xfrm_aevent_etime = 10 net.core.xfrm_aevent_rseqth = 2 net.core.xfrm_larval_drop = 1 net.core.xfrm_acq_expires = 30 net.core.wmem_max = 8388608 net.core.rmem_max = 8388608
net.core.wmem_default = 65536 net.core.rmem_default = 65536 net.core.dev_weight = 64 net.core.netdev_max_backlog = 300000 net.core.netdev_tstamp_prequeue = 1 net.core.message_cost = 5 net.core.message_burst = 10 net.core.optmem_max = 2524287 net.core.rps_sock_flow_entries = 0 net.core.netdev_budget = 300 net.core.warnings = 1 net.ipv4.route.gc_thresh = 131072 net.ipv4.route.max_size = 2097152 net.ipv4.route.gc_min_interval = 0 net.ipv4.route.gc_min_interval_ms = 500 net.ipv4.route.gc_timeout = 300 net.ipv4.route.gc_interval = 60 net.ipv4.route.redirect_load = 5 net.ipv4.route.redirect_number = 9 net.ipv4.route.redirect_silence = 5120 net.ipv4.route.error_cost = 250 net.ipv4.route.error_burst = 1250 net.ipv4.route.gc_elasticity = 8 net.ipv4.route.mtu_expires = 600 net.ipv4.route.min_pmtu = 552 net.ipv4.route.min_adv_mss = 256 error: permission denied on key 'net.ipv4.route.flush' net.ipv4.neigh.default.mcast_solicit = 3 net.ipv4.neigh.default.ucast_solicit = 3 net.ipv4.neigh.default.app_solicit = 0 net.ipv4.neigh.default.retrans_time = 100 net.ipv4.neigh.default.base_reachable_time = 30 net.ipv4.neigh.default.delay_first_probe_time = 5 net.ipv4.neigh.default.gc_stale_time = 60 net.ipv4.neigh.default.unres_qlen = 3 net.ipv4.neigh.default.proxy_qlen = 64 net.ipv4.neigh.default.anycast_delay = 100 net.ipv4.neigh.default.proxy_delay = 80 net.ipv4.neigh.default.locktime = 100 net.ipv4.neigh.default.retrans_time_ms = 1000 net.ipv4.neigh.default.base_reachable_time_ms = 30000 net.ipv4.neigh.default.gc_interval = 30 net.ipv4.neigh.default.gc_thresh1 = 128 net.ipv4.neigh.default.gc_thresh2 = 512 net.ipv4.neigh.default.gc_thresh3 = 1024 net.ipv4.neigh.lo.mcast_solicit = 3 net.ipv4.neigh.lo.ucast_solicit = 3 net.ipv4.neigh.lo.app_solicit = 0 net.ipv4.neigh.lo.retrans_time = 100 net.ipv4.neigh.lo.base_reachable_time = 30 net.ipv4.neigh.lo.delay_first_probe_time = 5 net.ipv4.neigh.lo.gc_stale_time = 60 net.ipv4.neigh.lo.unres_qlen = 3 net.ipv4.neigh.lo.proxy_qlen = 64 net.ipv4.neigh.lo.anycast_delay = 100 net.ipv4.neigh.lo.proxy_delay = 80 net.ipv4.neigh.lo.locktime = 100 net.ipv4.neigh.lo.retrans_time_ms = 1000 net.ipv4.neigh.lo.base_reachable_time_ms = 30000 net.ipv4.neigh.eth0.mcast_solicit = 3
net.ipv4.neigh.eth0.ucast_solicit = 3 net.ipv4.neigh.eth0.app_solicit = 0 net.ipv4.neigh.eth0.retrans_time = 100 net.ipv4.neigh.eth0.base_reachable_time = 30 net.ipv4.neigh.eth0.delay_first_probe_time = 5 net.ipv4.neigh.eth0.gc_stale_time = 60 net.ipv4.neigh.eth0.unres_qlen = 3 net.ipv4.neigh.eth0.proxy_qlen = 64 net.ipv4.neigh.eth0.anycast_delay = 100 net.ipv4.neigh.eth0.proxy_delay = 80 net.ipv4.neigh.eth0.locktime = 100 net.ipv4.neigh.eth0.retrans_time_ms = 1000 net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 net.ipv4.neigh.eth1.mcast_solicit = 3 net.ipv4.neigh.eth1.ucast_solicit = 3 net.ipv4.neigh.eth1.app_solicit = 0 net.ipv4.neigh.eth1.retrans_time = 100 net.ipv4.neigh.eth1.base_reachable_time = 30 net.ipv4.neigh.eth1.delay_first_probe_time = 5 net.ipv4.neigh.eth1.gc_stale_time = 60 net.ipv4.neigh.eth1.unres_qlen = 3 net.ipv4.neigh.eth1.proxy_qlen = 64 net.ipv4.neigh.eth1.anycast_delay = 100 net.ipv4.neigh.eth1.proxy_delay = 80 net.ipv4.neigh.eth1.locktime = 100 net.ipv4.neigh.eth1.retrans_time_ms = 1000 net.ipv4.neigh.eth1.base_reachable_time_ms = 30000 net.ipv4.neigh.eth2.mcast_solicit = 3 net.ipv4.neigh.eth2.ucast_solicit = 3 net.ipv4.neigh.eth2.app_solicit = 0 net.ipv4.neigh.eth2.retrans_time = 100 net.ipv4.neigh.eth2.base_reachable_time = 30 net.ipv4.neigh.eth2.delay_first_probe_time = 5 net.ipv4.neigh.eth2.gc_stale_time = 60 net.ipv4.neigh.eth2.unres_qlen = 3 net.ipv4.neigh.eth2.proxy_qlen = 64 net.ipv4.neigh.eth2.anycast_delay = 100 net.ipv4.neigh.eth2.proxy_delay = 80 net.ipv4.neigh.eth2.locktime = 100 net.ipv4.neigh.eth2.retrans_time_ms = 1000 net.ipv4.neigh.eth2.base_reachable_time_ms = 30000 net.ipv4.neigh.eth3.mcast_solicit = 3 net.ipv4.neigh.eth3.ucast_solicit = 3 net.ipv4.neigh.eth3.app_solicit = 0 net.ipv4.neigh.eth3.retrans_time = 100 net.ipv4.neigh.eth3.base_reachable_time = 30 net.ipv4.neigh.eth3.delay_first_probe_time = 5 net.ipv4.neigh.eth3.gc_stale_time = 60 net.ipv4.neigh.eth3.unres_qlen = 3 net.ipv4.neigh.eth3.proxy_qlen = 64 net.ipv4.neigh.eth3.anycast_delay = 100 net.ipv4.neigh.eth3.proxy_delay = 80 net.ipv4.neigh.eth3.locktime = 100 net.ipv4.neigh.eth3.retrans_time_ms = 1000 net.ipv4.neigh.eth3.base_reachable_time_ms = 30000 net.ipv4.neigh.bond0.mcast_solicit = 3 net.ipv4.neigh.bond0.ucast_solicit = 3 net.ipv4.neigh.bond0.app_solicit = 0 net.ipv4.neigh.bond0.retrans_time = 100 net.ipv4.neigh.bond0.base_reachable_time = 30
net.ipv4.neigh.bond0.delay_first_probe_time = 5 net.ipv4.neigh.bond0.gc_stale_time = 60 net.ipv4.neigh.bond0.unres_qlen = 3 net.ipv4.neigh.bond0.proxy_qlen = 64 net.ipv4.neigh.bond0.anycast_delay = 100 net.ipv4.neigh.bond0.proxy_delay = 80 net.ipv4.neigh.bond0.locktime = 100 net.ipv4.neigh.bond0.retrans_time_ms = 1000 net.ipv4.neigh.bond0.base_reachable_time_ms = 30000 net.ipv4.tcp_timestamps = 0 net.ipv4.tcp_window_scaling = 1 net.ipv4.tcp_sack = 1 net.ipv4.tcp_retrans_collapse = 1 net.ipv4.ip_default_ttl = 64 net.ipv4.ip_no_pmtu_disc = 0 net.ipv4.ip_nonlocal_bind = 0 net.ipv4.tcp_syn_retries = 5 net.ipv4.tcp_synack_retries = 5 net.ipv4.tcp_max_orphans = 131072 net.ipv4.tcp_max_tw_buckets = 180000 net.ipv4.ip_dynaddr = 0 net.ipv4.tcp_keepalive_time = 7200 net.ipv4.tcp_keepalive_probes = 9 net.ipv4.tcp_keepalive_intvl = 75 net.ipv4.tcp_retries1 = 3 net.ipv4.tcp_retries2 = 15 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_tw_recycle = 0 net.ipv4.tcp_abort_on_overflow = 0 net.ipv4.tcp_stdurg = 0 net.ipv4.tcp_rfc1337 = 0 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.ip_local_port_range = 32768 61000 net.ipv4.ip_local_reserved_ports = net.ipv4.igmp_max_memberships = 20 net.ipv4.igmp_max_msf = 10 net.ipv4.inet_peer_threshold = 65664 net.ipv4.inet_peer_minttl = 120 net.ipv4.inet_peer_maxttl = 600 net.ipv4.inet_peer_gc_mintime = 10 net.ipv4.inet_peer_gc_maxtime = 120 net.ipv4.tcp_orphan_retries = 0 net.ipv4.tcp_fack = 1 net.ipv4.tcp_reordering = 3 net.ipv4.tcp_ecn = 2 net.ipv4.tcp_dsack = 1 net.ipv4.tcp_mem = 8388608 8388608 8388608 net.ipv4.tcp_wmem = 4096 65536 8388608 net.ipv4.tcp_rmem = 4096 87380 8388608 net.ipv4.tcp_app_win = 31 net.ipv4.tcp_adv_win_scale = 2 net.ipv4.tcp_tw_reuse = 0 net.ipv4.tcp_frto = 2 net.ipv4.tcp_frto_response = 0 net.ipv4.tcp_low_latency = 0 net.ipv4.tcp_no_metrics_save = 0 net.ipv4.tcp_moderate_rcvbuf = 1 net.ipv4.tcp_tso_win_divisor = 3 net.ipv4.tcp_congestion_control = cubic net.ipv4.tcp_abc = 0
net.ipv4.tcp_mtu_probing = 0 net.ipv4.tcp_base_mss = 512 net.ipv4.tcp_workaround_signed_windows = 0 net.ipv4.tcp_slow_start_after_idle = 1 net.ipv4.tcp_available_congestion_control = cubic reno net.ipv4.tcp_allowed_congestion_control = cubic reno net.ipv4.tcp_max_ssthresh = 0 net.ipv4.tcp_cookie_size = 0 net.ipv4.tcp_thin_linear_timeouts = 0 net.ipv4.tcp_thin_dupack = 0 net.ipv4.udp_mem = 368640 491520 737280 net.ipv4.udp_rmem_min = 4096 net.ipv4.udp_wmem_min = 4096 net.ipv4.conf.all.forwarding = 0 net.ipv4.conf.all.mc_forwarding = 0 net.ipv4.conf.all.accept_redirects = 1 net.ipv4.conf.all.secure_redirects = 1 net.ipv4.conf.all.shared_media = 1 net.ipv4.conf.all.rp_filter = 0 net.ipv4.conf.all.send_redirects = 1 net.ipv4.conf.all.accept_source_route = 0 net.ipv4.conf.all.accept_local = 0 net.ipv4.conf.all.src_valid_mark = 0 net.ipv4.conf.all.proxy_arp = 0 net.ipv4.conf.all.medium_id = 0 net.ipv4.conf.all.bootp_relay = 0 net.ipv4.conf.all.log_martians = 0 net.ipv4.conf.all.tag = 0 net.ipv4.conf.all.arp_filter = 0 net.ipv4.conf.all.arp_announce = 0 net.ipv4.conf.all.arp_ignore = 0 net.ipv4.conf.all.arp_accept = 0 net.ipv4.conf.all.arp_notify = 0 net.ipv4.conf.all.proxy_arp_pvlan = 0 net.ipv4.conf.all.disable_xfrm = 0 net.ipv4.conf.all.disable_policy = 0 net.ipv4.conf.all.force_igmp_version = 0 net.ipv4.conf.all.promote_secondaries = 0 net.ipv4.conf.default.forwarding = 0 net.ipv4.conf.default.mc_forwarding = 0 net.ipv4.conf.default.accept_redirects = 1 net.ipv4.conf.default.secure_redirects = 1 net.ipv4.conf.default.shared_media = 1 net.ipv4.conf.default.rp_filter = 0 net.ipv4.conf.default.send_redirects = 1 net.ipv4.conf.default.accept_source_route = 1 net.ipv4.conf.default.accept_local = 0 net.ipv4.conf.default.src_valid_mark = 0 net.ipv4.conf.default.proxy_arp = 0 net.ipv4.conf.default.medium_id = 0 net.ipv4.conf.default.bootp_relay = 0 net.ipv4.conf.default.log_martians = 0 net.ipv4.conf.default.tag = 0 net.ipv4.conf.default.arp_filter = 0 net.ipv4.conf.default.arp_announce = 0 net.ipv4.conf.default.arp_ignore = 0 net.ipv4.conf.default.arp_accept = 0 net.ipv4.conf.default.arp_notify = 0 net.ipv4.conf.default.proxy_arp_pvlan = 0 net.ipv4.conf.default.disable_xfrm = 0
net.ipv4.conf.default.disable_policy = 0 net.ipv4.conf.default.force_igmp_version = 0 net.ipv4.conf.default.promote_secondaries = 0 net.ipv4.conf.lo.forwarding = 0 net.ipv4.conf.lo.mc_forwarding = 0 net.ipv4.conf.lo.accept_redirects = 1 net.ipv4.conf.lo.secure_redirects = 1 net.ipv4.conf.lo.shared_media = 1 net.ipv4.conf.lo.rp_filter = 0 net.ipv4.conf.lo.send_redirects = 1 net.ipv4.conf.lo.accept_source_route = 1 net.ipv4.conf.lo.accept_local = 0 net.ipv4.conf.lo.src_valid_mark = 0 net.ipv4.conf.lo.proxy_arp = 0 net.ipv4.conf.lo.medium_id = 0 net.ipv4.conf.lo.bootp_relay = 0 net.ipv4.conf.lo.log_martians = 0 net.ipv4.conf.lo.tag = 0 net.ipv4.conf.lo.arp_filter = 0 net.ipv4.conf.lo.arp_announce = 0 net.ipv4.conf.lo.arp_ignore = 0 net.ipv4.conf.lo.arp_accept = 0 net.ipv4.conf.lo.arp_notify = 0 net.ipv4.conf.lo.proxy_arp_pvlan = 0 net.ipv4.conf.lo.disable_xfrm = 1 net.ipv4.conf.lo.disable_policy = 1 net.ipv4.conf.lo.force_igmp_version = 0 net.ipv4.conf.lo.promote_secondaries = 0 net.ipv4.conf.eth0.forwarding = 0 net.ipv4.conf.eth0.mc_forwarding = 0 net.ipv4.conf.eth0.accept_redirects = 1 net.ipv4.conf.eth0.secure_redirects = 1 net.ipv4.conf.eth0.shared_media = 1 net.ipv4.conf.eth0.rp_filter = 0 net.ipv4.conf.eth0.send_redirects = 1 net.ipv4.conf.eth0.accept_source_route = 1 net.ipv4.conf.eth0.accept_local = 0 net.ipv4.conf.eth0.src_valid_mark = 0 net.ipv4.conf.eth0.proxy_arp = 0 net.ipv4.conf.eth0.medium_id = 0 net.ipv4.conf.eth0.bootp_relay = 0 net.ipv4.conf.eth0.log_martians = 0 net.ipv4.conf.eth0.tag = 0 net.ipv4.conf.eth0.arp_filter = 0 net.ipv4.conf.eth0.arp_announce = 0 net.ipv4.conf.eth0.arp_ignore = 0 net.ipv4.conf.eth0.arp_accept = 0 net.ipv4.conf.eth0.arp_notify = 0 net.ipv4.conf.eth0.proxy_arp_pvlan = 0 net.ipv4.conf.eth0.disable_xfrm = 0 net.ipv4.conf.eth0.disable_policy = 0 net.ipv4.conf.eth0.force_igmp_version = 0 net.ipv4.conf.eth0.promote_secondaries = 0 net.ipv4.conf.eth1.forwarding = 0 net.ipv4.conf.eth1.mc_forwarding = 0 net.ipv4.conf.eth1.accept_redirects = 1 net.ipv4.conf.eth1.secure_redirects = 1 net.ipv4.conf.eth1.shared_media = 1 net.ipv4.conf.eth1.rp_filter = 0 net.ipv4.conf.eth1.send_redirects = 1
net.ipv4.conf.eth1.accept_source_route = 1 net.ipv4.conf.eth1.accept_local = 0 net.ipv4.conf.eth1.src_valid_mark = 0 net.ipv4.conf.eth1.proxy_arp = 0 net.ipv4.conf.eth1.medium_id = 0 net.ipv4.conf.eth1.bootp_relay = 0 net.ipv4.conf.eth1.log_martians = 0 net.ipv4.conf.eth1.tag = 0 net.ipv4.conf.eth1.arp_filter = 0 net.ipv4.conf.eth1.arp_announce = 0 net.ipv4.conf.eth1.arp_ignore = 0 net.ipv4.conf.eth1.arp_accept = 0 net.ipv4.conf.eth1.arp_notify = 0 net.ipv4.conf.eth1.proxy_arp_pvlan = 0 net.ipv4.conf.eth1.disable_xfrm = 0 net.ipv4.conf.eth1.disable_policy = 0 net.ipv4.conf.eth1.force_igmp_version = 0 net.ipv4.conf.eth1.promote_secondaries = 0 net.ipv4.conf.eth2.forwarding = 0 net.ipv4.conf.eth2.mc_forwarding = 0 net.ipv4.conf.eth2.accept_redirects = 1 net.ipv4.conf.eth2.secure_redirects = 1 net.ipv4.conf.eth2.shared_media = 1 net.ipv4.conf.eth2.rp_filter = 0 net.ipv4.conf.eth2.send_redirects = 1 net.ipv4.conf.eth2.accept_source_route = 1 net.ipv4.conf.eth2.accept_local = 0 net.ipv4.conf.eth2.src_valid_mark = 0 net.ipv4.conf.eth2.proxy_arp = 0 net.ipv4.conf.eth2.medium_id = 0 net.ipv4.conf.eth2.bootp_relay = 0 net.ipv4.conf.eth2.log_martians = 0 net.ipv4.conf.eth2.tag = 0 net.ipv4.conf.eth2.arp_filter = 0 net.ipv4.conf.eth2.arp_announce = 0 net.ipv4.conf.eth2.arp_ignore = 0 net.ipv4.conf.eth2.arp_accept = 0 net.ipv4.conf.eth2.arp_notify = 0 net.ipv4.conf.eth2.proxy_arp_pvlan = 0 net.ipv4.conf.eth2.disable_xfrm = 0 net.ipv4.conf.eth2.disable_policy = 0 net.ipv4.conf.eth2.force_igmp_version = 0 net.ipv4.conf.eth2.promote_secondaries = 0 net.ipv4.conf.eth3.forwarding = 0 net.ipv4.conf.eth3.mc_forwarding = 0 net.ipv4.conf.eth3.accept_redirects = 1 net.ipv4.conf.eth3.secure_redirects = 1 net.ipv4.conf.eth3.shared_media = 1 net.ipv4.conf.eth3.rp_filter = 0 net.ipv4.conf.eth3.send_redirects = 1 net.ipv4.conf.eth3.accept_source_route = 1 net.ipv4.conf.eth3.accept_local = 0 net.ipv4.conf.eth3.src_valid_mark = 0 net.ipv4.conf.eth3.proxy_arp = 0 net.ipv4.conf.eth3.medium_id = 0 net.ipv4.conf.eth3.bootp_relay = 0 net.ipv4.conf.eth3.log_martians = 0 net.ipv4.conf.eth3.tag = 0 net.ipv4.conf.eth3.arp_filter = 0 net.ipv4.conf.eth3.arp_announce = 0
net.ipv4.conf.eth3.arp_ignore = 0 net.ipv4.conf.eth3.arp_accept = 0 net.ipv4.conf.eth3.arp_notify = 0 net.ipv4.conf.eth3.proxy_arp_pvlan = 0 net.ipv4.conf.eth3.disable_xfrm = 0 net.ipv4.conf.eth3.disable_policy = 0 net.ipv4.conf.eth3.force_igmp_version = 0 net.ipv4.conf.eth3.promote_secondaries = 0 net.ipv4.conf.bond0.forwarding = 0 net.ipv4.conf.bond0.mc_forwarding = 0 net.ipv4.conf.bond0.accept_redirects = 1 net.ipv4.conf.bond0.secure_redirects = 1 net.ipv4.conf.bond0.shared_media = 1 net.ipv4.conf.bond0.rp_filter = 0 net.ipv4.conf.bond0.send_redirects = 1 net.ipv4.conf.bond0.accept_source_route = 1 net.ipv4.conf.bond0.accept_local = 0 net.ipv4.conf.bond0.src_valid_mark = 0 net.ipv4.conf.bond0.proxy_arp = 0 net.ipv4.conf.bond0.medium_id = 0 net.ipv4.conf.bond0.bootp_relay = 0 net.ipv4.conf.bond0.log_martians = 0 net.ipv4.conf.bond0.tag = 0 net.ipv4.conf.bond0.arp_filter = 0 net.ipv4.conf.bond0.arp_announce = 0 net.ipv4.conf.bond0.arp_ignore = 0 net.ipv4.conf.bond0.arp_accept = 0 net.ipv4.conf.bond0.arp_notify = 0 net.ipv4.conf.bond0.proxy_arp_pvlan = 0 net.ipv4.conf.bond0.disable_xfrm = 0 net.ipv4.conf.bond0.disable_policy = 0 net.ipv4.conf.bond0.force_igmp_version = 0 net.ipv4.conf.bond0.promote_secondaries = 0 net.ipv4.ip_forward = 0 net.ipv4.xfrm4_gc_thresh = 1048576 net.ipv4.ipfrag_high_thresh = 262144 net.ipv4.ipfrag_low_thresh = 196608 net.ipv4.ipfrag_time = 30 net.ipv4.icmp_echo_ignore_all = 0 net.ipv4.icmp_echo_ignore_broadcasts = 1 net.ipv4.icmp_ignore_bogus_error_responses = 1 net.ipv4.icmp_errors_use_inbound_ifaddr = 0 net.ipv4.icmp_ratelimit = 1000 net.ipv4.icmp_ratemask = 6168 net.ipv4.rt_cache_rebuild_count = 4 net.ipv4.ipfrag_secret_interval = 600 net.ipv4.ipfrag_max_dist = 64 net.sctp.rto_initial = 3000 net.sctp.rto_min = 1000 net.sctp.rto_max = 60000 net.sctp.valid_cookie_life = 60000 net.sctp.max_burst = 4 net.sctp.association_max_retrans = 10 net.sctp.sndbuf_policy = 0 net.sctp.rcvbuf_policy = 0 net.sctp.path_max_retrans = 5 net.sctp.max_init_retransmits = 8 net.sctp.hb_interval = 30000 net.sctp.cookie_preserve_enable = 1 net.sctp.rto_alpha_exp_divisor = 3
net.sctp.rto_beta_exp_divisor = 2 net.sctp.addip_enable = 0 net.sctp.prsctp_enable = 1 net.sctp.sack_timeout = 200 net.sctp.sctp_mem = 368736 491648 737472 net.sctp.sctp_rmem = 4096 301500 4194304 net.sctp.sctp_wmem = 4096 16384 4194304 net.sctp.auth_enable = 0 net.sctp.addip_noauth_enable = 0 net.sctp.addr_scope_policy = 1 net.sctp.rwnd_update_shift = 4 net.unix.max_dgram_qlen = 10 sunrpc.rpc_debug = 0 sunrpc.nfs_debug = 0 sunrpc.nfsd_debug = 0 sunrpc.nlm_debug = 0 sunrpc.transports = tcp 1048576 sunrpc.transports = udp 32768 sunrpc.udp_slot_table_entries = 16 sunrpc.tcp_slot_table_entries = 16 sunrpc.min_resvport = 665 sunrpc.max_resvport = 1023 sunrpc.tcp_fin_timeout = 15 root@nodex1:/#

DRBD Configure

Uploaded by

Document Information

Original Description:

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

DRBD Configure

Uploaded by

Copyright:

Available Formats

Requirment : two machines, each with a dedicated network link.

243202 1953514583+ ee EFI GPT

20.01 GiB 5122 1 inherit auto 256 253:0

00 08 00 2097024 00 08 00 2097024 00 80 00 0 00 08 00 0 00 08 00 528 00 08 00 528 00 08 00 528

00 08 00 2097024 00 80 00 0 00 08 00 0 00 08 00 528 00 08 00 528 00 08 00 528

vi /etc/cluster/cluster.conf vi /etc/cluster/cluster.conf ccs_tool update /etc/cluster/clusconf

VG Name PV Size Allocatable PE Size Total PE Free PE Allocated PE PV UUID

20.00 GiB NO 0 0 0 0 Xfb870-Aw4S-ed3U-wYac-b7Pn-EZkF-jJmhnc

Disk /dev/sdc: 997 MB, 997720064 bytes

root@px12-400r-TI2Y5H:/# exit logout Connection to 192.168.0.103 closed.

vi /etc/drb echo "nodex hostname no cat /etc/ho

ping nodex2 ping nodex1

ping nodex2 vi /etc/hos ping nodex2

tent oos: rima hout 17 - -d wi /de /de /drb

x2 etwo etwo .d/n nd0= 2090

NFS NFS NFS

B roos: own reat ta b

/de p r0 rima hout 17 - -/drb

.0 c:1 e:0 r:0 MiB

0.0 :1 e:0 r:0 MiB

root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# root@nodex1:/mnt/system/cluster/drbd-config/px12-400r# version: 8.3.10 (api:88/proto:86-96)

vi /etc/network/inter rmmod bonding drbdadm -- --overwrit0 cat /proc/drbd

before before before before before

doing doing doing doing doing

NFS NFS NFS NFS NFS

mounts mounts mounts mounts mounts

te-d pri pri

tim tim tim tim tim

tim tim tim

time=0.118 time=0.133 time=0.178 time=0.128 time 2997ms

resume-sync wait-connect state dstate dump-xml show-gi dump-md hidden-commands

adjust wait-con-int cstate dump create-md get-gi wipe-md

rate after al-extents

250k _is_default; # bytes/second -1 _is_default; 127 _is_default;

rr-conflict ping-timeout } syncer { rate after al-extents

ping-timeout } syncer { rate after al-extents

5 _is_default; # 1/10 seconds 250k _is_default; # bytes/second -1 _is_default; 127 _is_default;

resume-sync resume-io down cstate show-gi show wait-connect [opts...]

Version: 8.0.14 (api:86) GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by phil@fat-tyre, 8-11-12 16:40:33

To get more details about a command issue 'drbdsetup help cmd'.

0000 0000 0000

0000 0000 0000

0000 0000 0000

0000 0000 0000

0000 0000 0000

0:0: ^ ^ | | | | | | + | --+ >--

0000 0000 0000

t/DU DUnk 3 (0 nd t ]). 0000 re )

t/DU DUnk 3 (0 nd t ]). 0000

0000 0000 0000

t/DU DUnk 3 (0 nd t ]). 0000 re )

0000 0000 0000

t/DU DUnk ast

0000 0000 0000

t/DU DUnk t/DU DUnk ast

t/DU DUnk t/DU DUnk t/DU

ync t/DU /DUn r0

0000 0000 0000

t/DU DUnk t/DU DUnk t/DU DUnk

ync t/DU /DUn vers

wait-connect state dstate dump-xml show-gi dump-md hidden-commands

wait-con-int cstate dump create-md get-gi wipe-md

/* blocksize / / data subvol */