Saturday, January 1, 2011

IPMP and aggregate

Firstly do aggregates.

jumpserver@root #dladm show-link
e1000g0         type: non-vlan  mtu: 1500       device: e1000g0
e1000g1         type: non-vlan  mtu: 1500       device: e1000g1
e1000g2         type: non-vlan  mtu: 1500       device: e1000g2
e1000g3         type: non-vlan  mtu: 1500       device: e1000g3
e1000g4         type: non-vlan  mtu: 1500       device: e1000g4
jumpserver@root #dladm show-linkprop
LINK         PROPERTY        VALUE          DEFAULT        POSSIBLE
e1000g0      zone            –             –             –
e1000g1      zone            –             –             –
e1000g2      zone            –             –             –
e1000g3      zone            –             –             –
e1000g4      zone            –             –             –
jumpserver@root #dladm create-aggr -l passive -d e1000g1 -d e1000g2 1
jumpserver@root #dladm show-aggr
key: 1 (0×0001) policy: L4      address: 0:c:29:27:ca:17 (auto)
           device       address                 speed           duplex  link    state
           e1000g1      0:c:29:27:ca:17   1000  Mbps    full    up      standby
           e1000g2      80:5c:0:0:80:fe   1000  Mbps    full    up      standby
jumpserver@root #dladm create-aggr -l passive -d e1000g3 -d e1000g4 2
jumpserver@root #dladm show-aggr
key: 1 (0×0001) policy: L4      address: 0:c:29:27:ca:17 (auto)
           device       address                 speed           duplex  link    state
           e1000g1      0:c:29:27:ca:17   1000  Mbps    full    up      standby
           e1000g2      80:5c:0:0:80:fe   1000  Mbps    full    up      standby
key: 2 (0×0002) policy: L4      address: 0:c:29:27:ca:2b (auto)
           device       address                 speed           duplex  link    state
           e1000g3      0:c:29:27:ca:2b   1000  Mbps    full    up      standby
           e1000g4      80:5c:0:0:80:fe   1000  Mbps    full    up      standby
jumpserver@root #dladm show-link
e1000g0         type: non-vlan  mtu: 1500       device: e1000g0
e1000g1         type: non-vlan  mtu: 1500       device: e1000g1
e1000g2         type: non-vlan  mtu: 1500       device: e1000g2
e1000g3         type: non-vlan  mtu: 1500       device: e1000g3
e1000g4         type: non-vlan  mtu: 1500       device: e1000g4
aggr1           type: non-vlan  mtu: 1500       aggregation: key 1
aggr2           type: non-vlan  mtu: 1500       aggregation: key 2
jumpserver@root #dladm show-linkprop
LINK         PROPERTY        VALUE          DEFAULT        POSSIBLE
e1000g0      zone            –             –             –
e1000g1      zone            –             –             –
e1000g2      zone            –             –             –
e1000g3      zone            –             –             –
e1000g4      zone            –             –             –
aggr1        zone            –             –             –
aggr2        zone            –             –             –
jumpserver@root #ifconfig aggr1 plumb up
jumpserver@root #ifconfig aggr2 plumb up
jumpserver@root #ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index 1
        inet 127.0.0.1 netmask ff000000
lo0:1: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index 1
        zone zone00
        inet 127.0.0.1 netmask ff000000
e1000g0: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        inet 192.168.1.10 netmask ffffff00 broadcast 192.168.1.255
        ether 0:c:29:27:ca:d
e1000g0:1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        zone zone00
        inet 192.168.1.3 netmask ffffff00 broadcast 192.168.1.255
aggr1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 0.0.0.0 netmask ff000000
        ether 0:c:29:27:ca:17
aggr2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 4
        inet 0.0.0.0 netmask ff000000
        ether 0:c:29:27:ca:2b
jumpserver@root #dladm show-link -s
                ipackets  rbytes         ierrors opackets        obytes      oerrors
e1000g0         759       69814       0       677       86520       0
e1000g1         0         0           0       0         0           0
e1000g2         0         0           0       0         0           0
e1000g3         0         0           0       0         0           0
e1000g4         0         0           0       0         0           0
aggr1           2         128         0       0         0           0
aggr2           2         128         0       0         0           0
jumpserver@root #dladm show-aggr -s
key: 1  ipackets  rbytes      opackets   obytes          %ipkts %opkts
           Total        2         128         0         0
           e1000g1      1         64          0         0               50.0    -
           e1000g2      1         64          0         0               50.0    -
key: 2  ipackets  rbytes      opackets   obytes          %ipkts %opkts
           Total        2         128         0         0
           e1000g3      1         64          0         0               50.0    -
           e1000g4      1         64          0         0               50.0    -
jumpserver@root #netstat -i
Name  Mtu  Net/Dest      Address        Ipkts  Ierrs Opkts  Oerrs Collis Queue
lo0   8232 loopback      localhost      381    0     381    0     0      0
e1000g0 1500 jumpserver    jumpserver     785    0     704    0     0      0
aggr1 1500 0.0.0.0       0.0.0.0        2      0     0      0     0      0
aggr2 1500 0.0.0.0       0.0.0.0        2      0     0      0     0      0
Now do IPMP on aggr1 and aggr2
jumpserver@root #cd /etc
jumpserver@root #cat > hostname.aggr1
extra_IP netmask  + broadcast + group IPMP_GROUP0 up
jumpserver@root #cat > hostname.aggr2
group IPMP_GROUP0 up
jumpserver@root # vi /etc/hosts and add entry for
extra_IP and ipaddress
jumpserver@root #reboot
updating /platform/i86pc/boot_archive
jumpserver@root #zonecfg -z zone01 info
zonename: zone01
zonepath: /zone01
brand: native
autoboot: false
bootargs:
pool:
limitpriv:
scheduling-class:
ip-type: shared
net:
        address: 192.168.1.4
        physical: aggr1
        defrouter not specified
attr:
        name: wholerootzone
        type: string
        value: “Amit Lab whole Root Zone”
bash-3.00# zoneadm -z zone01 boot
bash-3.00# zoneadm list -cv
  ID NAME             STATUS     PATH                           BRAND    IP
   0 global           running    /                              native   shared                                   1 zone00           running    /zone00                        native   shared                                   2 zone01           running    /zone01                        native   sharedbas                               
bash-3.00# ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index                                 1
        inet 127.0.0.1 netmask ff000000
lo0:1: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone00
        inet 127.0.0.1 netmask ff000000
lo0:2: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone01
        inet 127.0.0.1 netmask ff000000
aggr1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        inet 192.168.1.5 netmask ffffff00 broadcast 192.168.1.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:17
aggr1:1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        zone zone01
        inet 192.168.1.4 netmask ffffff00 broadcast 192.168.1.255
aggr2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:2b
e1000g0: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        inet 192.168.1.10 netmask ffffff00 broadcast 192.168.1.255
        ether 0:c:29:27:ca:d
e1000g0:1: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        zone zone00
        inet 192.168.1.3 netmask ffffff00 broadcast 192.168.1.255
bash-3.00# if_mpadm -d aggr1
bash-3.00# ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index                                 1
        inet 127.0.0.1 netmask ff000000
lo0:1: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone00
        inet 127.0.0.1 netmask ff000000
lo0:2: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone01
        inet 127.0.0.1 netmask ff000000
aggr1: flags=89000842<BROADCAST,RUNNING,MULTICAST,IPv4,NOFAILOVER,OFFLINE> mtu 0                                  index 2
        inet 0.0.0.0 netmask 0
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:17
aggr2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:2b
aggr2:1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 192.168.1.5 netmask ffffff00 broadcast 192.168.1.255
aggr2:2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        zone zone01
        inet 192.168.1.4 netmask ffffff00 broadcast 192.168.1.255
e1000g0: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        inet 192.168.1.10 netmask ffffff00 broadcast 192.168.1.255
        ether 0:c:29:27:ca:d
e1000g0:1: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        zone zone00
        inet 192.168.1.3 netmask ffffff00 broadcast 192.168.1.255
bash-3.00# if_mpadm -r aggr1
bash-3.00# ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index                                 1
        inet 127.0.0.1 netmask ff000000
lo0:1: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone00
        inet 127.0.0.1 netmask ff000000
lo0:2: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone01
        inet 127.0.0.1 netmask ff000000
aggr1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        inet 192.168.1.5 netmask ffffff00 broadcast 192.168.1.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:17
aggr1:1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        zone zone01
        inet 192.168.1.4 netmask ffffff00 broadcast 192.168.1.255
aggr2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:2b
e1000g0: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        inet 192.168.1.10 netmask ffffff00 broadcast 192.168.1.255
        ether 0:c:29:27:ca:d
e1000g0:1: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        zone zone00
        inet 192.168.1.3 netmask ffffff00 broadcast 192.168.1.255
bash-3.00# ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index                                 1
        inet 127.0.0.1 netmask ff000000
lo0:1: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone00
        inet 127.0.0.1 netmask ff000000
lo0:2: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 ind                                ex 1
        zone zone01
        inet 127.0.0.1 netmask ff000000
aggr1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        inet 192.168.1.5 netmask ffffff00 broadcast 192.168.1.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:17
aggr1:1: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 2
        zone zone01
        inet 192.168.1.4 netmask ffffff00 broadcast 192.168.1.255
aggr2: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 3
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
        groupname IPMP_GROUP0
        ether 0:c:29:27:ca:2b
e1000g0: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        inet 192.168.1.10 netmask ffffff00 broadcast 192.168.1.255
        ether 0:c:29:27:ca:d
e1000g0:1: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 4
        zone zone00
        inet 192.168.1.3 netmask ffffff00 broadcast 192.168.1.255
bash-3.00#
Note:Remember for Aggregare (trunking to work) we need to make changes in cisco router also.
something like mentioned below , But i am not sure about it that what are exact set of commands
We choosed 520 on the Sun and 10520 on the Foundry. Our host is connected to port 2/11 and 2/12
en
conf t

interface ethernet 2/11 to 2/12
link-aggregate configure key 10520
link-aggregate active

show run
You should have something like this :
interface ethernet 2/11
port-name DRACO_Net-1
enable
no fdp enable
no cdp enable
sflow forwarding
link-aggregate configure key 10520
link-aggregate active
!
interface ethernet 2/12
port-name DRACO_Net-2
enable
no fdp enable
no cdp enable
sflow forwarding
link-aggregate configure key 10520
link-aggregate active
You can check the status of the ports using show interface brief :
(config)#sh interf brief e 2/11 to 2/12

Port Link L2 State Dupl Speed Trunk Tag Priori MAC Name
2/11 Up Forward Full 1G 67 Yes level0 000c.dbe0.cf00 DRACO_Net-1
2/12 Up Forward Full 1G 67 Yes level0 000c.dbe0.cf00 DRACO_Net-

2 comments:

  1. Hi Kumar,

    This is a Fantastic Info.

    We are running Solaris 10 08/11

    Please suggest whether it is advisable on Oracle T4-2 server with Interfaces IGB0,1,2,3.

    Appreciate your advise

    ReplyDelete
    Replies
    1. it's depends on the oracle recommendations, better you log a case vender.

      Delete