论坛徽章:: 1

电梯直达

1楼 [收藏(0)] [报告]

发表于 2015-12-11 12:57 |只看该作者 |倒序浏览

本帖最后由 lem0 于 2015-12-14 12:13 编辑

Virtual HBA in Oracle VM Server for SPARC
solaris 11.3 开始ldom 软件升级到ldom 3.3 开始带有vsan 功能，guest 域只能安装solaris 11 ,solaris 10 不支持使用vhba。但是这个功能并不能取代FC SR-IOV，只能做为虚拟磁盘的一个更好的延伸，另外因为vhba 跟primary 的hba 卡还是同一个wwn 号，在guest domain 里fcinfo 并没有看到单独的一块卡的。primary域以及所有分配了这个卡的vhba 的guest 域，都能看到阵列映射过来的相同的LUN，如果两个guest domain 要分配不同的LUN的话vsan 是做不到的，只能用FC SR-IOV，使用方法参考我上一个帖子http://bbs.chinaunix.net/thread-4208665-1-1.html。另外，如果primary domain 的卷做了mpxio 绑定后，vsan 划分到guest 域是看不到盘的。
这个功能可以用在一块HBA卡要划分两个域的时候，可以把两个端口分别给两个域用。
file:///D:/E/youdao/lem0@163.com/lem0@163.com/b5324e24cf74470bb9882ec8235b60fc/clipboard.png

root@s10:~# format
Searching for disks...done

AVAILABLE DISK SELECTIONS:
   0. c2t0d0 <LSILOGIC-LogicalVolume-3000 cyl 65533 alt 2 hd 16 sec 273>  bootdisk
      /pci@400/pci@0/pci@8/scsi@0/sd@0,0
   1. c2t1d0 <SEAGATE-ST930003SSUN300G-0868 cyl 46873 alt 2 hd 20 sec 625>
      /pci@400/pci@0/pci@8/scsi@0/sd@1,0
   2. c2t2d0 <SEAGATE-ST930003SSUN300G-0868 cyl 46873 alt 2 hd 20 sec 625>
      /pci@400/pci@0/pci@8/scsi@0/sd@2,0
   3. c2t3d0 <SEAGATE-ST930003SSUN300G-0868-279.40GB>
      /pci@400/pci@0/pci@8/scsi@0/sd@3,0
   4. c3t200600A0B8262FBBd0 <drive type unknown>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200600a0b8262fbb,0
   5. c3t200600A0B8262FBBd1 <drive type unknown>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200600a0b8262fbb,1
   6. c3t200600A0B8262FBBd2 <drive type unknown>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200600a0b8262fbb,2
   7. c3t200600A0B8262FBBd3 <drive type unknown>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200600a0b8262fbb,3
   8. c3t200700A0B8262FBBd0 <IBM-1814    FAStT-0916 cyl 26110 alt 2 hd 64 sec 64>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200700a0b8262fbb,0
   9. c3t200700A0B8262FBBd1 <IBM-1814    FAStT-0916 cyl 26622 alt 2 hd 64 sec 64>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200700a0b8262fbb,1
   10. c3t200700A0B8262FBBd2 <IBM-1814    FAStT-0916 cyl 51454 alt 2 hd 128 sec 64>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200700a0b8262fbb,2
   11. c3t200700A0B8262FBBd3 <IBM-1814    FAStT-0916 cyl 51710 alt 2 hd 128 sec 64>
      /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0/ssd@w200700a0b8262fbb,3
Specify disk (enter its number):

root@s11:~# ldm list
NAME STATE FLAGS CONS VCPU MEMORY UTIL UPTIME
primary active -n-c-- SP 64 16160M 0.1% 56m
root@s11:~# ldm add-vds primary-vds primary
ldm add-vcc port-range=5000-5200 primary-vcc0 primaryroot@s10:~

# ldm add-vcc port-range=5000-5200 primary-vcc0 primary
root@s11:~# ldm add-vsw net-dev=net0 primary-vsw0 primary
root@s11:~# ldm start-reconf primary
root@s11:~# ldm set-vcpu 8 primary
root@s11:~# ldm set-memory 8G primary
root@s11:~# ldm list
NAME          STATE    FLAGS CONS VCPU  MEMORY UTIL  UPTIME
primary       active    -ndcv-  SP    8    8G    0.0%  1h 1m
root@s11:~# ldm add-spconfig 1
root@s11:~# ldm ls-hba  primary
NAME                                              VSAN
----                                              ----
MB/SASHBA/HBA0
PCIE0/HBA0/PORT0,0
root@s11:~# ldm ls-hba -l primary
NAME                                              VSAN
----                                              ----
MB/SASHBA/HBA0
[/pci@400/pci@0/pci@8/scsi@0]
PCIE0/HBA0/PORT0,0
[/pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0]
root@s10:~# ldm add-vsan PCIE0/HBA0/PORT0,0 primary-vsan0 primary
PCIE0/HBA0/PORT0,0 resolved to device: /pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0

root@s10:~# ldm ls-hba -p primary
HBA
|alias=MB/SASHBA/HBA0|dev=/pci@400/pci@0/pci@8/scsi@0|disks=4
|alias=PCIE0/HBA0/PORT0,0|dev=/pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0|disks=8
root@s11:~# ldm ls-hba -d primary
NAME                                              VSAN
----                                              ----
MB/SASHBA/HBA0
  c2t0d0s0
  c2t1d0s0
  c2t2d0s0
  c2t3d0s0
PCIE0/HBA0/PORT0,0                                  primary-vsan0
  c3t200700A0B8262FBBd3s0                         primary-vsan0
  c3t200700A0B8262FBBd2s0                         primary-vsan0
  c3t200700A0B8262FBBd1s0                         primary-vsan0
  c3t200700A0B8262FBBd0s0                         primary-vsan0
  c3t200600A0B8262FBBd3s0                         primary-vsan0
  c3t200600A0B8262FBBd2s0                         primary-vsan0
  c3t200600A0B8262FBBd1s0                         primary-vsan0
  c3t200600A0B8262FBBd0s0                         primary-vsan0
root@s10:~# ldm list-services
VCC
NAME          LDOM          PORT-RANGE
primary-vcc0    primary       5000-5200

VSW
NAME          LDOM          MAC             NET-DEV ID DEVICE    LINKPROP DEFAULT-VLAN-ID PVID VID                MTU MODE INTER-VNET-LINK
primary-vsw0    primary       00:14:4f:f8:4f:96 net0    0 switch@0             1             1                      1500       on

VDS
NAME          LDOM          VOLUME       OPTIONS       MPGROUP       DEVICE
primary-vds    primary

VSAN
NAME          LDOM          TYPE DEVICE  IPORT
primary-vsan0 primary       VSAN vsan@0  [/pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0]

root@s11:~# ldm add-domain ldm1
root@s11:~# ldm set-vcpu 28 ldm1
root@s11:~# ldm set-memory 7G ldm1
root@s11:~# ldm set-variable auto-boot\?=false ldm1
root@s11:~# ldm add-vnet vnet0 primary-vsw0 ldm1

root@s11:~# ldm list-services
VCC
NAME          LDOM          PORT-RANGE
primary-vcc0    primary       5000-5200

VSW
NAME          LDOM          MAC             NET-DEV ID DEVICE    LINKPROP DEFAULT-VLAN-ID PVID VID                MTU MODE INTER-VNET-LINK
primary-vsw0    primary       00:14:4f:f8:4f:96 net0    0 switch@0             1             1                      1500       on

VDS
NAME          LDOM          VOLUME       OPTIONS       MPGROUP       DEVICE
primary-vds    primary

VSAN
NAME          LDOM          TYPE DEVICE  IPORT
primary-vsan0 primary       VSAN vsan@0  [/pci@500/pci@0/pci@9/SUNW,qlc@0/fp@0,0]

VHBA
NAME          VSAN                      DEVICE  TOUT SERVER
vhba0          primary-vsan0                      0 primary

root@s11:~# ldm add-vdsdev /dev/dsk/c2t1d0s2 osldm1@primary-vds

root@s11:~# ldm add-vdisk bootdisk osldm1@primary-vds ldm1

root@s11:~# ldm add-vdsdev /11.3/sol-11_3-text-sparc.iso iso1@primary-vds
root@s11:~# ldm add-vdisk cdrom iso1@primary-vds ldm1

root@s11:~# ldm bind ldm1

OK> boot cdrom

root@s11:~# telnet 0 5000
Trying 0.0.0.0...
Connected to 0.
Escape character is '^]'.
root@solaris:~#
root@solaris:~#
root@solaris:~# format
Searching for disks...done

AVAILABLE DISK SELECTIONS:
   0. c0t600A0B8000262F7C00006BC8564B83BAd0 <IBM-1814    FAStT-0916 cyl 26622 alt 2 hd 64 sec 64>
      /scsi_vhci/disk@g600a0b8000262f7c00006bc8564b83ba
   1. c0t600A0B8000262F7C00006BCA564B83DAd0 <IBM-1814    FAStT-0916 cyl 51710 alt 2 hd 128 sec 64>
      /scsi_vhci/disk@g600a0b8000262f7c00006bca564b83da
   2. c0t600A0B8000262FBA000068B9564B7EF7d0 <IBM-1814    FAStT-0916 cyl 26110 alt 2 hd 64 sec 64>
      /scsi_vhci/disk@g600a0b8000262fba000068b9564b7ef7
   3. c0t600A0B8000262FBA000068BC564B7F1Bd0 <IBM-1814    FAStT-0916 cyl 51454 alt 2 hd 128 sec 64>
      /scsi_vhci/disk@g600a0b8000262fba000068bc564b7f1b
   4. c1d0 <SEAGATE-ST930003SSUN300G-0868 cyl 46873 alt 2 hd 20 sec 625>
      /virtual-devices@100/channel-devices@200/disk@0
Specify disk (enter its number):

root@solaris:~# cfgadm -al
cfgadm: Configuration administration not supported
root@solaris:~# fcinfo hba-port

No Adapters Found.
root@solaris:~#

DONE。

Oracle