Bienvenue sur le site admin-sys

creation d'un DG vxvm dans un cluster

Jerome ROBERT — 2015-01-02T10:16:15Z

#vxdctl enable

color:navy;mso-ansi-language:ES"># vxdisk -e list | grep error

color:navy;mso-ansi-language:ES">B18665_198 auto - - error c10t60060E800548E900000048E900000404d0s2

color:navy;mso-ansi-language:ES">B18665_199 auto - - error c10t60060E800548E900000048E900000403d0s2

color:navy;mso-ansi-language:ES">B28858_198 auto - - error c10t60060E800570BA00000070BA000003F4d0s2

B28858_199 auto - - error c10t60060E800570BA00000070BA000003F3d0s2

# cldev populate

Configuring DID devices

did instance 31 created.

did subpath sum51001 :/dev/rdsk/c10t60060E800570BA00000070BA000003F3d0 created for instance 31.

did instance 32 created.

did subpath sum51001 :/dev/rdsk/c10t60060E800570BA00000070BA000003F4d0 created for instance 32.

did instance 33 created.

did subpath sum51001 :/dev/rdsk/c10t60060E800548E900000048E900000403d0 created for instance 33.

did instance 34 created.

did subpath sum51001 :/dev/rdsk/c10t60060E800548E900000048E900000404d0 created for instance 34.

cldev : (C659924) Could not open "/dev/rdsk/c0t3d0s2" to verfiy device ID - Device busy.

Configuring the /dev/global directory (global devices)

obtaining access to all attached disks

root@sum51001 #cldevicegroup list -v |more

Device group Type Node list

------------ ---- ---------

dsk/d20 Disk sum51001, sum50901

dsk/d18 Disk sum51001, sum50901

dsk/d17 Disk sum51001, sum50901

color:navy;mso-ansi-language:DE">….

color:navy;mso-ansi-language:DE">dsk/d35 Disk sum51001, sum50901

dsk/d34 Disk sum51001

dsk/d33 Disk sum51001

dsk/d32 Disk sum51001

dsk/d31 Disk sum51001

dsk/d30 Disk sum51001, sum50901

root@sum50901 # cldev populate

Configuring DID devices

cldev : (C659924) Could not open "/dev/rdsk/c0t3d0s2" to verfiy device ID - Devic e busy.

Configuring the /dev/global directory (global devices)

obtaining access to all attached disks

root@sum51001 # cldevicegroup list -v |more

Device group Type Node list

------------ ---- ---------

dsk/d36 Disk sum51001, sum50901

dsk/d35 Disk sum51001, sum50901

dsk/d34 Disk sum51001, sum50901

dsk/d33 Disk sum51001, sum50901

dsk/d32 Disk sum51001, sum50901

dsk/d31 Disk sum51001, sum50901

dsk/d30 Disk sum51001, sum50901

dsk/d29 Disk sum51001, sum50901

root@sum51001 # format

Searching for disks...done

c10t60060E800548E900000048E900000403d0 : configured with capacity of 32.31GB

c10t60060E800548E900000048E900000404d0 : configured with capacity of 32.31GB

c10t60060E800570BA00000070BA000003F3d0 : configured with capacity of 32.31GB

c10t60060E800570BA00000070BA000003F4d0 : configured with capacity of 32.31GB

color:navy;mso-ansi-language:FR">AVAILABLE DISK SELECTIONS :

color:navy;mso-ansi-language:FR"> 0. c0t0d0

color:navy;mso-ansi-language:FR"> /pci@0,600000/pci@0/pci@8/pci@0/scsi@1/sd@0,0

color:navy;mso-ansi-language:FR"> 1. c0t1d0

color:navy;mso-ansi-language:FR"> /pci@0,600000/pci@0/pci@8/pci@0/scsi@1/sd@1,0

color:navy;mso-ansi-language:FR"> font-family:Arial;color:navy">2. c1t0d0

/pci@10,600000/pci@0/pci@8/pci@0/scsi@1/sd@0,0

3. c1t1d0

root@sum51001 # cat /tmp/list

c10t60060E800548E900000048E900000403d0

c10t60060E800548E900000048E900000404d0

c10t60060E800570BA00000070BA000003F3d0

c10t60060E800570BA00000070BA000003F4d0

# cat /tmp/format_lun

# !/usr/bin/ksh

for disk in cat /tmp/list

format $disk <

label

EOF

done

root@sum51001 # chmod a+x /tmp/format_lun

root@sum51001 # /tmp/format_lun

c10t60060E800548E900000048E900000403d0 : configured with capacity of 32.31GB

selecting c10t60060E800548E900000048E900000403d0

[disk formatted]

FORMAT MENU :

disk - select a disk

type - select (define) a disk type

partition - select (define) a partition table

current - describe the current disk

format - format and analyze the disk

repair - repair a defective sector

label - write label to the disk

analyze - surface analysis

defect - defect list management

backup - search for backup labels

verify - read and display labels

save - save new disk/partition definitions

inquiry - show vendor, product and revision

volname - set 8-character volume name

! - execute , then return

quit

format> Ready to label disk, continue ?

format>

c10t60060E800548E900000048E900000404d0 : configured with capacity of 32.31GB

selecting c10t60060E800548E900000048E900000404d0

…

format> Ready to label disk, continue ?

format> root@sum51001 #

root@sum51001 # vxdctl enable

root@sum51001 # vxdisk -e list

…

B18665_198 auto - - online c10t60060E800548E900000048E900000404d0s2

B18665_199 auto - - online c10t60060E800548E900000048E900000403d0s2

…

B28858_198 auto - - online c10t60060E800570BA00000070BA000003F4d0s2

B28858_199 auto - - online c10t60060E800570BA00000070BA000003F3d0s2

…

root@sum51001 # /etc/vx/bin/vxdisksetup -i B28858_198

root@sum51001 # /etc/vx/bin/vxdisksetup -i B28858_199

root@sum51001 # /etc/vx/bin/vxdisksetup -i B18665_198

root@sum51001 # /etc/vx/bin/vxdisksetup -i B18665_199

root@sum51001 # vxdg init P03_drp1 B28858_198=B28858_198

root@sum51001 # vxdisk -g P03_drp1 list

DEVICE TYPE DISK GROUP STATUS

B28858_198 auto:sliced B28858_198 P03_drp1 online

root@sum51001 # vxdg -g P03_drp1 adddisk B28858_199=B28858_199

root@sum51001 # vxdg -g P03_drp1 adddisk B18665_198=B18665_198

root@sum51001 # vxdg -g P03_drp1 adddisk B18665_199=B18665_199

root@sum51001 # vxdisk -g P03_drp1 list

DEVICE TYPE DISK GROUP STATUS

B18665_198 auto:sliced B18665_198 P03_drp1 online

B18665_199 auto:sliced B18665_199 P03_drp1 online

B28858_198 auto:sliced B28858_198 P03_drp1 online

B28858_199 auto:sliced B28858_199 P03_drp1 online

root@sum51001 # vxprint -g P03_drp

TY NAME ASSOC KSTATE LENGTH PLOFFS STATE TUTIL0 PUTIL0

dg P03_drp P03_drp - - - - - -

dm B18665_187 B18665_187 - 67752960 - - - -

dm B18665_188 B18665_188 - 67752960 - - - -

dm B18665_189 B18665_189 - 67752960 - - - -

dm B28858_187 B28858_187 - 67752960 - - - -

dm B28858_188 B28858_188 - 67752960 - - - -

dm B28858_189 B28858_189 - 67752960 - - - -

v SAPdrp997 fsgen ENABLED 67108864 - ACTIVE - -

pl SAPdrp997-01 SAPdrp997 ENABLED 67108864 - ACTIVE - -

sd B18665_187-01 SAPdrp997-01 ENABLED 67108864 0 - - -

pl SAPdrp997-02 SAPdrp997 ENABLED 67108864 - ACTIVE - -

sd B28858_187-01 SAPdrp997-02 ENABLED 67108864 0 - - -

pl SAPdrp997-03 SAPdrp997 ENABLED LOGONLY - ACTIVE - -

sd B18665_187-02 SAPdrp997-03 ENABLED 1056 LOG - - -

v SAPdrp998 fsgen ENABLED 67108864 - ACTIVE - -

pl SAPdrp998-01 SAPdrp998 ENABLED 67108864 - ACTIVE - -

sd B18665_188-01 SAPdrp998-01 ENABLED 67108864 0 - - -

pl SAPdrp998-02 SAPdrp998 ENABLED 67108864 - ACTIVE - -

sd B28858_188-01 SAPdrp998-02 ENABLED 67108864 0 - - -

pl SAPdrp998-03 SAPdrp998 ENABLED LOGONLY - ACTIVE - -

sd B18665_188-02 SAPdrp998-03 ENABLED 1056 LOG - - -

v SAPdrp999 fsgen ENABLED 67108864 - ACTIVE - -

pl SAPdrp999-01 SAPdrp999 ENABLED 67108864 - ACTIVE - -

sd B18665_189-01 SAPdrp999-01 ENABLED 67108864 0 - - -

pl SAPdrp999-02 SAPdrp999 ENABLED 67108864 - ACTIVE - -

sd B28858_189-01 SAPdrp999-02 ENABLED 67108864 0 - - -

pl SAPdrp999-03 SAPdrp999 ENABLED LOGONLY - ACTIVE - -

sd B18665_189-02 SAPdrp999-03 ENABLED 1056 LOG - - -

root@sum51001 # vxprint -g P03_drp1

TY NAME ASSOC KSTATE LENGTH PLOFFS STATE TUTIL0 PUTIL0

dg P03_drp1 P03_drp1 - - - - - -

dm B18665_198 B18665_198 - 67752960 - - - -

dm B18665_199 B18665_199 - 67752960 - - - -

dm B28858_198 B28858_198 - 67752960 - - - -

dm B28858_199 B28858_199 - 67752960 - - - -

root@sum51001 #

root@sum51001 # vxassist -g P03_drp1 make SAPdrp1a 30g layout=mirror B18665_198 B28858_198

root@sum51001 # vxassist -g P03_drp1 make SAPdrp1b 30g layout=mirror B18665_199 B28858_199

root@sum51001 # vxtask list

TASKID PTID TYPE/STATE PCT PROGRESS

246 RDWRBACK/R 99.36% 0/62914560/62509056 VOLSTART SAPdrp1b P03_drp1

root@sum51001 #

root@sum51001 # vxprint -g P03_drp1

TY NAME ASSOC KSTATE LENGTH PLOFFS STATE TUTIL0 PUTIL0

dg P03_drp1 P03_drp1 - - - - - -

dm B18665_198 B18665_198 - 67752960 - - - -

dm B18665_199 B18665_199 - 67752960 - - - -

dm B28858_198 B28858_198 - 67752960 - - - -

dm B28858_199 B28858_199 - 67752960 - - - -

v SAPdrp1a fsgen ENABLED 62914560 - ACTIVE - -

pl SAPdrp1a-01 SAPdrp1a ENABLED 62914560 - ACTIVE - -

sd B18665_198-01 SAPdrp1a-01 ENABLED 62914560 0 - - -

pl SAPdrp1a-02 SAPdrp1a ENABLED 62914560 - ACTIVE - -

sd B28858_198-01 SAPdrp1a-02 ENABLED 62914560 0 - - -

v SAPdrp1b fsgen ENABLED 62914560 - ACTIVE - -

pl SAPdrp1b-01 SAPdrp1b ENABLED 62914560 - ACTIVE - -

sd B18665_199-01 SAPdrp1b-01 ENABLED 62914560 0 - - -

pl SAPdrp1b-02 SAPdrp1b ENABLED 62914560 - ACTIVE - -

sd B28858_199-01 SAPdrp1b-02 ENABLED 62914560 0 - - -

root@sum51001 # vxassist -g P03_drp1 addlog SAPdrp1a B18665_198

root@sum51001 # vxassist -g P03_drp1 addlog SAPdrp1b B18665_199

root@sum51001 # vxprint -g P03_drp1

TY NAME ASSOC KSTATE LENGTH PLOFFS STATE TUTIL0 PUTIL0

dg P03_drp1 P03_drp1 - - - - - -

dm B18665_198 B18665_198 - 67752960 - - - -

dm B18665_199 B18665_199 - 67752960 - - - -

dm B28858_198 B28858_198 - 67752960 - - - -

dm B28858_199 B28858_199 - 67752960 - - - -

v SAPdrp1a fsgen ENABLED 62914560 - ACTIVE - -

pl SAPdrp1a-01 SAPdrp1a ENABLED 62914560 - ACTIVE - -

sd B18665_198-01 SAPdrp1a-01 ENABLED 62914560 0 - - -

pl SAPdrp1a-02 SAPdrp1a ENABLED 62914560 - ACTIVE - -

sd B28858_198-01 SAPdrp1a-02 ENABLED 62914560 0 - - -

pl SAPdrp1a-03 SAPdrp1a ENABLED LOGONLY - ACTIVE - -

sd B18665_198-02 SAPdrp1a-03 ENABLED 528 LOG - - -

v SAPdrp1b fsgen ENABLED 62914560 - ACTIVE - -

pl SAPdrp1b-01 SAPdrp1b ENABLED 62914560 - ACTIVE - -

sd B18665_199-01 SAPdrp1b-01 ENABLED 62914560 0 - - -

pl SAPdrp1b-02 SAPdrp1b ENABLED 62914560 - ACTIVE - -

sd B28858_199-01 SAPdrp1b-02 ENABLED 62914560 0 - - -

pl SAPdrp1b-03 SAPdrp1b ENABLED LOGONLY - ACTIVE - -

sd B18665_199-02 SAPdrp1b-03 ENABLED 528 LOG - - -

root@sum51001 # cldg create -t vxvm -n sum51001,sum50901 P03_drp1

root@sum51001 # cldg list

P03_drp1

P03_drp

Q03_other

Q03_tmp

Q03_redo

Q03_data

P03_redo

P03_data

P03_tmp

P03_other

root@sum50901 # cldg show

=== Device Groups ===

Device Group Name : P03_drp1

Type : VxVM

failback : false

Node List : sum51001, sum50901

preferenced : false

numsecondaries : 1

diskgroup name : P03_drp1

Device Group Name : P03_drp

Type : VxVM

failback : false

Node List : sum51001, sum50901

preferenced : false

numsecondaries : 1

diskgroup name : P03_drp

Device Group Name : Q03_other

Type : VxVM

failback : false

Node List : sum50901

preferenced : false

numsecondaries : 1

diskgroup name : Q03_other

Ajout d'une ressources SUNW.gds dans son ensemble

Jerome ROBERT — 2011-08-18T14:23:56Z

!! Attention : ceci est un exemple qui faudra ajuster à votre environnement !!

Création d'une nouvelle ressource group Groupe1-rg sur les machines serveur1/serveur2 avec une gestion des disque en VxVM.

Exemple du fichier /etc/hosts 138.21.27.69 Appli1-IP 138.21.21.69 Appli1-IP-adm

ACTIONS A REALISER SUR LE NOEUD2 soit Serveur1

Usera@Serveur1 :/home/staff/User> vxdisk -e list

DEVICE TYPE DISK GROUP STATUS OS_NATIVE_NAME ...
...
USP0_4 auto - - online c3t60060E8014396100000139610000025Ed0s2
..
USP1_4 auto - - online c3t60060E800565400000006540000000D7d0s2

...

Disques sélectionnés pour l'espace disque du DG : USP0_4 = 32 Gb et USP1_4 = 32 Gb

format c3t60060E8014396100000139610000025Ed0s2

partition> p
Current partition table (original) :
Total disk cylinders available : 8823 + 2 (reserved cylinders)

Part Tag Flag Cylinders Size Blocks
0 unassigned wm 0 0 (0/0/0) 0
1 unassigned wm 0 0 (0/0/0) 0
2 backup wu 0 - 8822 32.31GB (8823/0/0) 67760640
3 unassigned wm 0 0 (0/0/0) 0
4 unassigned wm 0 0 (0/0/0) 0
5 unassigned wm 0 0 (0/0/0) 0
6 unassigned wm 0 0 (0/0/0) 0
7 - wu 0 - 8822 32.31GB (8823/0/0) 67760640

partition> p
Current partition table (original) :
Total disk cylinders available : 8823 + 2 (reserved cylinders)

Part Tag Flag Cylinders Size Blocks

0 unassigned wm 0 0 (0/0/0) 0
1 unassigned wm 0 0 (0/0/0) 0
2 backup wu 0 - 8822 32.31GB (8823/0/0) 67760640
3 unassigned wm 0 0 (0/0/0) 0
4 unassigned wm 0 0 (0/0/0) 0
5 unassigned wm 0 0 (0/0/0) 0
6 unassigned wm 0 0 (0/0/0) 0
7 - wu 0 - 8822 32.31GB (8823/0/0) 67760640

Actions préalable pour la création d'un DG reconnu par le cluster

1. Mise à jour des disques dans vxvm et le cluster :

# Mise à jour des disques
devfsadm -Cv

# Intégration des disques au cluster (création des DID)
cldev populate ( refait un scan et refait une passe sur les DID.)

# Mise à jour VxVM
vxdctl enable

# Mise à jour de la configuration VxVM dans le cluster
cldg sync +

2.activation des disk via vxsetup

La commande vxdisksetup se trouve dans /usr/lib/vxvm/bin/ ou /etc/vx/bin/ suivant l'installation et la version

# vxdisksetup -i USP0_4
# vxdisksetup -i USP1_4
# vxdg init Groupe1-rg Groupe1-rg_01=USP0_4

Si nécessaire : vxdg -g Groupe1-rg set cds=off

# vxdg list

NAME STATE ID
rootdg enabled 1260876413.6.Serveur1
...
Groupe1-rg enabled 1306846270.105.Serveur1
...

# vxdg -g Groupe1-rg adddisk Groupe1-rg_02=USP1_4

# vxprint -g Groupe1-rg

TY NAME ASSOC KSTATE LENGTH PLOFFS STATE TUTIL0 PUTIL0
dg Groupe1-rg Groupe1-rg - - - - - -
dm Groupe1-rg_01 USP0_4 - 67758336 - - - -
dm Groupe1-rg_02 USP1_4 - 67758336 - - - -

Creation des 2 volumes necessaire :

# vxassist -g Groupe1-rg make Appli1 10g layout=mirror,log
# vxassist -g Groupe1-rg make config2 500m layout=mirror,log

sur les 2 noeuds creé des points de montage.

mkdir /AppliRep/Appli1 /AppliRep/Appli1-config
chown root:root /AppliRep/Appli1
chown root:root /AppliRep/Appli1-config
chmod 755 /AppliRep/Appli1
chmod 755 /AppliRep/Appli1-config

creation du diskgroup dans le cluster :

cldg create -t vxvm -n Serveur1,Serveur2 Groupe1-rg ==>crée le device dans /dev/vx/dsk/

creation des 2 filesystemes :

newfs /dev/vx/dsk/Groupe1-rg/Appli1
newfs /dev/vx/dsk/Groupe1-rg/config2
mount /dev/vx/dsk/Groupe1-rg/Appli1 /AppliRep/Appli1
mount /dev/vx/dsk/Groupe1-rg/config2 /AppliRep/Appli1-config

3.enregistrement dans /etc/vfstab.

creation de la ressource-group :

#clrg create -n Serveur1,Serveur2 Appli1-rg

#clrg list

...
Appli1-rg
...

creation des ressources dans le ressource group Appli1-rg :

1.création de la resource stockage (FS)

# scrgadm -a -g Appli1-rg -j Groupe1-rg -t SUNW.HAStoragePlus -x GlobalDevicePaths=Groupe1-rg -x FilesystemMountPoints="/AppliRep/Appli1- config,/AppliRep/Appli1" -x AffinityOn=TRUE

2.création de la resource IPMP1 et IPMP2

* ajout des 2 IPs Appli1-IP-dir2 et Appli1-IP-dir2-adm dans les 2 /etc/hosts des 2 noeuds.

* clreslogicalhostname create -g Appli1-rg -h Appli1-IP -N prod@Serveur1,prod@Serveur2 Appli1-ip

* clreslogicalhostname create -g Appli1-rg -h Appli1-IP-adm -N admin@Serveur1,admin@Serveur2 Appli1-adm-ip

N indique le group IPMP à implemneter et les noms prod & admin sont visible via les commandes :

#clrs show -vv carenero-dir-adm-ip
#ifconfig -a ( cf les groupname crées)

3.création de la ressource group GDS (stop/start/probe)

ATTENTION : il faut que le ressource group soit Online.

pour cela :

#clrg status => tout est Offline

Resource : Groupe1-rg Serveur1 Offline Offline
Resource : Groupe1-rg Serveur2 Offline Offline

Resource : Appli1-ip Serveur1 Offline Offline
Resource : Appli1-ip Serveur2 Offline Offline

Resource : Appli1-adm-ip Serveur1 Offline Offline
Resource : Appli1-adm-ip Serveur2 Offline Offline

#clrg status

Appli1-rg Serveur1 No Offline
Serveur2 No Offline

#clrg manage Appli1-rg
#clrg online Appli1-rg

le GDS peut alors être crée.

#clresource create -g Appli1-rg -t SUNW.gds -p resource_dependencies=Groupe1-rg
–y port_list=389/tcp
–p Start_command=/logiciel/sun2/suncluster/start
–p Stop_command=/logiciel/sun2/suncluster/stop
–p Probe_command=/logiciel/sun2/suncluster/probe
Appli1_application

Pour modifier un paramètre # clrs set -p Start_command=/logiciel/sun2/suncluster/start Appli1_application

Ajout de Lun/disque dans VxVM (en cluster) et d'un FS

Jerome ROBERT — 2011-05-12T11:04:23Z

Ajout de Lun/disque dans VxVM (en cluster) et d'un FS

1. faire reconnaître les LUN/Disques sous solaris

cfgadm -c configure c ?

devfsadm -C

luxadm ...

2. Les disques utilisés dans le cluster ont pour dénomination DID

Pour visualiser les DID

#cldev show

Pour intégrer les nouveaux disques dans le cluster (sur tous les noeuds du cluster)

# cldev populate (correspond à un devfsadm pour solaris)

Vérification que les DID sont bien vu des deux noeuds

# cldevicegroup list -v |more

Exemple :

dsk/d138 Disk serveur1

dsk/d137 Disk serveur1 ==> faire un cldev populate sur serveur2,

dsk/d136 Disk serveur1

P10_tmp VxVM serveur2, serveur1

P10_redo VxVM serveur2, serveur1

P10_other VxVM serveur2, serveur1

P10_data VxVM serveur2, serveur1

dsk/d100 Disk serveur1, serveur2

dsk/d99 Disk serveur1, serveur2

dsk/d98 Disk serveur1, serveur2

dsk/d97 Disk serveur1, serveur2

dsk/d96 Disk serveur1, serveur2

3. action sur VxVM ....

Pensez à l'étape 4, avant de faire un newfs ou mkfs

4. intégration de la configuration dans le cluster

# cldg sync + (à faire avant mkfs ou newfs )

Si ajout d'un FS :

5. modification de /etc/vfstab (sur tous les noeuds du cluster)

6. ajout dans le cluster via une ressource HAStoragePlus (exemple la ressources HAStoragePlus est ici Appli-hasp-rs)

# clrs set -p FilesystemMountPoints+=/Appli/FStest Appli-hasp-rs

ATTENTION, il faut mettre le signe += et pas autre chose !!!

dans le doute, faire clrs show -vv Appli-hasp-rs > /var/tmp/Appli-hasp-rs

Cela permet d'avoir la liste des FilesystemMountPoints avant modification.

Mettre en correspondance le DID / SUBPATH / DANAME / DMNAME / GROUP / STATE pour une mÃªme LUN

Jerome ROBERT — 2011-05-10T14:09:48Z

Dans une configuration cluster, VxVM et MPxIO

Voici un petit script qui permet de mettre en correspondance le DID / SUBPATH / DANAME / DMNAME / GROUP / STATE pour une même LUN

Cela fais un mixte de la commande vxdisk path ou vxdisk list et cldevice show

# ./analyse_did.sh
root@sum50601 # ./analyse_did.sh
DID/d109 c5t60060E800570BA00000070BA000006AAd0s2 USPV01_06aa - - ENABLED
DID/d110 c5t60060E800570BA00000070BA000006ABd0s2 USPV01_06ab USPV01_40 P10_data ENABLED
DID/d111 c5t60060E800570BA00000070BA000006ACd0s2 USPV01_06ac - - ENABLED
DID/d112 c5t60060E800570BA00000070BA000006ADd0s2 USPV01_06ad - - ENABLED
DID/d113 c5t60060E800570BA00000070BA000006AEd0s2 USPV01_06ae - - ENABLED
DID/d114 c5t60060E800570BA00000070BA000006AFd0s2 USPV01_06af USPV01_6 P10_data ENABLED
DID/d101 c5t60060E800570BA00000070BA000006A2d0s2 USPV01_06a2 USPV01_17 P10_data ENABLED
DID/d102 c5t60060E800570BA00000070BA000006A3d0s2 USPV01_06a3 USPV01_11 P10_data ENABLED
DID/d103 c5t60060E800570BA00000070BA000006A4d0s2 USPV01_06a4 USPV01_21 P10_data ENABLED
DID/d104 c5t60060E800570BA00000070BA000006A5d0s2 USPV01_06a5 USPV01_5 P10_data ENABLED
DID/d105 c5t60060E800570BA00000070BA000006A6d0s2 USPV01_06a6 USPV01_38 P10_data ENABLED
DID/d106 c5t60060E800570BA00000070BA000006A7d0s2 USPV01_06a7 USPV01_22 P10_tmp ENABLED
DID/d107 c5t60060E800570BA00000070BA000006A8d0s2 USPV01_06a8 - - ENABLED
DID/d108 c5t60060E800570BA00000070BA000006A9d0s2 USPV01_06a9 USPV01_25 P10_data ENABLED
DID/d115 c5t60060E800570BA00000070BA000006B0d0s2 USPV01_06b0 USPV01_27 P10_redo ENABLED
DID/d125 c5t60060E800570BA00000070BA000006BAd0s2 USPV01_06ba USPV01_3 P10_other ENABLED
DID/d126 c5t60060E800570BA00000070BA000006BBd0s2 USPV01_06bb USPV01_10 P10_data ENABLED
DID/d127 c5t60060E800570BA00000070BA000006BCd0s2 USPV01_06bc USPV01_30 P10_data ENABLED
DID/d128 c5t60060E800570BA00000070BA000006BDd0s2 USPV01_06bd USPV01_34 P10_data ENABLED
DID/d129 c5t60060E800570BA00000070BA000006BEd0s2 USPV01_06be USPV01_26 P10_data ENABLED
DID/d130 c5t60060E800570BA00000070BA000006BFd0s2 USPV01_06bf USPV01_24 P10_other ENABLED
DID/d116 c5t60060E800570BA00000070BA000006B1d0s2 USPV01_06b1 USPV01_19 P10_other ENABLED

....

# vxdisk list
DEVICE TYPE DISK GROUP STATUS
USPV01_06aa auto:sliced - - online
USPV01_06ab auto:sliced USPV01_40 P10_data online
USPV01_06ac auto:sliced - - online
USPV01_06ad auto:sliced - - online
USPV01_06ae auto:sliced - - online
USPV01_06af auto:sliced USPV01_6 P10_data online
USPV01_06a2 auto:sliced USPV01_17 P10_data online
USPV01_06a3 auto:sliced USPV01_11 P10_data online
USPV01_06a4 auto:sliced USPV01_21 P10_data online
USPV01_06a5 auto:sliced USPV01_5 P10_data online
USPV01_06a6 auto:sliced USPV01_38 P10_data online
USPV01_06a7 auto:sliced USPV01_22 P10_tmp online
USPV01_06a8 auto:sliced - - online
USPV01_06a9 auto:sliced USPV01_25 P10_data online
USPV01_06b0 auto:sliced USPV01_27 P10_redo online
USPV01_06ba auto:sliced USPV01_3 P10_other online
USPV01_06bb auto:sliced USPV01_10 P10_data online
USPV01_06bc auto:sliced USPV01_30 P10_data online
USPV01_06bd auto:sliced USPV01_34 P10_data online
USPV01_06be auto:sliced USPV01_26 P10_data online
USPV01_06bf auto:sliced USPV01_24 P10_other online
USPV01_06b1 auto:sliced USPV01_19 P10_other online
.....

# cldevice show

=== DID Device Instances ===

...

DID Device Name : /dev/did/rdsk/d4
Full Device Path : sum50501 :/dev/rdsk/c5t60060E800570BA00000070BA000006D5d0
Full Device Path : sum50601 :/dev/rdsk/c5t60060E800570BA00000070BA000006D5d0
Replication : none
default_fencing : global

DID Device Name : /dev/did/rdsk/d5
Full Device Path : sum50501 :/dev/rdsk/c5t60060E800548E900000048E90000059Ad0
Full Device Path : sum50601 :/dev/rdsk/c5t60060E800548E900000048E90000059Ad0
Replication : none
default_fencing : global

DID Device Name : /dev/did/rdsk/d6
Full Device Path : sum50501 :/dev/rdsk/c5t60060E800548E900000048E900000599d0
Full Device Path : sum50601 :/dev/rdsk/c5t60060E800548E900000048E900000599d0
Replication : none
default_fencing : global

DID Device Name : /dev/did/rdsk/d7
Full Device Path : sum50501 :/dev/rdsk/c5t60060E800548E900000048E900000598d0
Full Device Path : sum50601 :/dev/rdsk/c5t60060E800548E900000048E900000598d0
Replication : none
default_fencing : global
....

Installer une ressource NFS sur oracle cluster 3.2

Jerome ROBERT — 2011-04-26T10:11:39Z

Installer une ressource oracle cluster NFS

Erreur et solution sur un cluster 3.2 avec 2 nœuds avec l'utilisation de la ressources HAStoragePlus ( /RepAppl/ )

List les ressources types installer.

# clrt list
SUNW.LogicalHostname:2
SUNW.SharedAddress:2
SUNW.HAStoragePlus:6
SUNW.gds:6

Installer le package cluster NFS

# pkgadd -d . SUNWscnfs

Processing package instance from

Sun Cluster NFS Server Component(sparc) 3.2.0,REV=2006.12.06.18.32
Copyright (c) 2006 Sun Microsystems, Inc. All rights reserved

SUN PROPRIETARY/CONFIDENTIAL.

Use is subject to license terms.
Using as the package base directory.
## Processing package information.
## Processing system information.
4 package pathnames are already properly installed.
## Verifying package dependencies.
## Verifying disk space requirements.
## Checking for conflicts with packages already installed.
## Checking for setuid/setgid programs.

This package contains scripts which will be executed with super-user
permission during the process of installing this package.

Do you want to continue with the installation of [y,n, ?] y

Installing Sun Cluster NFS Server Component as

## Installing part 1 of 1.
1618 blocks
## Executing postinstall script.

Installation of was successful.

Enregistrer ce type de ressource sur les deux noeuds du cluster

# clrt register -n node1:node2 SUNW.nfs:3.2

Liste les types de ressources enregistrer sur le cluter

# clrt list
SUNW.LogicalHostname:2
SUNW.SharedAddress:2
SUNW.HAStoragePlus:6
SUNW.gds:6
SUNW.nfs:3.2

Création de la ressource :

#clresource "create" -g "NomAppli-rg" -t "SUNW.nfs" -v "NomAppli-nfs-rs"
clresource : node2 - Unable to access directory /RepAppl/SUNW.nfs:No such file or directory.
clresource : (C189917) VALIDATE on resource NomAppli-nfs-rs, resource group NomAppli-rg, exited with non-zero exit status.
clresource : (C720144) Validation of resource NomAppli-nfs-rs in resource group NomAppli-rg on node node2 failed.
clresource : (C891200) Failed to create resource "NomAppli-nfs-rs".

==> Cette erreur indique l'oublie de la prise en compte de HAStoragePlus. Le cluster pense qu'on utilise le global FS.

Liste les ressources du cluster

root@node1 # clrs list
NomAppli2-lh-oper
NomAppli2-hasp-rs
NomAppli-hasp-rs
NomAppli-oralsnr-rs
NomAppli-orasrv-rs
NomAppli-sapci-rs
NomAppli-cft-rs
NomAppli-sapas-rs
NomAppli-lh-oper

Dans ce cluster la ressoruces NomAppli-hasp-rs est de type HAStoragePlus.
Nous allons maintenant intégrer cette dépendance à la ressource NFS par l'option "-p resource_dependencies="

root@node1 # clresource "create" -g "NomAppli-rg" -t "SUNW.nfs" -p resource_dependencies=NomAppli-hasp-rs "NomAppli-nfs-rs"
clresource : node1 - Some shared paths in file /RepAppl/SUNW.nfs/dfstab.NomAppli-nfs-rs are invalid.
clresource : (C189917) VALIDATE on resource NomAppli-nfs-rs, resource group NomAppli-rg, exited with non-zero exit status.
clresource : (C720144) Validation of resource NomAppli-nfs-rs in resource group NomAppli-rg on node node1 failed.
clresource : (C891200) Failed to create resource "NomAppli-nfs-rs".

==> La création de la ressource n'a toujours pas abouti ...
==> Il faut créer le fichier /RepAppl/SUNW.nfs/dfstab.NomAppli-nfs-rs avant la création de la ressource NFS

root@node1 # vi /RepAppl/SUNW.nfs/dfstab.NomAppli-nfs-rs
share -F nfs -o anon=0 /RepAppl/sapmnt/NomAppli
share -F nfs -o anon=0 /RepAppl/sapmnt/NomAppli/exe_linux
share -F nfs -o anon=0 /RepAppl/NomAppli
share -F nfs -o anon=0 /RepAppl/NomAppli/aci/archivage

root@node1 # clresource "create" -g "NomAppli-rg" -t "SUNW.nfs" -p resource_dependencies=NomAppli-hasp-rs "NomAppli-nfs-rs"

# clrs list
NomAppli2-lh-oper
NomAppli2-hasp-rs
NomAppli-hasp-rs
NomAppli-oralsnr-rs
NomAppli-orasrv-rs
NomAppli-sapci-rs
NomAppli-cft-rs
NomAppli-sapas-rs
NomAppli-lh-oper
NomAppli-nfs-rs

Synthese :

# clrt list
# pkgadd -d . SUNWscnfs
# clrt register -n node1:node2 SUNW.nfs:3.2
# vi /RepAppl/SUNW.nfs/dfstab.NomAppli-nfs-rs
# clresource "create" -g "NomAppli-rg" -t "SUNW.nfs" -p resource_dependencies=NomAppli-hasp-rs "NomAppli-nfs-rs"