Thursday, March 16, 2017

DBM01 exadata cluster status

[root@dens12adm07 bin]# ./crsctl status resource dbfs_mount
NAME=dbfs_mount
TYPE=local_resource
TARGET=ONLINE , ONLINE , ONLINE , ONLINE , ONLINE , ONLINE , ONLINE
STATE=OFFLINE, OFFLINE, OFFLINE, OFFLINE, OFFLINE, OFFLINE, OFFLINE

[root@dens12adm07 bin]# ./crsctl start  resource dbfs_mount
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm08'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm04'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm05'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm02'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm03'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm01'
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm07'
CRS-2676: Start of 'dbfs_mount' on 'dens12adm02' succeeded
CRS-2676: Start of 'dbfs_mount' on 'dens12adm01' succeeded
CRS-2676: Start of 'dbfs_mount' on 'dens12adm05' succeeded
CRS-2676: Start of 'dbfs_mount' on 'dens12adm07' succeeded
CRS-2674: Start of 'dbfs_mount' on 'dens12adm04' failed
CRS-2679: Attempting to clean 'dbfs_mount' on 'dens12adm04'
CRS-2676: Start of 'dbfs_mount' on 'dens12adm03' succeeded
CRS-2676: Start of 'dbfs_mount' on 'dens12adm08' succeeded
CRS-2681: Clean of 'dbfs_mount' on 'dens12adm04' succeeded
CRS-4000: Command Start failed, or completed with errors.
[root@dens12adm07 bin]# ./crsctl status resource dbfs_mount
NAME=dbfs_mount
TYPE=local_resource
TARGET=ONLINE               , ONLINE               , ONLINE               , ONLINE , ONLINE               , ONLINE               , ONLINE
STATE=ONLINE on dens12adm01, ONLINE on dens12adm02, ONLINE on dens12adm03, OFFLINE, ONLINE on dens12adm05, ONLINE on dens12adm07, ONLINE on dens12adm08

[root@dens12adm07 bin]# date
Mon Mar 13 20:39:22 MDT 2017
[root@dens12adm07 bin]#

started on Node4.

oot@dens12adm07 bin]# ./crsctl start  resource dbfs_mount
CRS-2672: Attempting to start 'dbfs_mount' on 'dens12adm04'
CRS-2676: Start of 'dbfs_mount' on 'dens12adm04' succeeded
[root@dens12adm07 bin]# ./crsctl status resource dbfs_mount
NAME=dbfs_mount
TYPE=local_resource
TARGET=ONLINE               , ONLINE               , ONLINE               , ONLINE               , ONLINE               , ONLINE               , ONLINE
STATE=ONLINE on dens12adm01, ONLINE on dens12adm02, ONLINE on dens12adm03, ONLINE on dens12adm04, ONLINE on dens12adm05, ONLINE on dens12adm07, ONLINE on dens12adm08

[root@dens12adm07 bin]# pwd
/u01/app/12.1.0.2/grid/bin

[root@dens12adm07 bin]#



----------------------------

[root@dens12celadm01 ~]# cellcli
CellCLI: Release 12.1.2.3.1 - Production on Mon Mar 13 21:21:46 MDT 2017

Copyright (c) 2007, 2016, Oracle.  All rights reserved.

CellCLI> list lun where disktype=flashdisk
         0_0     0_0     normal
         0_1     0_1     normal
         0_3     0_3     normal
         0_4     0_4     normal
         0_6     0_6     normal
         0_7     0_7     normal
         0_9     0_9     normal
         0_10    0_10    normal

CellCLI> list physicaldisk attributes name, id, slotnumber -

> where disktype="flashdisk" and status != "not present"
         NVME_0          CVMD5103000T1P6LGN      0
         NVME_1          CVMD510000C41P6LGN      1
         NVME_3          CVMD5153003N1P6LGN      3
         NVME_4          CVMD5154004M1P6LGN      4
         NVME_6          CVMD510200PV1P6LGN      6
         NVME_7          CVMD510200VH1P6LGN      7
         NVME_9          CVMD510200RG1P6LGN      9
         NVME_10         CVMD510200KR1P6LGN      10


CellCLI>







EXADATA: Extend exisitng mount mount and Add New mount point


Case1:

X5-2 Half Rack, 1.6T of Total Free space after

[root@mbflxdbpdbadm01 ~]# pvs
  PV         VG      Fmt  Attr PSize   PFree
  /dev/sda2  VGExaDb lvm2 a--u 114.00g 29.00g
  /dev/sda3  VGExaDb lvm2 a--u   1.52t  1.42t
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvs
  LV                 VG      Attr       LSize   Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert
  LVDbOra1           VGExaDb -wi-ao---- 100.00g
  LVDbSwap1          VGExaDb -wi-ao----  24.00g
  LVDbSys1           VGExaDb -wi-ao----  30.00g
  LVDbSys2           VGExaDb -wi-a-----  30.00g
  LVDoNotRemoveOrUse VGExaDb -wi-a-----   1.00g
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# df -h
Filesystem            Size  Used Avail Use% Mounted on
/dev/mapper/VGExaDb-LVDbSys1
                       30G   23G  5.3G  82% /
tmpfs                 253G  4.0K  253G   1% /dev/shm
/dev/sda1             488M   29M  424M   7% /boot
/dev/mapper/VGExaDb-LVDbOra1
                       99G   79G   16G  84% /u01
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvextend -L+100G --verbose /dev/VGExaDb/LVDbOra1
    Using volume group(s) on command line.
    Writing physical volume data to disk "/dev/sda2"
    Physical volume "/dev/sda2" successfully written
    Writing physical volume data to disk "/dev/sda3"
    Physical volume "/dev/sda3" successfully written
    Archiving volume group "VGExaDb" metadata (seqno 22).
    Extending logical volume VGExaDb/LVDbOra1 to 200.00 GiB
  Size of logical volume VGExaDb/LVDbOra1 changed from 100.00 GiB (25600 extents) to 200.00 GiB (51200 extents).
    Loading VGExaDb-LVDbOra1 table (249:3)
    Suspending VGExaDb-LVDbOra1 (249:3) with device flush
    Resuming VGExaDb-LVDbOra1 (249:3)
    Creating volume group backup "/etc/lvm/backup/VGExaDb" (seqno 23).
  Logical volume LVDbOra1 successfully resized.
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvscan | grep LVDbOra1
  ACTIVE            '/dev/VGExaDb/LVDbOra1' [200.00 GiB] inherit
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# resize2fs -p /dev/VGExaDb/LVDbOra1
resize2fs 1.43-WIP (20-Jun-2013)
Filesystem at /dev/VGExaDb/LVDbOra1 is mounted on /u01; on-line resizing required
old_desc_blocks = 7, new_desc_blocks = 13
The filesystem on /dev/VGExaDb/LVDbOra1 is now 52428800 blocks long.

[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvcreate -L100GB -n LVDbOra2 VGExaDb
  Logical volume "LVDbOra2" created.
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# mkfs.ext4 -j -L u02 /dev/VGExaDb/LVDbOra2
mke2fs 1.43-WIP (20-Jun-2013)
Filesystem label=u02
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
6553600 inodes, 26214400 blocks
1310720 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
800 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872

Allocating group tables: done
Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

[root@mbflxdbpdbadm01 ~]# mkdir /u02
[root@mbflxdbpdbadm01 ~]# mount -t ext4 /dev/VGExaDb/LVDbOra2 /u02
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvcreate -L1000GB -n LVDbOra3 VGExaDb
  Logical volume "LVDbOra3" created.
[root@mbflxdbpdbadm01 ~]# mkfs.ext4 -j -L u03 /dev/VGExaDb/LVDbOra3
mke2fs 1.43-WIP (20-Jun-2013)
Filesystem label=u03
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
65536000 inodes, 262144000 blocks
13107200 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
8000 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872, 71663616, 78675968,
        102400000, 214990848

Allocating group tables: done
Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

[root@mbflxdbpdbadm01 ~]# mkdir /u03
[root@mbflxdbpdbadm01 ~]# mount -t ext4 /dev/VGExaDb/LVDbOra3 /u03
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvs
  LV                 VG      Attr       LSize    Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert
  LVDbOra1           VGExaDb -wi-ao----  200.00g
  LVDbOra2           VGExaDb -wi-ao----  100.00g
  LVDbOra3           VGExaDb -wi-ao---- 1000.00g
  LVDbSwap1          VGExaDb -wi-ao----   24.00g
  LVDbSys1           VGExaDb -wi-ao----   30.00g
  LVDbSys2           VGExaDb -wi-a-----   30.00g
  LVDoNotRemoveOrUse VGExaDb -wi-a-----    1.00g
[root@mbflxdbpdbadm01 ~]# lvcreate -L100GB -n LVDbOra4 VGExaDb
  Logical volume "LVDbOra4" created.
[root@mbflxdbpdbadm01 ~]# mkfs.ext4 -j -L u04 /dev/VGExaDb/LVDbOra4
mke2fs 1.43-WIP (20-Jun-2013)
Filesystem label=u04
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
6553600 inodes, 26214400 blocks
1310720 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
800 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872

Allocating group tables: done
Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

[root@mbflxdbpdbadm01 ~]# mkdir /u04
[root@mbflxdbpdbadm01 ~]# mount -t ext4 /dev/VGExaDb/LVDbOra4 /u04
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# lvcreate -L188GB -n LVDbOra5 VGExaDb
  Logical volume "LVDbOra5" created.
[root@mbflxdbpdbadm01 ~]# mkfs.ext4 -j -L u05 /dev/VGExaDb/LVDbOra5
mke2fs 1.43-WIP (20-Jun-2013)
Filesystem label=u05
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
12320768 inodes, 49283072 blocks
2464153 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
1504 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872

Allocating group tables: done
Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

[root@mbflxdbpdbadm01 ~]# mkdir /u05
[root@mbflxdbpdbadm01 ~]# mount -t ext4 /dev/VGExaDb/LVDbOra5 /u05
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# cp /etc/fstab .
[root@mbflxdbpdbadm01 ~]# vi /etc/fstab
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# umount /u02
[root@mbflxdbpdbadm01 ~]# mount /u02
[root@mbflxdbpdbadm01 ~]# umount /u03
[root@mbflxdbpdbadm01 ~]# mount /u03
[root@mbflxdbpdbadm01 ~]# umount /u04
[root@mbflxdbpdbadm01 ~]# mount /u04
[root@mbflxdbpdbadm01 ~]# umount /u05
[root@mbflxdbpdbadm01 ~]# mount /u05
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# vfs
-bash: vfs: command not found
[root@mbflxdbpdbadm01 ~]# lvs
  LV                 VG      Attr       LSize    Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert
  LVDbOra1           VGExaDb -wi-ao----  200.00g
  LVDbOra2           VGExaDb -wi-ao----  100.00g
  LVDbOra3           VGExaDb -wi-ao---- 1000.00g
  LVDbOra4           VGExaDb -wi-ao----  100.00g
  LVDbOra5           VGExaDb -wi-ao----  188.00g
  LVDbSwap1          VGExaDb -wi-ao----   24.00g
  LVDbSys1           VGExaDb -wi-ao----   30.00g
  LVDbSys2           VGExaDb -wi-a-----   30.00g
  LVDoNotRemoveOrUse VGExaDb -wi-a-----    1.00g
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# df -h
Filesystem            Size  Used Avail Use% Mounted on
/dev/mapper/VGExaDb-LVDbSys1
                       30G   23G  5.3G  82% /
tmpfs                 253G  4.0K  253G   1% /dev/shm
/dev/sda1             488M   29M  424M   7% /boot
/dev/mapper/VGExaDb-LVDbOra1
                      197G   79G  110G  42% /u01
/dev/mapper/VGExaDb-LVDbOra2
                       99G   60M   94G   1% /u02
/dev/mapper/VGExaDb-LVDbOra3
                      985G   72M  935G   1% /u03
/dev/mapper/VGExaDb-LVDbOra4
                       99G   60M   94G   1% /u04
/dev/mapper/VGExaDb-LVDbOra5
                      185G   60M  176G   1% /u05
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]# mount
/dev/mapper/VGExaDb-LVDbSys1 on / type ext4 (rw)
proc on /proc type proc (rw)
sysfs on /sys type sysfs (rw)
devpts on /dev/pts type devpts (rw,gid=5,mode=620)
tmpfs on /dev/shm type tmpfs (rw,size=258342m)
/dev/sda1 on /boot type ext4 (rw,nodev)
/dev/mapper/VGExaDb-LVDbOra1 on /u01 type ext4 (rw,nodev)
none on /proc/sys/fs/binfmt_misc type binfmt_misc (rw)
/dev/mapper/VGExaDb-LVDbOra2 on /u02 type ext4 (rw,nodev)
/dev/mapper/VGExaDb-LVDbOra3 on /u03 type ext4 (rw,nodev)
/dev/mapper/VGExaDb-LVDbOra4 on /u04 type ext4 (rw,nodev)
/dev/mapper/VGExaDb-LVDbOra5 on /u05 type ext4 (rw,nodev)
[root@mbflxdbpdbadm01 ~]#
[root@mbflxdbpdbadm01 ~]#




Case2:
[root@dens12adm08 ~]# vgdisplay | grep Free
  Free  PE / Size       141123 / 551.26 GB


Create a new 200GB logical volume for a new file system:

[root@dens12adm08 ~]# pvs
  PV         VG      Fmt  Attr PSize   PFree
  /dev/sda2  VGExaDb lvm2 a--  556.80G 272.80G
  /dev/sda3  VGExaDb lvm2 a--  278.46G 278.46G
[root@dens12adm08 ~]# lvs
  LV        VG      Attr   LSize   Origin Snap%  Move Log Copy%  Convert
  LVDbOra1  VGExaDb -wi-ao 200.00G
  LVDbSwap1 VGExaDb -wi-ao  24.00G
  LVDbSys1  VGExaDb -wi-ao  30.00G

[root@dens12adm08 ~]# lvcreate -L200GB -n LVDbOra2 VGExaDb
  Logical volume "LVDbOra2" created
  
[root@dens12adm08 ~]# lvs
  LV        VG      Attr   LSize   Origin Snap%  Move Log Copy%  Convert
  LVDbOra1  VGExaDb -wi-ao 200.00G
  LVDbOra2  VGExaDb -wi-a- 200.00G
  LVDbSwap1 VGExaDb -wi-ao  24.00G
  LVDbSys1  VGExaDb -wi-ao  30.00G


Create a new file system (and name it /u02):

[root@dens12adm08 ~]# mkfs.ext3 -j -L u02 /dev/VGExaDb/LVDbOra2
mke2fs 1.39 (29-May-2006)
Filesystem label=u02
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
26214400 inodes, 52428800 blocks
2621440 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=4294967296
1600 block groups
32768 blocks per group, 32768 fragments per group
16384 inodes per group
Superblock backups stored on blocks:
        32768, 98304, 163840, 229376, 294912, 819200, 884736, 1605632, 2654208,
        4096000, 7962624, 11239424, 20480000, 23887872

Writing inode tables: done
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

This filesystem will be automatically checked every 30 mounts or
180 days, whichever comes first.  Use tune2fs -c or -i to override.


Mount the new file system:

[root@dens12adm08 ~]# mkdir /u02
[root@dens12adm08 ~]# mount -t ext3 /dev/VGExaDb/LVDbOra2 /u02
[root@dens12adm08 ~]# df -kh
Filesystem                   Size  Used Avail Use% Mounted on
/dev/mapper/VGExaDb-LVDbSys1  30G  4.8G   24G  17% /
/dev/sda1                    124M   84M   35M  71% /boot
tmpfs                         81G     0   81G   0% /dev/shm
/dev/mapper/VGExaDb-LVDbOra1 197G   25G  163G  14% /u01
/dev/mapper/VGExaDb-LVDbOra2 197G  188M  187G   1% /u02

Monday, March 6, 2017

privileges required to generate awr report

GRANT SELECT ON SYS.V_$DATABASE TO FCUBSUSR;
GRANT SELECT ON SYS.V_$INSTANCE TO FCUBSUSR;
GRANT EXECUTE ON SYS.DBMS_WORKLOAD_REPOSITORY TO FCUBSUSR;
GRANT SELECT ON SYS.DBA_HIST_DATABASE_INSTANCE TO FCUBSUSR;
GRANT SELECT ON SYS.DBA_HIST_SNAPSHOT TO FCUBSUSR;

SELECT * FROM
TABLE(sys.DBMS_WORKLOAD_REPOSITORY.awr_report_html(<dbid>,<instance_number>,<snapshot_id begin>,<snapshot_id eind>));
select * from table( dbms_xplan.display_awr('&sql_id', plan_hash_value => '&plan_hash_value', format =>'ALL ALLSTATS LAST -PROJECTION')); --format =>'ALL ALLSTATS LAST')) --'ADVANCED +PEEKED_BINDS +ALLSTATS LAST +MEMSTATS LAST') ); set linesize 999 set pagesize 999 --set serveroutput off REM Note REM ----- REM - Warning: basic plan statistics not available. These are only collected when: REM * hint 'gather_plan_statistics' is used for the statement or REM * parameter 'statistics_level' is set to 'ALL', at session or system level select * from table( dbms_xplan.display_awr('&sql_id', plan_hash_value => '&plan_hash_value', format => 'ADVANCED ALLSTATS LAST') ) --'ADVANCED +PEEKED_BINDS +ALLSTATS LAST +MEMSTATS LAST partition cost') ) / --'ALLSTATS LAST')) --
VAR dbid NUMBER

PROMPT Listing latest AWR snapshots ...
SELECT snap_id, end_interval_time 
FROM dba_hist_snapshot 
--WHERE begin_interval_time > TO_DATE('2011-06-07 07:00:00', 'YYYY-MM-DD HH24:MI:SS') 
WHERE end_interval_time > SYSDATE - 1
ORDER BY end_interval_time;

ACCEPT bid NUMBER PROMPT "Enter begin snapshot id: "
ACCEPT eid NUMBER PROMPT "Enter   end snapshot id: "

BEGIN
  SELECT dbid INTO :dbid FROM v$database;
END;
/

SET TERMOUT OFF PAGESIZE 0 HEADING OFF LINESIZE 1000 TRIMSPOOL ON TRIMOUT ON TAB OFF

SPOOL awr_local_inst_1.html
SELECT * FROM TABLE(DBMS_WORKLOAD_REPOSITORY.AWR_REPORT_HTML(:dbid, 1, &bid, &eid));

--------Generate AWR on-screen


declare
  v_btime     date := to_date('&v_btime','rrmmdd hh24mi');
  v_etime     date := to_date('&v_etime','rrmmdd hh24mi');
  v_dbid      V$database.dbid%TYPE;

begin
  for i in ( with AWR_snaps as(
           select dbid,instance_number,snap_id
             from dba_hist_snapshot
            where end_interval_time between v_btime
                                        and v_etime)
           select dbid,instance_number,min(snap_id) bsnap,max(snap_id)+1 esnap
             from AWR_snaps
            group by instance_number,dbid
            order by instance_number)
    loop
     dbms_output.put_line(chr(10)||'***** FOR INSTANCE:'||i.instance_number||' *****'||chr(10));
     FOR c_awrreport IN (SELECT output
                           FROM TABLE (dbms_workload_repository.awr_report_html
                                                ( i.dbid
                                                , i.instance_number
                                                , i.bsnap
                                                , i.esnap
                                                , 8)))
       LOOP
         dbms_output.put_line(c_awrreport.output);
       END LOOP;
   end loop;
   dbms_output.put_line('===END OF OUTPUT===');
end;
/


Change ARCHIVELOG mode in RAC 12.1.0.2


[oracle@dens12adm01 V2Dump]$ srvctl status database -d DBM01
Instance DBM011 is running on node dens12adm01
Instance DBM012 is running on node dens12adm02
Instance DBM013 is running on node dens12adm03
Instance DBM014 is running on node dens12adm04
Instance DBM015 is running on node dens12adm05
Instance DBM016 is running on node dens12adm06
Instance DBM017 is running on node dens12adm07
Instance DBM018 is running on node dens12adm08
[oracle@dens12adm01 V2Dump]$ srvctl stop database -d DBM01
[oracle@dens12adm01 V2Dump]$ srvctl start database -d -o mount
PRKO-2388 : Command line option -db should be followed by a value.
[oracle@dens12adm01 V2Dump]$ srvctl start database -d DBM01 -o mount
[oracle@dens12adm01 V2Dump]$ sqlplus / as sysdba

SQL*Plus: Release 12.1.0.2.0 Production on Mon Mar 6 21:30:15 2017

Copyright (c) 1982, 2014, Oracle.  All rights reserved.


Connected to:
Oracle Database 12c Enterprise Edition Release 12.1.0.2.0 - 64bit Production
With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,
Advanced Analytics and Real Application Testing options

SQL> alter database noarchivelog;

Database altered.

SQL> archive log list;
Database log mode              No Archive Mode
Automatic archival             Disabled
Archive destination            USE_DB_RECOVERY_FILE_DEST
Oldest online log sequence     1032
Current log sequence           1041
SQL> exit
Disconnected from Oracle Database 12c Enterprise Edition Release 12.1.0.2.0 - 64bit Production
With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,
Advanced Analytics and Real Application Testing options
[oracle@dens12adm01 V2Dump]$ srvctl stop database -d DBM01
[oracle@dens12adm01 V2Dump]$ srvctl start database -d DBM01
[oracle@dens12adm01 V2Dump]$ srvctl status database -d DBM01
Instance DBM011 is running on node dens12adm01
Instance DBM012 is running on node dens12adm02
Instance DBM013 is running on node dens12adm03
Instance DBM014 is running on node dens12adm04
Instance DBM015 is running on node dens12adm05
Instance DBM016 is running on node dens12adm06
Instance DBM017 is running on node dens12adm07
Instance DBM018 is running on node dens12adm08
[oracle@dens12adm01 V2Dump]$